-- Logs begin at Mon 2021-08-23 13:01:40 UTC, end at Mon 2021-08-23 14:36:48 UTC. -- Aug 23 13:55:41.025686 n-d-805628-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 13:55:43.408854 n-d-805628-1 neutron-server[80615]: INFO neutron.common.config [-] Logging enabled! Aug 23 13:55:43.409615 n-d-805628-1 neutron-server[80615]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 23 13:55:43.409715 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80615) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 13:55:43.412755 n-d-805628-1 neutron-server[80615]: INFO neutron.common.config [-] Logging enabled! Aug 23 13:55:43.413039 n-d-805628-1 neutron-server[80615]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev8 Aug 23 13:55:43.413352 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80615) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 23 13:55:43.414287 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 13:55:43.414529 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 13:55:43.414899 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 13:55:43.415154 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 13:55:43.415388 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 13:55:43.415718 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.416026 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.416332 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.416569 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.416874 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.417207 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.417501 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.417887 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.418202 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.418499 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.418794 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.419090 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.419329 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.419619 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.419917 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.420212 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.420442 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] debug = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.420731 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.421192 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.421621 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.421910 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.422208 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.422493 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.422770 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.423053 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.423345 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.423680 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] host = n-d-805628-1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.423966 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.424269 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.424563 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.424856 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.425167 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.425453 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.425745 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.426027 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.426306 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] log_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.426589 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.426881 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.427177 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.427479 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.427709 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.427937 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.428249 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.428522 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.428802 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.429110 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.429394 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.429673 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.429953 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.430227 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.430516 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.430804 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.431095 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.431380 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.431660 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.431937 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.432213 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.432503 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.432780 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.433086 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.433394 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.433689 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.433963 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.434247 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.434551 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.434841 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.435126 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.435418 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.435697 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.435983 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.436259 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.436537 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.436812 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] use_json = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.437117 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.437399 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.437687 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.437965 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.438241 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.438519 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.438795 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.439084 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:43.439391 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.439698 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.440008 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.440302 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.440604 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.440893 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.441218 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.441507 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.441804 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.442099 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.442397 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.442678 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.442975 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.443260 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.443562 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.443872 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.444180 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.444484 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.444764 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.445070 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.445356 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.445645 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.445944 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.446240 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.446535 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.446817 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.447106 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.447405 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.447692 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.447972 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.448258 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.448553 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.448840 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.449655 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.449951 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.450237 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.450517 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.450798 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.451083 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.451383 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.451667 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.451947 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.452228 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.452512 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.452792 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.453109 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.453396 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.453676 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.453957 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.454243 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.454527 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.454809 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.455094 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.455374 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.455659 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.455939 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.456220 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.456500 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.456779 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.457080 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.457361 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.457640 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.457925 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.458206 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.458485 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.458765 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.459042 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.459321 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.459616 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.459919 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.460208 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.460497 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.460785 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.461104 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.461393 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.461678 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.461963 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.462249 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.462531 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.462828 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.463120 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.463416 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.463707 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.464207 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.464401 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.465368 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.465668 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.465959 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.466249 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.466551 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.467110 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.467415 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.467714 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.468020 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.468320 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.468618 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.468910 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.469253 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.469541 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:43.469771 n-d-805628-1 neutron-server[80615]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 13:55:43.470015 n-d-805628-1 neutron-server[80615]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80615) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 13:55:43.860120 n-d-805628-1 neutron-server[80615]: INFO keyring.backend [-] Loading KWallet Aug 23 13:55:43.867481 n-d-805628-1 neutron-server[80615]: INFO keyring.backend [-] Loading SecretService Aug 23 13:55:43.871119 n-d-805628-1 neutron-server[80615]: INFO keyring.backend [-] Loading Windows Aug 23 13:55:43.872458 n-d-805628-1 neutron-server[80615]: INFO keyring.backend [-] Loading chainer Aug 23 13:55:43.873076 n-d-805628-1 neutron-server[80615]: INFO keyring.backend [-] Loading macOS Aug 23 13:55:43.907281 n-d-805628-1 neutron-server[80615]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:55:43.907557 n-d-805628-1 neutron-server[80615]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=80615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:55:43.907852 n-d-805628-1 neutron-server[80615]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:55:43.908188 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 13:55:44.216971 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.217291 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.217565 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.218791 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.219068 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.219336 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.338815 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.339104 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.339386 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.353278 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.353566 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.353843 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.381890 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.382176 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.382507 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.421736 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.422325 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.422325 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.657869 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.658159 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.658431 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.658705 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.659670 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.784316 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.784638 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.784927 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.785231 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.785505 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.785818 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.786088 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.786352 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.786614 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.786902 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.787170 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.787444 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.787739 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.788049 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.788322 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.788598 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.788862 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.789171 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.789432 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.789717 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.790071 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.790329 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.790584 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.790870 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.791126 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.791378 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.791772 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:44.792018 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:44.792263 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:44.792497 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:44.792759 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:44.792998 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:44.793490 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 13:55:44.796642 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 13:55:44.800661 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 13:55:44.804390 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 23 13:55:44.806108 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 13:55:44.806561 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 13:55:44.806909 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 13:55:44.807304 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 13:55:44.810657 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 13:55:44.810910 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 13:55:44.811407 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 13:55:44.839409 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 23 13:55:44.839912 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.840219 n-d-805628-1 neutron-server[80615]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80615) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 13:55:44.840586 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.842240 n-d-805628-1 neutron-server[80615]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80615) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 13:55:44.842524 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 13:55:44.842773 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 13:55:44.845978 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.846271 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:44.908894 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 13:55:44.909105 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 13:55:44.909352 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 13:55:44.909724 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 13:55:44.942500 n-d-805628-1 neutron-server[80615]: DEBUG oslo_db.sqlalchemy.engines [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=80615) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 23 13:55:45.469510 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing driver for type 'gre' Aug 23 13:55:45.470174 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] gre ID ranges: [(1, 1000)] Aug 23 13:55:45.800439 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing driver for type 'local' Aug 23 13:55:45.800696 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing driver for type 'vlan' Aug 23 13:55:45.926559 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] VlanTypeDriver initialization complete Aug 23 13:55:45.926559 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing driver for type 'vxlan' Aug 23 13:55:45.927109 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] vxlan ID ranges: [(1, 1000)] Aug 23 13:55:46.155035 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing extension driver 'port_security' Aug 23 13:55:46.155365 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] PortSecurityExtensionDriver initialization complete Aug 23 13:55:46.155701 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing mechanism driver 'openvswitch' Aug 23 13:55:46.156040 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing mechanism driver 'hyperv' Aug 23 13:55:46.162716 n-d-805628-1 neutron-server[80615]: DEBUG neutron.plugins.ml2.plugin [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:55:46.163485 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.163861 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.164216 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.169823 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnet after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.169823 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnet after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.169823 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.169823 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170175 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170175 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170175 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > security_group after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170175 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > security_group after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170473 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > security_group after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170473 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170473 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170473 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170820 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > address_group after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170820 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > address_group after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170820 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > address_group after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.170820 n-d-805628-1 neutron-server[80615]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] ML2 OVO RPC backend initialized. {{(pid=80615) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 23 13:55:46.171119 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.171119 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.171281 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.171597 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > networks before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.171975 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.172322 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > ports before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.172665 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnet before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.173012 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnets before_response 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.173378 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.173719 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.174058 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.174400 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.174741 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.175115 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.175420 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnet after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.175758 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnet after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.176095 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.176733 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.plugin [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Modular L2 Plugin initialization complete Aug 23 13:55:46.177084 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading services supported by the core plugin {{(pid=80615) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 13:55:46.177419 n-d-805628-1 neutron-server[80615]: INFO neutron.plugins.ml2.managers [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Got port-security extension from driver 'port_security' Aug 23 13:55:46.177887 n-d-805628-1 neutron-server[80615]: INFO neutron.extensions.vlantransparent [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Disabled vlantransparent extension. Aug 23 13:55:46.178376 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80615) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 13:55:46.178697 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: router Aug 23 13:55:46.215968 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router_interface before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.216368 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router after_create 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.216996 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router before_create 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.217396 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.217770 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.218127 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router after_delete 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.218483 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > floatingip after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.218849 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router after_create 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.219198 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router after_update 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.219552 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router after_update 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.219903 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.220262 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router after_update 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.220680 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_update 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.221068 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: port after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.221414 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: port after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.221753 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: subnet after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.222094 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.222446 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > port precommit_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.222794 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_create 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.223139 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: port before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.223490 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.223862 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router after_update 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.224192 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_delete 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.224544 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_create 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.224907 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.225274 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_update 55549900 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.225639 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > agent after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.225990 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > agent after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.226340 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > network after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.227196 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Tracking information for resource: router configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:46.227527 n-d-805628-1 neutron-server[80615]: DEBUG neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Tracking information for resource: floatingip configured {{(pid=80615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 13:55:46.232448 n-d-805628-1 neutron-server[80615]: INFO neutron.db.l3_agentschedulers_db [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 13:55:46.233038 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: port after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.233410 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: port after_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.233768 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: port after_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.234117 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: port after_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.234903 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router before_create 55550100 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.235271 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_delete 55550100 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.235636 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_create 55550100 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.235992 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > router precommit_update 55550100 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.240304 n-d-805628-1 neutron-server[80615]: DEBUG neutron.services.provider_configuration [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service providers = [] {{(pid=80615) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 13:55:46.240668 n-d-805628-1 neutron-server[80615]: DEBUG neutron.db.servicetype_db [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80615) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 13:55:46.243625 n-d-805628-1 neutron-server[80615]: DEBUG neutron.services.service_base [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:55:46.244044 n-d-805628-1 neutron-server[80615]: DEBUG neutron.services.service_base [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:55:46.244391 n-d-805628-1 neutron-server[80615]: DEBUG neutron.services.service_base [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:55:46.245307 n-d-805628-1 neutron-server[80615]: DEBUG neutron.services.service_base [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 13:55:46.246436 n-d-805628-1 neutron-server[80615]: INFO neutron.services.service_base [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 13:55:46.246832 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.247155 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 13:55:46.257644 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.257980 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: auto_allocate Aug 23 13:55:46.264325 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: network precommit_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.264700 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: network precommit_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.265246 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.265571 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: tag Aug 23 13:55:46.272308 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.272641 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: timestamp Aug 23 13:55:46.276519 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.276846 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: network_ip_availability Aug 23 13:55:46.282100 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.282481 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.282836 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.283552 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.283876 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: flavors Aug 23 13:55:46.290022 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.290358 n-d-805628-1 neutron-server[80615]: INFO neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading Plugin: revisions Aug 23 13:55:46.294725 n-d-805628-1 neutron-server[80615]: DEBUG neutron.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 13:55:46.295109 n-d-805628-1 neutron-server[80615]: DEBUG oslo_concurrency.lockutils [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.387s {{(pid=80615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:55:46.295841 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80615) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 23 13:55:46.296181 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Initializing extension manager. Aug 23 13:55:46.296693 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: __init__.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.297063 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: __pycache__ {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.297405 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.297741 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: address_group.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.298498 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.299064 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: address-group Aug 23 13:55:46.299388 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: address_scope.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.300102 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.300610 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: address-scope Aug 23 13:55:46.300943 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: admin_state_down_before_update.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.301895 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.302402 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: router-admin-state-down-before-update Aug 23 13:55:46.302725 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: agent.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.303431 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.303933 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: agent Aug 23 13:55:46.304254 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: agent_resources_synced.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.305203 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.305709 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: agent-resources-synced Aug 23 13:55:46.306071 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: allowedaddresspairs.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.307889 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.308922 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: allowed-address-pairs Aug 23 13:55:46.309272 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: auto_allocated_topology.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.310348 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.310862 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: auto-allocated-topology Aug 23 13:55:46.311186 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: availability_zone.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.311882 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.312378 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: availability_zone Aug 23 13:55:46.312697 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: availability_zone_filter.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.313643 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.314146 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: availability_zone_filter Aug 23 13:55:46.314468 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: data_plane_status.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.315373 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.315877 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 13:55:46.316195 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: default_subnetpools.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.317145 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.317646 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: default-subnetpools Aug 23 13:55:46.318024 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: dhcpagentscheduler.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.318775 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.319274 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: dhcp_agent_scheduler Aug 23 13:55:46.319601 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: dns.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.320511 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.321011 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension dns-integration not supported by any of loaded plugins Aug 23 13:55:46.321357 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: dns_domain_ports.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.322335 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.322837 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 13:55:46.323162 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: dvr.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.323854 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.324878 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: dvr Aug 23 13:55:46.325223 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: empty_string_filtering.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.326138 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.326649 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: empty-string-filtering Aug 23 13:55:46.326980 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.327886 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.328389 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 13:55:46.328707 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.329656 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.330161 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 13:55:46.330484 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: external_net.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.331389 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.331899 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: external-net Aug 23 13:55:46.332221 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: extra_dhcp_opt.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.333227 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.333734 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: extra_dhcp_opt Aug 23 13:55:46.334056 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: extraroute.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.334971 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.335475 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: extraroute Aug 23 13:55:46.335795 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: extraroute_atomic.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.336840 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.337446 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: extraroute-atomic Aug 23 13:55:46.337775 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: filter_validation.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.338445 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.338945 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: filter-validation Aug 23 13:55:46.339265 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: fip_pf_description.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.340406 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.340884 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 13:55:46.341238 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: fip_port_details.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.342426 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.342929 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: fip-port-details Aug 23 13:55:46.343252 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: flavors.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.344479 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.344998 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: flavors Aug 23 13:55:46.345347 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.346993 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.347510 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 13:55:46.347842 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: floatingip_pools.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.348546 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.349087 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: floatingip-pools Aug 23 13:55:46.349416 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: ip_allocation.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.350341 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.350848 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 13:55:46.351172 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.352102 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.352613 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: ip-substring-filtering Aug 23 13:55:46.353037 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l2_adjacency.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.353966 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.354482 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 13:55:46.354873 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l3.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.355797 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.356318 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: router Aug 23 13:55:46.356644 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l3_conntrack_helper.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.358905 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.359441 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 13:55:46.359772 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.360707 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.361253 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: ext-gw-mode Aug 23 13:55:46.361583 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.362514 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.363021 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: l3-ha Aug 23 13:55:46.363397 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l3_flavors.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.364281 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.364784 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: l3-flavors Aug 23 13:55:46.365138 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.366070 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.366605 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 13:55:46.366934 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: l3agentscheduler.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.367970 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.368488 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: l3_agent_scheduler Aug 23 13:55:46.368877 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: logging.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.370475 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.371515 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension logging not supported by any of loaded plugins Aug 23 13:55:46.371843 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: metering.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.372596 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.373218 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: metering Aug 23 13:55:46.373550 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.374644 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.375167 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: metering_source_and_destination_fields Aug 23 13:55:46.375495 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: multiprovidernet.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.376541 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.377084 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: multi-provider Aug 23 13:55:46.377417 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: netmtu.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.378343 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.378855 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: net-mtu Aug 23 13:55:46.379179 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: netmtu_writable.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.380104 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.380736 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: net-mtu-writable Aug 23 13:55:46.380935 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: network_availability_zone.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.381644 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.383467 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: network_availability_zone Aug 23 13:55:46.383467 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: network_ip_availability.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.383662 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.384209 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: network-ip-availability Aug 23 13:55:46.384473 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: network_segment_range.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.385354 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.385860 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 13:55:46.386185 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: pagination.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.387252 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.387586 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: pagination Aug 23 13:55:46.387910 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: port_device_profile.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.388851 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.389396 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: port-device-profile Aug 23 13:55:46.389720 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.390653 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.391165 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: port-mac-address-regenerate Aug 23 13:55:46.391488 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.392420 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.392928 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: port-numa-affinity-policy Aug 23 13:55:46.393278 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: port_resource_request.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.394210 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.394715 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 13:55:46.395036 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: portbindings.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.395970 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.396477 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: binding Aug 23 13:55:46.396798 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: portbindings_extended.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.398128 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.398644 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: binding-extended Aug 23 13:55:46.398973 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: portsecurity.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.399888 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.400428 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: port-security Aug 23 13:55:46.400775 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: project_id.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.401781 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.402625 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: project-id Aug 23 13:55:46.402949 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: providernet.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.403880 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.404387 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: provider Aug 23 13:55:46.404710 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.408342 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.408815 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos not supported by any of loaded plugins Aug 23 13:55:46.409188 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.410445 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.410962 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 13:55:46.411293 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.412218 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.412732 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 13:55:46.413091 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_default.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.414015 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.414525 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-default not supported by any of loaded plugins Aug 23 13:55:46.414856 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_fip.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.415516 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.416020 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-fip not supported by any of loaded plugins Aug 23 13:55:46.416345 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_gateway_ip.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.417305 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.418451 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 13:55:46.418776 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_port_network_policy.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.419702 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.420212 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 13:55:46.420534 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_rule_type_details.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.421480 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.421985 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 13:55:46.422307 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: qos_rules_alias.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.423358 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.423872 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 13:55:46.424201 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: quotasv2.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.425188 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.425650 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: quotas Aug 23 13:55:46.425974 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: quotasv2_detail.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.427583 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.427917 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: quota_details Aug 23 13:55:46.428247 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: rbac.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.429357 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.429886 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: rbac-policies Aug 23 13:55:46.430217 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: rbac_address_group.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.431152 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.431666 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: rbac-address-group Aug 23 13:55:46.431991 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: rbac_address_scope.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.432916 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.433480 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: rbac-address-scope Aug 23 13:55:46.433803 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: rbac_security_groups.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.434727 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.435236 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: rbac-security-groups Aug 23 13:55:46.435562 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: rbac_subnetpool.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.436498 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.437006 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: rbac-subnetpool Aug 23 13:55:46.437354 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: revisionifmatch.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.438280 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.438797 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: revision-if-match Aug 23 13:55:46.439121 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: revisions.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.440232 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.440742 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: standard-attr-revisions Aug 23 13:55:46.441094 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: router_availability_zone.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.441782 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.442287 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: router_availability_zone Aug 23 13:55:46.442611 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: routerservicetype.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.443541 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.444054 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension router-service-type not supported by any of loaded plugins Aug 23 13:55:46.444380 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.445336 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.445850 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: security-groups-normalized-cidr Aug 23 13:55:46.446174 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: security_groups_port_filtering.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.447104 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.447621 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: port-security-groups-filtering Aug 23 13:55:46.447942 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.449391 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.449907 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: security-groups-remote-address-group Aug 23 13:55:46.450230 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: securitygroup.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.459788 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.460328 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: security-group Aug 23 13:55:46.460663 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: segment.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.461493 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.462001 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension segment not supported by any of loaded plugins Aug 23 13:55:46.462328 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.463266 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.463772 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 13:55:46.464097 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: servicetype.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.465862 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.466386 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: service-type Aug 23 13:55:46.466981 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: sorting.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.467978 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.468311 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: sorting Aug 23 13:55:46.468637 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: standard_attr_segment.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.469576 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.470123 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 13:55:46.470396 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: standardattrdescription.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.471047 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.471553 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: standard-attr-description Aug 23 13:55:46.471877 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: stateful_security_group.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.472805 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.473354 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: stateful-security-group Aug 23 13:55:46.473729 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: stdattrs_common.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.474323 n-d-805628-1 neutron-server[80615]: WARNING neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 13:55:46.474648 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.475651 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.476185 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 13:55:46.476506 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: subnet_onboard.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.477602 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.478130 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: subnet_onboard Aug 23 13:55:46.478453 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.479451 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.479965 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 13:55:46.480312 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: subnet_service_types.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.481267 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.481787 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: subnet-service-types Aug 23 13:55:46.482114 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: subnetallocation.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.483193 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.483703 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: subnet_allocation Aug 23 13:55:46.484031 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.484706 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.485310 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: subnetpool-prefix-ops Aug 23 13:55:46.485636 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.486568 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.487076 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 13:55:46.487401 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: tagging.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.488488 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.489008 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: standard-attr-tag Aug 23 13:55:46.489364 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: timestamp.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.490563 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.491080 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loaded extension: standard-attr-timestamp Aug 23 13:55:46.491410 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: trunk.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.492463 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.492974 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension trunk not supported by any of loaded plugins Aug 23 13:55:46.493351 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: trunk_details.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.494278 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.494789 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension trunk-details not supported by any of loaded plugins Aug 23 13:55:46.495115 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: uplink_status_propagation.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.496064 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.496573 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 13:55:46.496891 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Loading extension file: vlantransparent.py {{(pid=80615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 23 13:55:46.497597 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 23 13:55:46.498115 n-d-805628-1 neutron-server[80615]: INFO neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 13:55:46.500681 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:network Aug 23 13:55:46.501443 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:subnet Aug 23 13:55:46.502251 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:55:46.502862 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:port Aug 23 13:55:46.504138 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.504590 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service FLAVORS assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.505368 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.505829 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.506164 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:router Aug 23 13:55:46.506811 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:floatingip Aug 23 13:55:46.507524 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service METERING assigned prefix: /metering {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.509042 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.509419 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.509776 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 13:55:46.512722 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 13:55:46.513218 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:security_group Aug 23 13:55:46.513926 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 13:55:46.514673 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service CORE assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.515007 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:55:46.515349 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] subnetpool is already registered Aug 23 13:55:46.515960 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service CORE assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.516287 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:55:46.516617 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] subnetpool is already registered Aug 23 13:55:46.519195 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.519639 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service FLAVORS assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.520231 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.520655 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.520988 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:router Aug 23 13:55:46.521350 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] router is already registered Aug 23 13:55:46.521944 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:floatingip Aug 23 13:55:46.522275 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] floatingip is already registered Aug 23 13:55:46.522901 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service METERING assigned prefix: /metering {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.523578 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 13:55:46.523921 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] rbac_policy is already registered Aug 23 13:55:46.524451 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:security_group Aug 23 13:55:46.524795 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] security_group is already registered Aug 23 13:55:46.525421 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 13:55:46.525755 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] security_group_rule is already registered Aug 23 13:55:46.528006 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service CORE assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.528338 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:55:46.528680 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] subnetpool is already registered Aug 23 13:55:46.529308 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.v2.resource_helper [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Service CORE assigned prefix: {{(pid=80615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 13:55:46.529639 n-d-805628-1 neutron-server[80615]: INFO neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 13:55:46.529971 n-d-805628-1 neutron-server[80615]: WARNING neutron.quota.resource_registry [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] subnetpool is already registered Aug 23 13:55:46.530610 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: extensions {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.532151 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: address-groups {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.533799 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: address-scopes {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.535030 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: agents {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.536194 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: auto-allocated-topology {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.537567 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: availability_zones {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.539869 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: dhcp-networks {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.541455 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: dhcp-agents {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.542851 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: routers {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.544680 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: flavors {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.545881 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: service_profiles {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.547107 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: next_providers {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.548694 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: service_profiles {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.550194 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: floatingip-pools {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.551423 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: routers {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.553269 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: floatingips {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.554463 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: l3-routers {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.555851 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: l3-agents {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.557351 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: metering-labels {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.558741 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: metering-label-rules {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.560046 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: network-ip-availabilities {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.561346 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: bindings {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.563011 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: quotas {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.564494 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: quotas {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.565957 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: rbac-policies {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.567269 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: security-groups {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.568564 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: security-group-rules {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.569847 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: service-providers {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.571194 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: subnetpools {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.572636 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: subnetpools {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.574707 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.576385 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.578308 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.580099 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.582010 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.583826 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.585574 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.587492 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.589282 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.591997 n-d-805628-1 neutron-server[80615]: DEBUG neutron.api.extensions [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Extended resource: tags {{(pid=80615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 23 13:55:46.598052 n-d-805628-1 neutron-server[80615]: WARNING keystonemiddleware.auth_token [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 13:55:46.603690 n-d-805628-1 neutron-server[80615]: WARNING keystonemiddleware.auth_token [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 13:55:46.611810 n-d-805628-1 neutron-server[80615]: DEBUG oslo_concurrency.lockutils [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Acquired lock "singleton_lock" {{(pid=80615) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 13:55:46.612287 n-d-805628-1 neutron-server[80615]: DEBUG oslo_concurrency.lockutils [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Releasing lock "singleton_lock" {{(pid=80615) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 13:55:46.613214 n-d-805628-1 neutron-server[80615]: INFO oslo_service.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Starting 2 workers Aug 23 13:55:46.617890 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Started child 80758 {{(pid=80615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:55:46.622268 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Started child 80759 {{(pid=80615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:55:46.622811 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:46.623816 n-d-805628-1 neutron-server[80615]: INFO neutron.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 13:55:46.624283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [-] (80758) wsgi starting up on http://0.0.0.0:9696 Aug 23 13:55:46.624452 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Notify callbacks [] for process, before_spawn {{(pid=80615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:46.626695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:46.627130 n-d-805628-1 neutron-server[80615]: INFO oslo_service.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Starting 1 workers Aug 23 13:55:46.628123 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [-] (80759) wsgi starting up on http://0.0.0.0:9696 Aug 23 13:55:46.631975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Started child 80760 {{(pid=80615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:55:46.640727 n-d-805628-1 neutron-server[80615]: INFO oslo_service.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Starting 1 workers Aug 23 13:55:46.640873 n-d-805628-1 neutron-server[80760]: DEBUG neutron.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] calling RpcWorker wait() {{(pid=80760) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 13:55:46.640873 n-d-805628-1 neutron-server[80760]: DEBUG neutron.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] returning from RpcWorker wait() {{(pid=80760) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 13:55:46.641452 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Started child 80761 {{(pid=80615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 13:55:46.641565 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:46.641565 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:55:46.641694 n-d-805628-1 neutron-server[80615]: DEBUG neutron_lib.callbacks.manager [None req-ed61beb7-ad91-4b39-97b9-041f64af2f6b None None] Notify callbacks [] for process, after_spawn {{(pid=80615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:46.641694 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80615) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 13:55:46.641694 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 13:55:46.641694 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 13:55:46.641694 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 13:55:46.641694 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 13:55:46.641694 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 13:55:46.642225 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.642491 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.642760 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.643019 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.643313 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.643523 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:46.643926 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.644141 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.644386 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.644660 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.644952 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.645145 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.645316 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.645580 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.645814 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.646127 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.646392 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.646647 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.646926 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.647100 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.647363 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.647640 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.647865 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.648129 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] debug = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.648384 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.648876 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.649132 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.649391 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.649630 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.649917 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.650146 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.650431 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.650691 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.650973 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.651215 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.651480 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.651731 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.652056 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.652772 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.653052 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.653273 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.653762 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] host = n-d-805628-1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.653992 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.654206 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.654442 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.654689 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.654938 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.655159 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.655410 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.655655 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.655911 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.656135 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.656382 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.656624 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.656986 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.657167 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.657304 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_options = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.657510 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.657790 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.658053 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.658322 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.658521 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.658667 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.658815 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.658962 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.659209 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.659454 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.659670 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.659916 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.660158 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.660389 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.660653 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.660884 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.661122 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.661379 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.661609 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.661835 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.662080 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.662308 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.662546 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.662783 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.663100 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.663260 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.663457 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.663681 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.663899 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673071 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.673682 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_json = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.674843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675410 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675410 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675410 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675410 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675410 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675768 n-d-805628-1 neutron-server[80761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.675854 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.676646 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.676646 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.676646 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.676646 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.676646 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.677256 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.677256 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.677532 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.677673 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.677818 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.677959 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.678181 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.678447 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.678678 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.678912 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.679175 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.679412 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.679646 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.679879 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.680135 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.680390 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.680651 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.680878 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.681142 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.681417 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.681640 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.681858 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.682121 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.682340 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.682576 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.682804 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.683025 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.683283 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.683499 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.683718 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.683971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.684193 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.684425 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.684687 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.684923 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.685223 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.685474 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.685722 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.686054 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.686275 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.686502 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.687044 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.687044 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.687666 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.687666 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.687666 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689295 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689295 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689295 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689295 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689295 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689295 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689295 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689799 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689799 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.689799 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.690013 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.690197 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.690724 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.691169 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.691654 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.691908 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.692173 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.692420 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.692659 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.692913 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.693225 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.693473 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.696119 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697061 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697061 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697061 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697061 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697061 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697061 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697061 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697467 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697467 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697649 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.697943 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.698366 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.698656 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.699412 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.699720 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701059 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701059 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701059 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701059 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701059 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701479 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58874) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:55:46.701553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.701794 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.702253 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.702506 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.702730 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.703004 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.703272 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.703493 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.703725 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.703954 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.704291 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.704712 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.704929 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.705192 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.705453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.705703 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.705991 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.706209 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.706465 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.706733 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.706975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.707202 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.707453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.707717 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.707965 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.708180 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.708417 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.708652 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.708885 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.709127 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.709359 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.709634 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.709852 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.710087 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.710317 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.710693 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.710963 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.711239 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.711404 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.711635 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.711886 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.712122 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.712340 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.712556 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.712785 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.714046 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.714046 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.714046 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.714046 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.714046 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.719514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.720610 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.722543 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.722543 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.722543 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.722543 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.722543 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723488 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0145481 Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.723643 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.724747 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.724747 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.724747 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.724747 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.724747 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.724747 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.726311 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.726664 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.727514 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.727758 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.728036 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.728309 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.729313 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.729313 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.729313 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.729313 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.729890 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.729890 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.729890 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.730464 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.730464 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.730787 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.731013 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.731312 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.731547 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.731816 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.732086 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.732411 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.732648 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.732914 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.733258 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.733471 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.733696 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.733999 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.735050 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.735050 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.735050 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.735262 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.735371 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.736923 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.736923 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.736923 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.736923 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.736923 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.737310 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.737378 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.737558 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.737829 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.738224 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.738445 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.738669 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.738914 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.739135 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.739409 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.740328 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.740328 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.740328 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.740761 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.740761 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.741066 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.741066 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.741353 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.741494 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.741661 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 13:55:46.742174 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80615) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 13:55:46.742488 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 13:55:46.742651 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 13:55:46.742829 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 13:55:46.743001 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 13:55:46.743160 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 13:55:46.743352 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.743499 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.744600 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.744600 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.744600 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.744600 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.744600 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.744600 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.745453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.745453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.745453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.745453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.745453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.745453 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.746417 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.746417 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.746417 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.746417 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.747039 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.747039 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.747039 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.748430 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.748430 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] debug = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.748430 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.748430 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.748430 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.748430 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.749368 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.750364 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.750364 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.750364 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.750364 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.750364 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.750364 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] host = n-d-805628-1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.750364 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751228 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751228 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751228 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751228 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751228 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751228 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751990 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751990 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751990 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751990 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.751990 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.752624 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.752624 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.752624 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_options = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.752624 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753191 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753191 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753191 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753191 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753581 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753581 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753708 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753776 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.753946 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.754106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.754408 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.754408 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.754676 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.754819 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.754952 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.755085 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.755239 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.755399 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.755560 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.755719 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.755863 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757014 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757014 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757014 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757014 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757014 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757014 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757014 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.757971 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.758881 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.758881 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.758881 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.758881 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.758881 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.759225 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.759225 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.759225 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.759403 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.759525 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_json = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.759751 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.759896 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.760029 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.760161 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.760303 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.760436 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.760568 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.760700 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 13:55:46.760883 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.761075 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.761238 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.761920 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.762083 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.762265 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.762405 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.762597 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.762759 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.762920 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.763089 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.763252 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.763425 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.763586 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.763734 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.763898 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.764059 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.764222 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.764383 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.764545 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.764706 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.764900 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.765112 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.765261 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.765427 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.765588 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.765749 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.765911 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.766074 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.766237 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.766403 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.766563 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.766898 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.767060 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.767377 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.767540 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.767702 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.767931 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.768077 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.768212 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.768370 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.768518 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.768655 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.768791 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.768926 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.769097 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.769258 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.769421 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.769615 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.769755 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.769902 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.770041 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.770975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.770975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.770975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.770975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.770975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.770975 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.771340 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.771340 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.771476 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.772426 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.772426 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.772426 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.772426 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.772426 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.772426 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.774048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.775553 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.776199 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.776199 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.776199 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.776199 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.776700 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.776700 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.776700 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.777817 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.777817 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.777817 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.777817 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778080 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778080 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778227 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778436 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778539 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778724 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778858 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.778999 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.779684 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.779684 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.779684 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.779684 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.781106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.783034 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784052 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784052 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784052 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784052 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784052 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784052 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784802 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784802 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784802 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784802 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.784802 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.785145 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.785145 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.785269 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.785376 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.785537 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.785700 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.785861 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.786024 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.786186 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.786348 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.786512 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.786764 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.786899 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.786992 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.787124 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.787256 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.787420 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.787582 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.787800 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.788030 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.788175 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.788307 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.788451 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.788580 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.788710 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.788843 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.789003 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.790083 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.790258 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.790445 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.791595 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.791595 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.791595 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.791595 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.791595 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.791595 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.791595 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792039 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792039 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792039 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792220 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792288 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792466 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792608 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792761 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.792923 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.793120 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.793430 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.793640 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.793825 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.793962 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.794097 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.795859 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796355 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796355 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796355 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796355 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796355 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796355 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796355 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796750 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796750 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796881 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.796967 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798246 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798835 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798835 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.798835 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.799048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.799048 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.799219 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800097 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800097 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800097 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800097 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800097 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800455 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800455 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800455 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800668 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800759 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.800911 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.801106 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.801270 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.801433 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.801597 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.801763 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.801935 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.802104 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.802965 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.802965 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.802965 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.802965 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.802965 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.803352 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.803352 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.803352 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.803561 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.803649 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.803813 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.803974 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.804134 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.804294 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.804456 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.804666 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.804829 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.804991 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.805173 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.805335 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.805496 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.805658 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.805819 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.805980 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.806141 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.806301 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 13:55:46.806456 n-d-805628-1 neutron-server[80615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 13:55:46.832605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:55:57.565426 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9728f53-b9cd-4a6f-b79e-82d54cd921a5 None None] get_active_networks_info from n-d-805628-1 {{(pid=80760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 23 13:55:57.632281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9728f53-b9cd-4a6f-b79e-82d54cd921a5 None None] No non-hosted networks {{(pid=80760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 13:55:57.639985 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.agentschedulers_db [None req-f9728f53-b9cd-4a6f-b79e-82d54cd921a5 None None] DHCP Agent not found on host n-d-805628-1 {{(pid=80760) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 13:55:57.728804 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1d20f30a-ad60-4d37-a38e-183afca174b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659734'] for agent, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:58.041038 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659734'] for agent, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:58.042053 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.042805 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.043787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.044353 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.044996 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.045594 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.046173 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.046759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.047321 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.047877 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.048413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.049209 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:55:58.055120 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805628-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:55:58.067656 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805628-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:55:59.836236 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-09e0ecb1-ccd9-439a-bdb1-d28de6d45056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659734'] for agent, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:55:59.864730 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-82ef563b-6c09-42fb-a608-80c44a3ec6c8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-805628-1 {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 13:55:59.865561 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-82ef563b-6c09-42fb-a608-80c44a3ec6c8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 13:56:00.381682 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-82ef563b-6c09-42fb-a608-80c44a3ec6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:01.241714 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659734'] for agent, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:02.834382 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659734'] for agent, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:03.754230 n-d-805628-1 neutron-server[80760]: INFO neutron.db.l3_hamode_db [None req-1eb640e5-33d3-4cc2-a5dc-d544cf647b09 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 13:56:03.840812 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb640e5-33d3-4cc2-a5dc-d544cf647b09 None None] Routers set() bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 13:56:03.841778 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb640e5-33d3-4cc2-a5dc-d544cf647b09 None None] Router IDs set() for agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 23 13:56:04.392484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58974) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:04.966658 n-d-805628-1 neutron-server[80759]: WARNING oslo_policy.policy [None req-3e05b1b4-5b60-47f6-8c23-4aee2595553a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:04.967287 n-d-805628-1 neutron-server[80759]: WARNING oslo_policy.policy [None req-3e05b1b4-5b60-47f6-8c23-4aee2595553a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:05.185896 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [None req-3e05b1b4-5b60-47f6-8c23-4aee2595553a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:56:05.186945 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3e05b1b4-5b60-47f6-8c23-4aee2595553a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7935181 Aug 23 13:56:07.536995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58988) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:08.115999 n-d-805628-1 neutron-server[80758]: WARNING oslo_policy.policy [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:08.120956 n-d-805628-1 neutron-server[80758]: WARNING oslo_policy.policy [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:08.341718 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:56:08.439496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.policy [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80758) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 13:56:08.484037 n-d-805628-1 neutron-server[80758]: WARNING oslo_policy.policy [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:08.484399 n-d-805628-1 neutron-server[80758]: WARNING oslo_policy.policy [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:08.492944 n-d-805628-1 neutron-server[80758]: INFO neutron.quota [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] Loaded quota_driver: . Aug 23 13:56:08.508170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:08.617851 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740021143549', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740021142930', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740021264407', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740021259595', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740021248553', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740021242763', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-825050', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1210167', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-480594', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649891'] for rbac-policy, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:08.817282 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:08.818735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b9146905-7747-4dd5-8d18-9d977dcd9485 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2796874 Aug 23 13:56:11.421909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59006) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:11.797510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:56:11.803373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:11.807817 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Usage tracker for resource:network and tenant:1fe6bb714af54dac8fce9df8b76e78be is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:56:11.813830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:56:11.820787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:56:11.897077 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Made reservation on behalf of 1fe6bb714af54dac8fce9df8b76e78be for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:56:11.900004 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:11.918880 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:11.932737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:11.936398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe6bb714af54dac8fce9df8b76e78be is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:56:11.941675 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:56:11.947312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:56:12.043046 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:12.103247 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:12.109099 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:12.133227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 13:56:12.161524 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740022588820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:12.162136 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Unsubscribe: segment precommit_create {{(pid=80758) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 13:56:12.162654 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Added segment 03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022 of type vlan for network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 Aug 23 13:56:12.171619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd1b9ab-ce8c-434b-a456-f3e1cc5588af,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:12.227489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.227825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.228177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.228531 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.228855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.229235 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.229567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.229888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.230199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.230510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.230823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.231140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Tracked resource versions report: Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: pushed versions: Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: { 'AddressGroup': {'1.2'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'ConntrackHelper': {'1.0'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Log': {'1.0'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Network': {'1.1'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Port': {'1.7'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'PortForwarding': {'1.2'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'QosPolicy': {'1.8'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'SecurityGroup': {'1.4'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'SecurityGroupRule': {'1.2'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'SubPort': {'1.0'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Subnet': {'1.1'}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Trunk': {'1.1'}} Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: consumer versions: Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: { DHCP agent@n-d-805628-1: {}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: L3 agent@n-d-805628-1: {}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: Metadata agent@n-d-805628-1: {}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: Metering agent@n-d-805628-1: {}, Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'ConntrackHelper': '1.0', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Log': '1.0', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Network': '1.1', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Port': '1.7', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'PortForwarding': '1.2', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'QosPolicy': '1.8', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'SecurityGroup': '1.4', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'SecurityGroupRule': '1.2', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'SubPort': '1.0', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Subnet': '1.1', Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: 'Trunk': '1.1'}} Aug 23 13:56:12.232222 n-d-805628-1 neutron-server[80758]: {{(pid=80758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 13:56:12.280652 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:12.285039 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:12.365840 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:12.367387 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:12.368132 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:12.371852 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:12.476173 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Pushing event updated for resources: {'Network': ['ID=48c67027-2085-4d36-a5f4-8c3c303ea4d9,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:12.480013 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:12.488525 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 13:56:12.532068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1090674 Aug 23 13:56:15.227321 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59022) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:15.673629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2f964-d4b0-4e22-9df0-84d619723334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:15.675000 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-98d2f964-d4b0-4e22-9df0-84d619723334 admin admin] 10.222.0.72 "GET /v2.0/networks/48c67027-2085-4d36-a5f4-8c3c303ea4d9 HTTP/1.1" status: 200 len: 826 time: 0.4467039 Aug 23 13:56:15.701501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c6bfeaff-d895-4a8f-b87c-a104b412cd71 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/71160e0b-37dc-4ba7-a439-54088bd0f426 HTTP/1.1" status: 200 len: 734 time: 0.0212247 Aug 23 13:56:15.709684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Request body: {'subnet': {'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'gateway_ip': '172.20.0.1', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '71160e0b-37dc-4ba7-a439-54088bd0f426'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:56:15.713784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:15.718252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Usage tracker for resource:subnet and tenant:1fe6bb714af54dac8fce9df8b76e78be is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:56:15.721093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:56:15.726610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:56:15.822602 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Made reservation on behalf of 1fe6bb714af54dac8fce9df8b76e78be for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:56:15.824937 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:16.160534 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:16.166395 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:16.258767 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Checking segment: {'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 13:56:16.259469 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Network hostable DHCP agents. Network: 48c67027-2085-4d36-a5f4-8c3c303ea4d9, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 13:56:16.266989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c442287-d00f-4a27-8b6d-1e69bdbbe182,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:16.270887 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:16.371166 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 13:56:16.485558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 48c67027-2085-4d36-a5f4-8c3c303ea4d9) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:56:16.490901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:16.492228 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:16.495166 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2fc45-d535-4a20-9f6e-454649a836bb None None] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 13:56:16.611958 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9054818 Aug 23 13:56:16.897442 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'fixed_ips': [{'subnet_id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 13:56:16.898858 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:17.084724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Allocated IP 172.20.0.2 (48c67027-2085-4d36-a5f4-8c3c303ea4d9/5c442287-d00f-4a27-8b6d-1e69bdbbe182/a1c8bd04-d169-45da-acbe-d1705578c728) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:56:17.316362 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:17.329833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Transition to ACTIVE for port object a1c8bd04-d169-45da-acbe-d1705578c728 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:56:17.350706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Transition to ACTIVE for port object a1c8bd04-d169-45da-acbe-d1705578c728 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:56:17.411552 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:17.416592 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:17.479459 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:56:17.483208 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:56:17.490731 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 13:56:17.492948 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Pushing event updated for resources: {'Port': ['ID=a1c8bd04-d169-45da-acbe-d1705578c728,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:17.501947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.502520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.502611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.502945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.503274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.503603 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.503928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.504247 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.504571 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.504888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.505233 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.505552 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Tracked resource versions report: Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: pushed versions: Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: { 'AddressGroup': {'1.2'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'ConntrackHelper': {'1.0'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Log': {'1.0'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Network': {'1.1'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Port': {'1.7'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'PortForwarding': {'1.2'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'QosPolicy': {'1.8'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'SecurityGroup': {'1.4'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'SecurityGroupRule': {'1.2'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'SubPort': {'1.0'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Subnet': {'1.1'}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Trunk': {'1.1'}} Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: consumer versions: Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: { DHCP agent@n-d-805628-1: {}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: L3 agent@n-d-805628-1: {}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: Metadata agent@n-d-805628-1: {}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: Metering agent@n-d-805628-1: {}, Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'ConntrackHelper': '1.0', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Log': '1.0', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Network': '1.1', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Port': '1.7', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'PortForwarding': '1.2', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'QosPolicy': '1.8', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'SecurityGroup': '1.4', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'SecurityGroupRule': '1.2', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'SubPort': '1.0', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Subnet': '1.1', Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: 'Trunk': '1.1'}} Aug 23 13:56:17.506672 n-d-805628-1 neutron-server[80760]: {{(pid=80760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 13:56:17.541610 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:17.595833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Attempting to bind port a1c8bd04-d169-45da-acbe-d1705578c728 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:56:17.596147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Attempting to bind port a1c8bd04-d169-45da-acbe-d1705578c728 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:56:17.596581 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Attempting to bind port a1c8bd04-d169-45da-acbe-d1705578c728 on network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 13:56:17.601867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 13:56:17.602278 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Checking segment: {'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 13:56:17.602787 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:17.603185 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Bound using segment: {'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 13:56:17.603658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Bound port: a1c8bd04-d169-45da-acbe-d1705578c728, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:56:17.604055 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:17.710871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] For port a1c8bd04-d169-45da-acbe-d1705578c728, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 13:56:17.715510 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] For port a1c8bd04-d169-45da-acbe-d1705578c728, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a1c8bd04-d169-45da-acbe-d1705578c728,segment=NetworkSegment(03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022),segment_id=03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 13:56:17.788750 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:17.792931 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:17.880840 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Pushing event updated for resources: {'Port': ['ID=a1c8bd04-d169-45da-acbe-d1705578c728,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:17.884002 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:19.002626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59032) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:19.378844 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [None req-59517eeb-21a8-4b48-bb18-e7b086da42b3 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:56:19.379788 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-59517eeb-21a8-4b48-bb18-e7b086da42b3 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3762801 Aug 23 13:56:21.501943 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096f306-85a5-4277-b8de-1f57077c97a8 None None] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 13:56:21.675759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4e0e2fcb-1aa2-422b-ab73-33a964ab515f None None] Provisioning for port a1c8bd04-d169-45da-acbe-d1705578c728 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:56:21.775552 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59046) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:22.159112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [None req-d3c6c462-442b-42cd-860d-efca70fb1ae1 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:56:22.160209 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d3c6c462-442b-42cd-860d-efca70fb1ae1 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3836408 Aug 23 13:56:22.195113 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a1c8bd04-d169-45da-acbe-d1705578c728 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:56:22.325339 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port a1c8bd04-d169-45da-acbe-d1705578c728 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:56:22.330837 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a1c8bd04-d169-45da-acbe-d1705578c728 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:22.331282 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:22.449115 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:22.482126 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port a1c8bd04-d169-45da-acbe-d1705578c728, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a1c8bd04-d169-45da-acbe-d1705578c728,segment=NetworkSegment(03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022),segment_id=03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 13:56:22.553733 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:22.555890 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7fd762d8-e512-410f-8225-cfea6a0c7531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:22.624126 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=a1c8bd04-d169-45da-acbe-d1705578c728,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:22.627155 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:24.172735 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a1c8bd04-d169-45da-acbe-d1705578c728 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:56:24.242948 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a1c8bd04-d169-45da-acbe-d1705578c728 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:24.243334 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:24.848936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59058) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:25.200023 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'name': 'router1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:56:25.269269 n-d-805628-1 neutron-server[80759]: DEBUG neutron.policy [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 23 13:56:25.314259 n-d-805628-1 neutron-server[80759]: WARNING oslo_policy.policy [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:25.314633 n-d-805628-1 neutron-server[80759]: WARNING oslo_policy.policy [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 13:56:25.323077 n-d-805628-1 neutron-server[80759]: INFO neutron.quota [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Loaded quota_driver: . Aug 23 13:56:25.338448 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:25.345103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Usage tracker for resource:router and tenant:1fe6bb714af54dac8fce9df8b76e78be is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:56:25.349548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:56:25.357284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:56:25.428157 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:25.430271 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:25.455822 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:25.634718 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:25.787859 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:25.789137 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-90c77f00-c3c9-44a2-99c9-8f42281154ec admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9390924 Aug 23 13:56:27.513590 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-41ee0e38-d0b1-45e1-91ee-5630d0e1fde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:27.994081 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:28.171978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59070) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:28.554909 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [None req-c4e7e654-287e-4799-bc10-2812f70e8734 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:56:28.555811 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c4e7e654-287e-4799-bc10-2812f70e8734 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3829284 Aug 23 13:56:29.793459 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3c3dcc5d-945c-4d1b-9ce2-86b89398e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:30.927798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59080) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:31.182371 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.306582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:56:31.312314 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:31.316074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Usage tracker for resource:network and tenant:a01aa8d398a941e8a58a0cc0d43e0eea is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:56:31.319496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:56:31.325336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:56:31.393391 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Made reservation on behalf of a01aa8d398a941e8a58a0cc0d43e0eea for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:56:31.396236 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.413542 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.428395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:31.432172 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Usage tracker for resource:security_group_rule and tenant:a01aa8d398a941e8a58a0cc0d43e0eea is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:56:31.435398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:56:31.441199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:56:31.532565 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.576358 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.580604 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:31.597666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Reserving flat network on physical network physnet1 {{(pid=80759) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 13:56:31.626374 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740022588820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.626913 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Unsubscribe: segment precommit_create {{(pid=80759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 13:56:31.627394 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Added segment 7d090185-2ee7-4bd8-947a-309d89c1fd7e of type flat for network ab9f8435-4b22-4f4a-8048-f1559421213b Aug 23 13:56:31.635857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb996ef3-8bff-48f1-9573-34f615f5734a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:31.684806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.685164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.685492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.685817 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.686138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.686449 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.686759 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.687071 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.687378 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.687684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.688019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.688294 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Tracked resource versions report: Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: pushed versions: Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: { 'AddressGroup': {'1.2'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'ConntrackHelper': {'1.0'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Log': {'1.0'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Network': {'1.1'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Port': {'1.7'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'PortForwarding': {'1.2'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'QosPolicy': {'1.8'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'SecurityGroup': {'1.4'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'SecurityGroupRule': {'1.2'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'SubPort': {'1.0'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Subnet': {'1.1'}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Trunk': {'1.1'}} Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: consumer versions: Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: { DHCP agent@n-d-805628-1: {}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: L3 agent@n-d-805628-1: {}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: Metadata agent@n-d-805628-1: {}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: Metering agent@n-d-805628-1: {}, Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'ConntrackHelper': '1.0', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Log': '1.0', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Network': '1.1', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Port': '1.7', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'PortForwarding': '1.2', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'QosPolicy': '1.8', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'SecurityGroup': '1.4', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'SecurityGroupRule': '1.2', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'SubPort': '1.0', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Subnet': '1.1', Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: 'Trunk': '1.1'}} Aug 23 13:56:31.689404 n-d-805628-1 neutron-server[80759]: {{(pid=80759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 13:56:31.749040 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:31.752645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.856577 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.857915 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:31.858572 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:31.863521 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:31.967427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Pushing event updated for resources: {'Network': ['ID=ab9f8435-4b22-4f4a-8048-f1559421213b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:31.970609 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:31.977995 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network ab9f8435-4b22-4f4a-8048-f1559421213b details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 13:56:32.021082 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0834255 Aug 23 13:56:32.747845 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:34.374324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59104) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:34.583740 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b1ce0-47ab-45a4-8a37-88360a7f3981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:34.585126 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b53b1ce0-47ab-45a4-8a37-88360a7f3981 admin admin] 10.222.0.72 "GET /v2.0/subnets/5c442287-d00f-4a27-8b6d-1e69bdbbe182 HTTP/1.1" status: 200 len: 849 time: 0.2098391 Aug 23 13:56:34.746358 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8a8a5233-6b6b-4bc9-a717-277d57c97bea admin admin] 10.222.0.72 "GET /v2.0/routers/0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d HTTP/1.1" status: 200 len: 704 time: 0.1549218 Aug 23 13:56:35.206472 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:35.438029 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Allocated IP 172.20.0.1 (48c67027-2085-4d36-a5f4-8c3c303ea4d9/5c442287-d00f-4a27-8b6d-1e69bdbbe182/1ab9e7db-9e31-4c36-b07b-b4f98c6952de) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:56:35.600856 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:35.618628 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Transition to ACTIVE for port object 1ab9e7db-9e31-4c36-b07b-b4f98c6952de will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:56:35.748500 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:35.752955 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:35.815621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:56:35.818579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:56:35.825641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 13:56:35.826536 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:35.944806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Pushing event updated for resources: {'Port': ['ID=1ab9e7db-9e31-4c36-b07b-b4f98c6952de,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:35.957563 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:36.067631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0c661100-ffaf-476e-b93f-83e5bd1479ba None None] Provisioning for port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:56:36.072863 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0c661100-ffaf-476e-b93f-83e5bd1479ba None None] Provisioning complete for port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:36.073770 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0c661100-ffaf-476e-b93f-83e5bd1479ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:36.129208 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-0c661100-ffaf-476e-b93f-83e5bd1479ba None None] Port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:56:36.209816 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:36.434303 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:36.496627 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:36.497799 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:36.502176 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:36.641561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Pushing event updated for resources: {'Port': ['ID=1ab9e7db-9e31-4c36-b07b-b4f98c6952de,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:36.645007 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:36.696284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:56:36.697284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:56:36.941938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 13:56:36.952407 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c723a4bd-4a42-43c1-a8e2-fecb8013a8a0 None None] Provisioning complete for port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:36.952708 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c723a4bd-4a42-43c1-a8e2-fecb8013a8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:37.006102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c723a4bd-4a42-43c1-a8e2-fecb8013a8a0 None None] Port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 13:56:37.096319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 13:56:37.105933 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Sync routers for ids ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:56:37.106427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] 10.222.0.72 "PUT /v2.0/routers/0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3548415 Aug 23 13:56:37.117213 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Routers {'0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 13:56:37.118105 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T13:56:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:37.294570 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Set router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d gateway port host: None {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 13:56:37.668039 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'name': 'router1', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:56:25Z', 'updated_at': '2021-08-23T13:56:36Z', 'revision_number': 2, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'gw_port_host': None, '_interfaces': [{'id': '1ab9e7db-9e31-4c36-b07b-b4f98c6952de', 'name': '', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'mac_address': 'fa:16:3e:9d:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:35Z', 'updated_at': '2021-08-23T13:56:36Z', 'revision_number': 2, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'subnets': [{'id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71160e0b-37dc-4ba7-a439-54088bd0f426'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:37.673164 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Checking router: 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:56:37.673547 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Updating router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 13:56:37.726287 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:38.122077 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:38.138803 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Transition to ACTIVE for port object 1ab9e7db-9e31-4c36-b07b-b4f98c6952de will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:56:38.210698 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:38.216651 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:38.444570 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Pushing event updated for resources: {'Port': ['ID=1ab9e7db-9e31-4c36-b07b-b4f98c6952de,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:38.462430 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.462770 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.463119 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.463431 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.463783 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.464103 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.464435 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.464740 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.465074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.465645 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.465964 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.466278 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Tracked resource versions report: Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: pushed versions: Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: { 'AddressGroup': {'1.2'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'ConntrackHelper': {'1.0'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Log': {'1.0'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Network': {'1.1'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Port': {'1.7'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'PortForwarding': {'1.2'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'QosPolicy': {'1.8'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'SecurityGroup': {'1.4'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'SecurityGroupRule': {'1.2'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'SubPort': {'1.0'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Subnet': {'1.1'}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Trunk': {'1.1'}} Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: consumer versions: Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: { DHCP agent@n-d-805628-1: {}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: L3 agent@n-d-805628-1: {}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: Metadata agent@n-d-805628-1: {}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: Metering agent@n-d-805628-1: {}, Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'ConntrackHelper': '1.0', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Log': '1.0', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Network': '1.1', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Port': '1.7', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'PortForwarding': '1.2', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'QosPolicy': '1.8', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'SecurityGroup': '1.4', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'SecurityGroupRule': '1.2', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'SubPort': '1.0', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Subnet': '1.1', Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: 'Trunk': '1.1'}} Aug 23 13:56:38.467381 n-d-805628-1 neutron-server[80761]: {{(pid=80761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 13:56:38.471645 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:38.475900 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Attempting to bind port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:56:38.476320 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Attempting to bind port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:56:38.476756 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Attempting to bind port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de on network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 13:56:38.482037 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 13:56:38.482495 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Checking segment: {'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 13:56:38.482952 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:38.483353 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Bound using segment: {'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 13:56:38.483861 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Bound port: 1ab9e7db-9e31-4c36-b07b-b4f98c6952de, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:56:38.484278 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:38.575364 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] For port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 13:56:38.579385 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] For port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1ab9e7db-9e31-4c36-b07b-b4f98c6952de,segment=NetworkSegment(03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022),segment_id=03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 13:56:38.628045 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:38.632266 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:38.717621 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Routers {'0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 13:56:38.718282 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T13:56:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:38.790973 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Pushing event updated for resources: {'Port': ['ID=1ab9e7db-9e31-4c36-b07b-b4f98c6952de,revision_number=4']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:38.846475 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:38.884301 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] Set router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d gateway port host: None {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 13:56:39.228358 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'name': 'router1', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:56:25Z', 'updated_at': '2021-08-23T13:56:36Z', 'revision_number': 2, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'gw_port_host': None, '_interfaces': [{'id': '1ab9e7db-9e31-4c36-b07b-b4f98c6952de', 'name': '', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'mac_address': 'fa:16:3e:9d:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:35Z', 'updated_at': '2021-08-23T13:56:38Z', 'revision_number': 4, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'subnets': [{'id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71160e0b-37dc-4ba7-a439-54088bd0f426'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:39.232974 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e494d-d16f-4b92-942a-a7f59da460ef None None] The sync data for ids ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'] in n-d-805628-1 is: [{'id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'name': 'router1', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:56:25Z', 'updated_at': '2021-08-23T13:56:36Z', 'revision_number': 2, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'gw_port_host': None, '_interfaces': [{'id': '1ab9e7db-9e31-4c36-b07b-b4f98c6952de', 'name': '', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'mac_address': 'fa:16:3e:9d:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:35Z', 'updated_at': '2021-08-23T13:56:38Z', 'revision_number': 4, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'subnets': [{'id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71160e0b-37dc-4ba7-a439-54088bd0f426'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:56:39.283130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59126) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:39.434825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602413c-c9e5-4899-be94-0f0f0ed08c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:39.435384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e602413c-c9e5-4899-be94-0f0f0ed08c72 admin admin] Synchronizing usage tracker for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 13:56:39.518883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e602413c-c9e5-4899-be94-0f0f0ed08c72 admin admin] Unset dirty status for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 13:56:39.520003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e602413c-c9e5-4899-be94-0f0f0ed08c72 admin admin] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 842 time: 0.2358727 Aug 23 13:56:39.530451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:56:39.536022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:56:39.539932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Usage tracker for resource:subnet and tenant:a01aa8d398a941e8a58a0cc0d43e0eea is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 13:56:39.543128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 13:56:39.549629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:56:39.627517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Made reservation on behalf of a01aa8d398a941e8a58a0cc0d43e0eea for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:56:39.629981 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:39.695765 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:56:40.161697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.objects.ports [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80759) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 23 13:56:40.162360 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:40.168339 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:40.208402 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1ab9e7db-9e31-4c36-b07b-b4f98c6952de up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:56:40.243417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad96ba9-5c87-49f2-84dd-beb1c4835a85,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:40.249498 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:40.250433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 13:56:40.250795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Network hostable DHCP agents. Network: ab9f8435-4b22-4f4a-8048-f1559421213b, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 13:56:40.347510 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:56:40.353077 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:40.356384 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:40.375968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 13:56:40.450207 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, ab9f8435-4b22-4f4a-8048-f1559421213b) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:56:40.455999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:40.456213 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:40.459536 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb040a7a-bc5a-405e-adeb-e1a62630ee00 None None] Network ab9f8435-4b22-4f4a-8048-f1559421213b requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 13:56:40.536740 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0105946 Aug 23 13:56:40.557956 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:40.623499 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1ab9e7db-9e31-4c36-b07b-b4f98c6952de,segment=NetworkSegment(03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022),segment_id=03d0ef3f-d1e0-4d50-bf0e-a7bde7a15022)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 13:56:40.680207 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:40.686876 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:40.810983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=1ab9e7db-9e31-4c36-b07b-b4f98c6952de,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:40.815000 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35722ec2-cf8d-4dca-945d-a661116ce528 None None] Network ab9f8435-4b22-4f4a-8048-f1559421213b requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 13:56:40.827846 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:42.183271 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1ab9e7db-9e31-4c36-b07b-b4f98c6952de up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:56:42.254068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:42.254443 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:42.832809 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59140) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:43.036365 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0532a188-0e13-45f4-94c4-e95a984d9a32 admin admin] 10.222.0.72 "GET /v2.0/routers/0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d HTTP/1.1" status: 200 len: 710 time: 0.2019222 Aug 23 13:56:43.162823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a85612-4754-4b55-8755-863eed1b7b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:56:43.164204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-30a85612-4754-4b55-8755-863eed1b7b4d admin admin] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 886 time: 0.1230862 Aug 23 13:56:43.173699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:56:43.602883 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:43.993287 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:44.050907 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:44.238996 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Allocated IP 172.25.7.138 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/68ced6d8-28f3-43da-ab1d-2fbd2b329656) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:56:44.381738 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:44.467798 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:44.471684 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:44.534412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:56:44.537189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:56:44.540886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 13:56:44.608560 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Pushing event updated for resources: {'Port': ['ID=68ced6d8-28f3-43da-ab1d-2fbd2b329656,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:44.612426 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:45.076613 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:45.420098 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:45.423456 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1655724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1655701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407649'] for router, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:45.598876 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 13:56:45.826625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 13:56:45.834483 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:45.835554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Sync routers for ids ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 13:56:45.836037 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] 10.222.0.72 "PUT /v2.0/routers/0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d HTTP/1.1" status: 200 len: 890 time: 2.6654050 Aug 23 13:56:45.846183 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Routers {'0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 13:56:45.846839 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T13:56:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:46.037118 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Set router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 13:56:46.380066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'name': 'router1', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '68ced6d8-28f3-43da-ab1d-2fbd2b329656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:56:25Z', 'updated_at': '2021-08-23T13:56:44Z', 'revision_number': 4, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'gw_port': {'id': '68ced6d8-28f3-43da-ab1d-2fbd2b329656', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:44Z', 'updated_at': '2021-08-23T13:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1ab9e7db-9e31-4c36-b07b-b4f98c6952de', 'name': '', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'mac_address': 'fa:16:3e:9d:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:35Z', 'updated_at': '2021-08-23T13:56:40Z', 'revision_number': 5, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'subnets': [{'id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71160e0b-37dc-4ba7-a439-54088bd0f426'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:46.384884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Checking router: 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 13:56:46.385319 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Updating router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d port 68ced6d8-28f3-43da-ab1d-2fbd2b329656 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 13:56:46.438526 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:46.773318 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:46.785339 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Transition to ACTIVE for port object 68ced6d8-28f3-43da-ab1d-2fbd2b329656 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:56:46.844556 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:46.848621 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:46.923816 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Attempting to bind port 68ced6d8-28f3-43da-ab1d-2fbd2b329656 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:56:46.924193 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Attempting to bind port 68ced6d8-28f3-43da-ab1d-2fbd2b329656 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:56:46.924567 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Attempting to bind port 68ced6d8-28f3-43da-ab1d-2fbd2b329656 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 13:56:46.926623 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fd282-32fd-40b1-b3eb-58856bb7ff55 None None] Pushing event updated for resources: {'Port': ['ID=68ced6d8-28f3-43da-ab1d-2fbd2b329656,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:46.930133 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-293fd282-32fd-40b1-b3eb-58856bb7ff55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:46.932546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 13:56:46.932998 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 13:56:46.933338 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:46.933781 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 13:56:46.934200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Bound port: 68ced6d8-28f3-43da-ab1d-2fbd2b329656, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:56:46.934608 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:47.038692 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] For port 68ced6d8-28f3-43da-ab1d-2fbd2b329656, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 13:56:47.041553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] For port 68ced6d8-28f3-43da-ab1d-2fbd2b329656, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=68ced6d8-28f3-43da-ab1d-2fbd2b329656,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 13:56:47.125211 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:47.129282 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:47.204929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Routers {'0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 13:56:47.205561 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T13:56:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:47.262039 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fd282-32fd-40b1-b3eb-58856bb7ff55 None None] Pushing event updated for resources: {'Port': ['ID=68ced6d8-28f3-43da-ab1d-2fbd2b329656,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:47.272475 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-293fd282-32fd-40b1-b3eb-58856bb7ff55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:47.387966 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] Set router 0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 13:56:47.718668 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'name': 'router1', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '68ced6d8-28f3-43da-ab1d-2fbd2b329656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:56:25Z', 'updated_at': '2021-08-23T13:56:44Z', 'revision_number': 4, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'gw_port': {'id': '68ced6d8-28f3-43da-ab1d-2fbd2b329656', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:44Z', 'updated_at': '2021-08-23T13:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1ab9e7db-9e31-4c36-b07b-b4f98c6952de', 'name': '', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'mac_address': 'fa:16:3e:9d:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:35Z', 'updated_at': '2021-08-23T13:56:40Z', 'revision_number': 5, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'subnets': [{'id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71160e0b-37dc-4ba7-a439-54088bd0f426'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 13:56:47.722691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e144-ef05-4aeb-83d8-f8aeb37f947d None None] The sync data for ids ['0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d'] in n-d-805628-1 is: [{'id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'name': 'router1', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '68ced6d8-28f3-43da-ab1d-2fbd2b329656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T13:56:25Z', 'updated_at': '2021-08-23T13:56:44Z', 'revision_number': 4, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'gw_port': {'id': '68ced6d8-28f3-43da-ab1d-2fbd2b329656', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:44Z', 'updated_at': '2021-08-23T13:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1ab9e7db-9e31-4c36-b07b-b4f98c6952de', 'name': '', 'network_id': '48c67027-2085-4d36-a5f4-8c3c303ea4d9', 'tenant_id': '1fe6bb714af54dac8fce9df8b76e78be', 'mac_address': 'fa:16:3e:9d:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0045d4fe-74e5-4dd9-baaa-2ed0fb8f183d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T13:56:35Z', 'updated_at': '2021-08-23T13:56:40Z', 'revision_number': 5, 'project_id': '1fe6bb714af54dac8fce9df8b76e78be', 'subnets': [{'id': '5c442287-d00f-4a27-8b6d-1e69bdbbe182', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71160e0b-37dc-4ba7-a439-54088bd0f426'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 13:56:48.214542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59150) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:56:48.216665 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 68ced6d8-28f3-43da-ab1d-2fbd2b329656 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:56:48.345266 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ae93351d-ca64-4622-b49d-81c5d3235e73 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1293082 Aug 23 13:56:48.353067 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 68ced6d8-28f3-43da-ab1d-2fbd2b329656 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:56:48.359403 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 68ced6d8-28f3-43da-ab1d-2fbd2b329656 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:48.359799 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:48.500429 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:48.520651 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 68ced6d8-28f3-43da-ab1d-2fbd2b329656, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=68ced6d8-28f3-43da-ab1d-2fbd2b329656,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 13:56:48.559249 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:48.562446 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:56:48.630465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=68ced6d8-28f3-43da-ab1d-2fbd2b329656,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:56:48.633751 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:56:50.199774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 68ced6d8-28f3-43da-ab1d-2fbd2b329656 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:56:50.274004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 68ced6d8-28f3-43da-ab1d-2fbd2b329656 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:56:50.274341 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:57.519710 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e33b274c-84c9-4ac2-8f4e-47a3d8c3687e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:57.987514 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:56:59.798696 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-406573b5-0eae-4d8c-8c0b-e38e95231394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:01.170200 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:02.769994 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:16.694319 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:57:27.563763 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4f7e53d7-be24-4fb5-a7fe-1ba541312fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:28.010614 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:29.810115 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4896c87a-12b5-47be-a4c1-7b26ab99cbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:31.317803 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:32.793299 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:53.695730 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:57:57.523501 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-05e0c184-f025-45e5-a44a-f9e8c0c0fa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:57.986348 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:57:59.780703 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-712a9171-e625-4f64-bedb-226623cdbf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:01.192413 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:02.832203 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:27.512159 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6c20-3a6b-486f-9aba-c3972deaedf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:28.003399 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:29.791933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-017500c1-9a0b-41ad-b5d2-2e8150c8bdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:30.694201 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:58:31.181090 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:32.786481 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:57.511977 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1320a7e5-4de6-4eca-a07d-55714073de46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:57.986319 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:58:58.196940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59752) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:58:58.266459 n-d-805628-1 neutron-server[80759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe3f978-51f8-44c4-9d1f-2744d29b418e admin admin] GET failed (client error): The resource could not be found. Aug 23 13:58:58.267752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5fe3f978-51f8-44c4-9d1f-2744d29b418e admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698485 Aug 23 13:58:58.405612 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ca33fa-4679-4d96-b130-191e428c5294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:58:58.407091 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d9ca33fa-4679-4d96-b130-191e428c5294 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1355536 Aug 23 13:58:59.791652 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-908b8481-d5ee-4863-a15f-68b22d21f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:00.530023 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59762) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:00.636849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab8e3c-f51f-4cd2-a5f1-927b6e019a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:00.637446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-39ab8e3c-f51f-4cd2-a5f1-927b6e019a55 admin admin] Synchronizing usage tracker for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:subnet {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 13:59:00.751490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-39ab8e3c-f51f-4cd2-a5f1-927b6e019a55 admin admin] Unset dirty status for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:subnet {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 13:59:00.752874 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-39ab8e3c-f51f-4cd2-a5f1-927b6e019a55 admin admin] 10.222.0.72 "GET /v2.0/subnets/5c442287-d00f-4a27-8b6d-1e69bdbbe182 HTTP/1.1" status: 200 len: 849 time: 0.2216802 Aug 23 13:59:00.762739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:59:00.881684 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Notify callbacks [] for subnet, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:01.134741 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740022557498'] for subnet, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:01.139549 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:01.177213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:01.177802 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:01.179116 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] 10.222.0.72 "PUT /v2.0/subnets/5c442287-d00f-4a27-8b6d-1e69bdbbe182 HTTP/1.1" status: 200 len: 868 time: 0.4205289 Aug 23 13:59:01.183767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:01.197357 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b8b303-f310-4483-8b63-3e99a78a19ae None None] Network 48c67027-2085-4d36-a5f4-8c3c303ea4d9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 13:59:01.210613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c442287-d00f-4a27-8b6d-1e69bdbbe182,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:01.219414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.219861 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.220148 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.220428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.220719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.221058 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.221393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.221782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.222115 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.222443 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.222698 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.223183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:01.232354 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:01.686669 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cdce6a4a-4892-4919-8a44-ddb0de049220 None None] Provisioning complete for port 1ab9e7db-9e31-4c36-b07b-b4f98c6952de triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:01.687055 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cdce6a4a-4892-4919-8a44-ddb0de049220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:01.815227 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cdce6a4a-4892-4919-8a44-ddb0de049220 None None] Provisioning complete for port a1c8bd04-d169-45da-acbe-d1705578c728 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:01.815480 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cdce6a4a-4892-4919-8a44-ddb0de049220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:02.792094 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:03.322861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59772) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:03.498809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda62e1b-37bf-42ba-b897-6e89c7f52419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:03.499298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda62e1b-37bf-42ba-b897-6e89c7f52419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:03.500830 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-fda62e1b-37bf-42ba-b897-6e89c7f52419 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1769137 Aug 23 13:59:05.619580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59782) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:05.788228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a2d6be-87d3-47f8-85bc-804df9021f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:05.788735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a2d6be-87d3-47f8-85bc-804df9021f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:05.790329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-91a2d6be-87d3-47f8-85bc-804df9021f6b admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1698346 Aug 23 13:59:07.692258 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:59:07.891641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59792) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:08.061483 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb1b9a8-dfce-4f67-946f-0cabe3867d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:08.062844 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1fb1b9a8-dfce-4f67-946f-0cabe3867d0b admin admin] 10.222.0.72 "GET /v2.0/networks/48c67027-2085-4d36-a5f4-8c3c303ea4d9 HTTP/1.1" status: 200 len: 870 time: 0.1702099 Aug 23 13:59:10.201670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59802) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:10.367283 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f0946-7a9d-404e-82cb-4b4143f6ca4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:10.368556 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d49f0946-7a9d-404e-82cb-4b4143f6ca4b admin admin] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 886 time: 0.1659365 Aug 23 13:59:12.497755 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59812) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:12.610949 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e0cdd0-3629-4ee5-a268-b3cf01b7dc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:12.611414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e0cdd0-3629-4ee5-a268-b3cf01b7dc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:12.612953 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e7e0cdd0-3629-4ee5-a268-b3cf01b7dc65 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1138890 Aug 23 13:59:14.756018 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59822) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:14.861426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3100a-0383-4ef5-87b9-f451843998af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:14.861895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3100a-0383-4ef5-87b9-f451843998af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:14.863407 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2dd3100a-0383-4ef5-87b9-f451843998af admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064522 Aug 23 13:59:16.999237 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59832) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:17.109855 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84278de1-adf0-4553-83e8-14ae55712049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:17.111293 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-84278de1-adf0-4553-83e8-14ae55712049 admin admin] 10.222.0.72 "GET /v2.0/subnets/5c442287-d00f-4a27-8b6d-1e69bdbbe182 HTTP/1.1" status: 200 len: 868 time: 0.1111190 Aug 23 13:59:19.251874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59842) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:19.352170 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26cced4-9eb5-4d46-9075-30715d996263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:19.353562 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c26cced4-9eb5-4d46-9075-30715d996263 admin admin] 10.222.0.72 "GET /v2.0/subnets/6ad96ba9-5c87-49f2-84dd-beb1c4835a85 HTTP/1.1" status: 200 len: 816 time: 0.1007633 Aug 23 13:59:27.516281 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-999e12e2-5698-4bad-8080-b19aac6d5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:28.030755 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:29.791494 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-56c04c0a-2370-4697-95f3-8604b8a15da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:31.214649 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:32.774355 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:42.495596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59886) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:42.547848 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [None req-beead74c-5150-4d0b-b3a7-e534ededa771 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 13:59:42.548865 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-beead74c-5150-4d0b-b3a7-e534ededa771 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523286 Aug 23 13:59:44.691803 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 13:59:44.773220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59896) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:44.843636 n-d-805628-1 neutron-server[80758]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62a62fc-7028-4b9f-8130-b02c85372f45 admin admin] GET failed (client error): The resource could not be found. Aug 23 13:59:44.844935 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e62a62fc-7028-4b9f-8130-b02c85372f45 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0707521 Aug 23 13:59:44.969404 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c95f7f-9e4f-4b4e-b90d-e7297d6174e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:44.970772 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-07c95f7f-9e4f-4b4e-b90d-e7297d6174e9 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1217222 Aug 23 13:59:47.181265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59906) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:47.234264 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:59:47.239135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:59:47.249977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:59:47.368481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Made reservation on behalf of a01aa8d398a941e8a58a0cc0d43e0eea for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:59:47.371434 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:47.468904 n-d-805628-1 neutron-server[80758]: WARNING neutron.services.revisions.revision_plugin [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Could not find related network for resource to bump revision. Aug 23 13:59:47.482652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 13:59:47.492023 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:47.492366 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Added segment f77e7e13-bdb0-44c5-ac93-128fa1fafe89 of type vlan for network cf955321-3225-4da5-ae19-68135c2a7da2 Aug 23 13:59:47.518611 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:47.648977 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:47.650342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:47.650928 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:47.655010 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:47.750930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Pushing event updated for resources: {'Network': ['ID=cf955321-3225-4da5-ae19-68135c2a7da2,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:47.757670 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.758008 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.758336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.758660 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.758982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.759300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.759613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.759926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.760237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.760547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.760858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.761191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:47.764694 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:47.771759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network cf955321-3225-4da5-ae19-68135c2a7da2 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 13:59:47.929681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7468169 Aug 23 13:59:50.117143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59916) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 13:59:50.178842 n-d-805628-1 neutron-server[80758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17d432d-5045-441e-bb24-dd161bd299d7 admin admin] GET failed (client error): The resource could not be found. Aug 23 13:59:50.179366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b17d432d-5045-441e-bb24-dd161bd299d7 admin admin] Synchronizing usage tracker for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 13:59:50.264660 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b17d432d-5045-441e-bb24-dd161bd299d7 admin admin] Unset dirty status for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 13:59:50.265915 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b17d432d-5045-441e-bb24-dd161bd299d7 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1562984 Aug 23 13:59:50.373875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc764d-94ad-41f4-ac45-73c59eaf4dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:50.375248 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2cfc764d-94ad-41f4-ac45-73c59eaf4dda admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1053727 Aug 23 13:59:50.384930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 13:59:50.389523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 13:59:50.399104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 13:59:50.476935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Made reservation on behalf of a01aa8d398a941e8a58a0cc0d43e0eea for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 13:59:50.479336 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:50.739601 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:50.744805 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1f99f0de-bd23-4fbd-aecb-3bc2deda3ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:50.820874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=25912d6f-75ef-42fe-9b7c-363a47f750dd,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:50.824389 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:50.827080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 13:59:50.827442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Network hostable DHCP agents. Network: cf955321-3225-4da5-ae19-68135c2a7da2, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 13:59:50.946077 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Network cf955321-3225-4da5-ae19-68135c2a7da2 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 13:59:51.014896 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, cf955321-3225-4da5-ae19-68135c2a7da2) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:59:51.019279 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 13:59:51.019919 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:51.027663 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23606f7e-30a8-4924-8f58-ae8eba04aec4 None None] Network cf955321-3225-4da5-ae19-68135c2a7da2 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 13:59:51.106506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7249231 Aug 23 13:59:51.255159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-cf955321-3225-4da5-ae19-68135c2a7da2', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'tenant_id': 'a01aa8d398a941e8a58a0cc0d43e0eea', 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 13:59:51.256085 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:51.421357 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Allocated IP 192.168.233.2 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/77bf18c7-db54-45e5-bbaf-46955ddc3987) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 13:59:51.650315 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:51.660534 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Transition to ACTIVE for port object 77bf18c7-db54-45e5-bbaf-46955ddc3987 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:59:51.684006 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Transition to ACTIVE for port object 77bf18c7-db54-45e5-bbaf-46955ddc3987 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 13:59:51.769511 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:51.774314 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-293fd282-32fd-40b1-b3eb-58856bb7ff55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:51.840754 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 13:59:51.843615 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 13:59:51.846087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 13:59:51.852666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Pushing event updated for resources: {'Port': ['ID=77bf18c7-db54-45e5-bbaf-46955ddc3987,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:51.891413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.891748 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.892072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.892399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.892715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.893042 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.893411 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.893724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.894037 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.894344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.894652 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.894956 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 13:59:51.898644 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:51.982178 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Attempting to bind port 77bf18c7-db54-45e5-bbaf-46955ddc3987 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 13:59:51.982466 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Attempting to bind port 77bf18c7-db54-45e5-bbaf-46955ddc3987 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 13:59:51.982833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Attempting to bind port 77bf18c7-db54-45e5-bbaf-46955ddc3987 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 13:59:51.988174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 13, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 13:59:51.988795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 13:59:51.989224 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:51.989626 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 13:59:51.990102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Bound port: 77bf18c7-db54-45e5-bbaf-46955ddc3987, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 13:59:51.991114 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:52.083332 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] For port 77bf18c7-db54-45e5-bbaf-46955ddc3987, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 13:59:52.086931 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] For port 77bf18c7-db54-45e5-bbaf-46955ddc3987, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=77bf18c7-db54-45e5-bbaf-46955ddc3987,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 13:59:52.165073 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:52.169162 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:52.246770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Pushing event updated for resources: {'Port': ['ID=77bf18c7-db54-45e5-bbaf-46955ddc3987,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:52.250305 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:53.109410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7319f65-9454-4b23-b46c-93675e125127 None None] Network cf955321-3225-4da5-ae19-68135c2a7da2 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 13:59:53.270904 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4355cd36-d7d5-4654-a0ca-b0e5541ee9fc None None] Provisioning for port 77bf18c7-db54-45e5-bbaf-46955ddc3987 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:59:54.326981 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 77bf18c7-db54-45e5-bbaf-46955ddc3987 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:59:54.448933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 77bf18c7-db54-45e5-bbaf-46955ddc3987 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 13:59:54.454181 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 77bf18c7-db54-45e5-bbaf-46955ddc3987 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:54.454578 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:54.591379 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:54.626639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 77bf18c7-db54-45e5-bbaf-46955ddc3987, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=77bf18c7-db54-45e5-bbaf-46955ddc3987,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 13:59:54.699962 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:54.702140 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 13:59:54.775254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=77bf18c7-db54-45e5-bbaf-46955ddc3987,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 13:59:54.778452 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 13:59:56.290345 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 77bf18c7-db54-45e5-bbaf-46955ddc3987 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 13:59:56.367799 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 77bf18c7-db54-45e5-bbaf-46955ddc3987 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 13:59:56.368085 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:57.544796 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0a3a48da-fc1a-4d10-90ef-5d027a9ec186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:58.031087 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 13:59:59.826345 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d96a775a-4c87-4e04-b303-f22c786919e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:01.371237 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:02.795857 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:21.691716 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:00:27.523265 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5c41fbe0-fdbc-4101-be06-d1debb96aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:28.036945 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:29.877545 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a5e0582b-bcab-4439-bfec-b8c4dad7f6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:31.241933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:32.820305 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:57.539058 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-66612fed-442f-4767-b876-b3a1145ce8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:58.012801 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:00:58.690909 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:00:59.835644 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dcc6b356-e135-4a62-9537-cddcfe9aeaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:01.263828 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:02.962901 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:14.133639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59966) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:14.139834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [None req-5caa550a-8106-4fc2-bea3-9eed7cf35d3b tempest-verify_tempest_config-1216712977 tempest-verify_tempest_config-1216712977-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:01:14.140802 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5caa550a-8106-4fc2-bea3-9eed7cf35d3b tempest-verify_tempest_config-1216712977 tempest-verify_tempest_config-1216712977-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062029 Aug 23 14:01:14.688584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59984) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:14.804113 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:14.818390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:01:14.822740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Usage tracker for resource:security_group_rule and tenant:8255b45e4ead4e94bccf5abd8ffefe74 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:01:14.825540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:01:14.831155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:01:14.912426 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:14.979544 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:14.987251 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:01:15.031059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8255b45e4ead4e94bccf5abd8ffefe74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3413024 Aug 23 14:01:15.031877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ced35-5302-4fd2-88e6-641c9c19c02a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:01:15.033913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59990) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:01:15.039314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.046750 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:01:15.096784 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:15.125711 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:15.271202 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:15.275356 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:01:15.286477 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ced35-5302-4fd2-88e6-641c9c19c02a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:01:15.296454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.296799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.297166 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.297496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.297826 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.298152 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.298474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.298810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.299131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.299451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.299763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.300077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:01:15.303195 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:01:15.304644 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:15.306665 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c73ced35-5302-4fd2-88e6-641c9c19c02a HTTP/1.1" status: 204 len: 168 time: 0.2702124 Aug 23 14:01:27.533471 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70603add-5ac7-4668-963f-3e63c84564f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:28.248262 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:29.807744 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b076250f-fd58-4f93-85e9-e4148b746a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:31.220328 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:32.842408 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:35.690129 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:01:57.543024 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8b129c3a-b551-4997-b452-0cf2a199f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:58.017553 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:01:59.824912 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c12c9859-f8c0-492d-b70a-5a204aeb94fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:01.229206 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:02.824621 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:12.689750 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:02:27.521825 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-88fa58f3-e740-4728-a4a0-b8c888f43e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:28.005249 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:29.811968 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-658be47b-9559-46d6-94e3-fac20fad61b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:31.211880 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:32.830437 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:49.688052 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:02:57.530711 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-2b61d511-3370-4fa1-982b-ccba07a0d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:58.052728 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:02:59.812882 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bb35c65c-7488-4811-85ba-e8632aebfdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:01.224493 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:02.827851 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:26.689446 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:03:27.538321 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d77a0-c276-4172-8d8a-3d97cc574ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:28.081369 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:29.773048 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5cfe9c81-69bb-4855-92c4-b5fdda5f3b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:31.218675 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:32.856074 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:57.549253 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8c5f2230-4bb6-4684-be2b-fc420661a417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:58.000764 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:03:59.798011 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c7fee8f8-a491-4b0e-baf6-bd4c79549f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:01.215599 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:02.826619 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:03.687907 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 5 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:04:25.845324 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659734'] for agent, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:27.363442 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1659734'] for agent, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:27.534854 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0cba9aa1-3429-4a7a-8e8e-9106cd8142e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:28.006521 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:29.794973 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0f15484e-ec80-4bce-b137-d51d7ccef5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:31.243606 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:32.846381 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:40.687717 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:04:55.842755 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:57.268377 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:57.554356 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dff2c38b-ffb2-42cc-9bee-dfad611a5fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:58.040183 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:04:59.803221 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ab834d3c-b0d5-4438-bc39-d94d68eb5246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:01.237039 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:02.831089 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:17.687838 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:05:21.676106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60056) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:05:21.786987 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-adc49a74-d369-4b52-81b4-9978e6db0712 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1092319 Aug 23 14:05:23.895778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60066) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:05:23.950087 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-91ee5792-ee02-4b33-b59e-8c691f17fa3f admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0531695 Aug 23 14:05:25.856779 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:27.299962 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:27.550813 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3b3b1e17-f366-4254-9045-bc222a90564c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:28.071123 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:29.796691 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f5895ad2-968b-482c-a50c-afee5ae6cc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:31.245871 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:32.828213 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:54.687650 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:05:55.830691 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:57.304923 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:57.510801 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a652a7d5-bc17-46df-8f40-c816a7a538c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:58.036270 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:05:59.805935 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-631fd2fa-4ab0-4d9b-89ad-dc170b575f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:01.259245 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:02.872936 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:25.881100 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:27.327213 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:27.529734 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c713dd9e-530a-4ab0-8232-3ae6ce3e2bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:28.027602 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:29.812810 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-12cd99d8-9b8a-436c-96fd-3c3045a66016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:31.245167 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:31.687391 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:06:32.835229 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:55.874772 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:57.303688 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:57.520833 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5885-3e40-4f53-ad4e-e74f33516dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:58.034920 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:06:59.971711 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9b657e3a-5fa7-4eb6-844e-6afd3f0b6d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:01.232893 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:02.851958 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:06.855162 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60466) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:06.968770 n-d-805628-1 neutron-server[80758]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 14:07:07.130762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876673fb-d732-42ff-b437-7d7fc85884f5 req-aaedbb88-0b68-4a7d-af9a-a3870bfb0edc tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:07.131247 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876673fb-d732-42ff-b437-7d7fc85884f5 req-aaedbb88-0b68-4a7d-af9a-a3870bfb0edc tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:07.131714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876673fb-d732-42ff-b437-7d7fc85884f5 req-aaedbb88-0b68-4a7d-af9a-a3870bfb0edc tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:07.133314 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-876673fb-d732-42ff-b437-7d7fc85884f5 req-aaedbb88-0b68-4a7d-af9a-a3870bfb0edc tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2208 time: 0.2771480 Aug 23 14:07:07.293381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60492) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:07.440222 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:07.443153 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60510) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:07.456396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:07.460960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4ebd566985457f83b8fbd1ccf43ec5 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:07.463944 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:07.472736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:07.498396 n-d-805628-1 neutron-server[80759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 14:07:07.578134 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:07.634651 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:07.645129 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ec0787a1-6c27-43bd-b7b0-d02dd73fbad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:07.672240 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4fd8b-1500-414b-a674-2f8c79e6d985,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:07.681902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.682248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.682582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.682914 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.683244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.683570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.683892 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.684213 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.684570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.684914 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.685262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.685681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Tracked resource versions report: Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: pushed versions: Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: { 'AddressGroup': {'1.2'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'ConntrackHelper': {'1.0'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Log': {'1.0'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Network': {'1.1'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Port': {'1.7'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'PortForwarding': {'1.2'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'QosPolicy': {'1.8'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'SecurityGroup': {'1.4'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'SubPort': {'1.0'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Subnet': {'1.1'}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Trunk': {'1.1'}} Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: consumer versions: Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: { DHCP agent@n-d-805628-1: {}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: HyperV agent@n-h1-805628-1: {}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: HyperV agent@n-h2-805628-1: {}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: L3 agent@n-d-805628-1: {}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: Metadata agent@n-d-805628-1: {}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: Metering agent@n-d-805628-1: {}, Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'ConntrackHelper': '1.0', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Log': '1.0', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Network': '1.1', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Port': '1.7', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'PortForwarding': '1.2', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'QosPolicy': '1.8', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'SecurityGroup': '1.4', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'SecurityGroupRule': '1.2', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'SubPort': '1.0', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Subnet': '1.1', Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: 'Trunk': '1.1'}} Aug 23 14:07:07.686667 n-d-805628-1 neutron-server[80758]: {{(pid=80758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:07:07.688774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c97cff-dfaa-4674-9f41-784d2072981c req-aa69f917-fb77-40b8-a5da-0361b44a42f0 tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:07.688774 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-33c97cff-dfaa-4674-9f41-784d2072981c req-aa69f917-fb77-40b8-a5da-0361b44a42f0 tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 886 time: 0.2434399 Aug 23 14:07:07.699681 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:07.714855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc4ebd566985457f83b8fbd1ccf43ec5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4181299 Aug 23 14:07:07.716052 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60520) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:07.778910 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:07.808893 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:07.967738 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:07.976210 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:07.992696 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4fd8b-1500-414b-a674-2f8c79e6d985,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:07.994950 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:07.996270 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93c4fd8b-1500-414b-a674-2f8c79e6d985 HTTP/1.1" status: 204 len: 168 time: 0.2789688 Aug 23 14:07:07.997389 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:08.050727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449832da-0fbd-45a5-9c95-f50394535a48 req-2adcc825-72b8-478a-837f-c7c888643b09 tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:08.052782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449832da-0fbd-45a5-9c95-f50394535a48 req-2adcc825-72b8-478a-837f-c7c888643b09 tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:08.053458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449832da-0fbd-45a5-9c95-f50394535a48 req-2adcc825-72b8-478a-837f-c7c888643b09 tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:08.069580 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-449832da-0fbd-45a5-9c95-f50394535a48 req-2adcc825-72b8-478a-837f-c7c888643b09 tempest-NetworksTest-901745353 tempest-NetworksTest-901745353-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2208 time: 0.2013512 Aug 23 14:07:08.689547 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:07:08.697196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60598) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:08.744805 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-861ff38f-7830-4ed1-ba17-9d02b75749e2 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0f447d98812c4b1ea1a064c0da7cf4b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285938 Aug 23 14:07:08.900413 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-b325de09-db8b-4b30-803f-c198695fe024 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:08.902168 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-b325de09-db8b-4b30-803f-c198695fe024 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518321 Aug 23 14:07:08.917232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-e21a55b0-fbf1-4073-bed8-e6171a045d79 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/quotas/0f447d98812c4b1ea1a064c0da7cf4b5 HTTP/1.1" status: 200 len: 375 time: 0.0093160 Aug 23 14:07:08.993736 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-0d0bf1f9-95f8-457e-a456-ae2cb5e7194f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f447d98812c4b1ea1a064c0da7cf4b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710552 Aug 23 14:07:09.093194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60616) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:09.113380 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.128203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:09.135778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Usage tracker for resource:security_group_rule and tenant:4dcd5b9a20fd421488c8e320552946f0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:09.138715 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:09.144464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:09.267029 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.295374 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58e70eef-178d-46f9-9a18-190e02cc1412 req-6982c527-dbb2-41d1-9134-54126017c02c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0479438 Aug 23 14:07:09.319765 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.337358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:09.339665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60636) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:09.341416 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Usage tracker for resource:security_group_rule and tenant:e4612fda6b8f4e389f54cddad8eef76b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:09.344519 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:09.351074 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.352200 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:09.367157 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:09.408831 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Synchronizing usage tracker for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:07:09.439339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05b4514-f242-4c33-9d58-0e2d7a7b2446,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:09.456823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.457327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.457766 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.458194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.458844 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.459219 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.459481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.459801 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.460109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.460413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.460733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.461055 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Tracked resource versions report: Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: pushed versions: Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: { 'AddressGroup': {'1.2'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'ConntrackHelper': {'1.0'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Log': {'1.0'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Network': {'1.1'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Port': {'1.7'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'PortForwarding': {'1.2'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'QosPolicy': {'1.8'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'SecurityGroup': {'1.4'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'SubPort': {'1.0'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Subnet': {'1.1'}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Trunk': {'1.1'}} Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: consumer versions: Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: { DHCP agent@n-d-805628-1: {}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: HyperV agent@n-h1-805628-1: {}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: HyperV agent@n-h2-805628-1: {}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: L3 agent@n-d-805628-1: {}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: Metadata agent@n-d-805628-1: {}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: Metering agent@n-d-805628-1: {}, Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'ConntrackHelper': '1.0', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Log': '1.0', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Network': '1.1', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Port': '1.7', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'PortForwarding': '1.2', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'QosPolicy': '1.8', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'SecurityGroup': '1.4', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'SecurityGroupRule': '1.2', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'SubPort': '1.0', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Subnet': '1.1', Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: 'Trunk': '1.1'}} Aug 23 14:07:09.462122 n-d-805628-1 neutron-server[80759]: {{(pid=80759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:07:09.468646 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:09.533606 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Unset dirty status for tenant:a01aa8d398a941e8a58a0cc0d43e0eea on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:07:09.537702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60652) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:09.537862 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4dcd5b9a20fd421488c8e320552946f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4432502 Aug 23 14:07:09.543754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.609772 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.610693 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.621123 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-12ae577c-8d40-42eb-a2c2-f978c74ed012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:09.640482 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.724329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac3aa5-e3c1-4852-a761-53e48f4703ab,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:09.725536 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.725990 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:09.726749 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4612fda6b8f4e389f54cddad8eef76b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0282362 Aug 23 14:07:09.727041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60662) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:09.746899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:09.750917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Usage tracker for resource:security_group_rule and tenant:2fa2f7e2433a450c9650dc696a6672e0 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:09.754969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:09.764922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60670) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:09.768183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:09.809048 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.836394 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.853441 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.864279 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:09.893394 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05b4514-f242-4c33-9d58-0e2d7a7b2446,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:09.897496 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:09.913054 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.916903 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f05b4514-f242-4c33-9d58-0e2d7a7b2446 HTTP/1.1" status: 204 len: 168 time: 0.3757782 Aug 23 14:07:09.917171 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:09.937461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:09.942239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Usage tracker for resource:security_group_rule and tenant:59ae2e63dcae4d4cb3dcc042a5ab71d5 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:09.945455 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:09.962020 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:09.983315 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.073274 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.073531 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.082905 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-53b645dc-8f71-4dfe-a957-ae170292f71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:10.088936 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ffabc651-de50-4c6c-bf2d-da772285083e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:10.102360 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac3aa5-e3c1-4852-a761-53e48f4703ab,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:10.110202 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:10.122163 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.123291 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54ac3aa5-e3c1-4852-a761-53e48f4703ab HTTP/1.1" status: 204 len: 168 time: 0.3955314 Aug 23 14:07:10.162500 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2fa2f7e2433a450c9650dc696a6672e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8214817 Aug 23 14:07:10.163901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58cc8b6-08c6-405b-b9c2-83151246af6f,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:10.167937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60690) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:10.172286 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:10.215023 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.249440 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.280895 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.286360 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.302594 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-030f2e37-c372-427e-bc17-7790dc4603ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:10.343347 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59ae2e63dcae4d4cb3dcc042a5ab71d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5772426 Aug 23 14:07:10.345789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8687bc2b-7052-4e1c-82ef-1c2f58612bfc,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:10.346058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60702) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:10.349600 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:10.438644 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.449056 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-08eece63-1bea-429c-a20a-5456628f2439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:10.454804 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5486db02-62dc-4c8b-9112-23a6636169a4 req-d4b4b107-6b8a-4ee3-a844-e8c117e8d49f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0917683 Aug 23 14:07:10.458842 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.464890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58cc8b6-08c6-405b-b9c2-83151246af6f,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:10.467657 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:10.484067 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.487710 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a58cc8b6-08c6-405b-b9c2-83151246af6f HTTP/1.1" status: 204 len: 168 time: 0.3156149 Aug 23 14:07:10.508726 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.649652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.654139 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-351df9c9-2c76-4ad6-8b6e-de83cbb3931c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:10.666095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8687bc2b-7052-4e1c-82ef-1c2f58612bfc,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:10.670469 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:10.674387 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.678005 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8687bc2b-7052-4e1c-82ef-1c2f58612bfc HTTP/1.1" status: 204 len: 168 time: 0.3281896 Aug 23 14:07:10.911069 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60744) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:10.929449 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:10.976276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:10.981752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Usage tracker for resource:security_group_rule and tenant:07668c0206dc4e599b00f9d02448769d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:10.985572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:10.992547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:11.095502 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.228936 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.238956 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:11.277410 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07668c0206dc4e599b00f9d02448769d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3652589 Aug 23 14:07:11.279131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb77d2d-9fa5-4792-b945-1c67f8b8612b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:11.280167 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60762) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:11.282165 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:11.356731 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.382987 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.491390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60776) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:11.529839 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.543809 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.555121 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bef577c4-3e32-4ab9-a106-0d39ef00cca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:11.571017 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:11.576042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Usage tracker for resource:security_group_rule and tenant:1745b2e15497426d9465c0e0b49f747f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:11.579524 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:11.586156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb77d2d-9fa5-4792-b945-1c67f8b8612b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:11.590303 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:11.598945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:11.608370 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.612643 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8eb77d2d-9fa5-4792-b945-1c67f8b8612b HTTP/1.1" status: 204 len: 168 time: 0.3294163 Aug 23 14:07:11.734183 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.748767 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8887ca65-40a1-40a5-b630-4d91de9965f3 req-7665b41a-fdd1-4fad-9b32-21b06a1388ae tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0535884 Aug 23 14:07:11.863789 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:11.876056 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:11.915480 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1745b2e15497426d9465c0e0b49f747f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4228861 Aug 23 14:07:11.918324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60794) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:11.923523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6284079-529a-4bb8-954d-10c41cad8657,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:11.937897 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:11.979824 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.005925 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.167904 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60804) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:12.187624 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.188683 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.207076 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-23e9744b-b1cd-4725-8650-118e199d37cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:12.225626 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.227010 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6284079-529a-4bb8-954d-10c41cad8657 HTTP/1.1" status: 204 len: 168 time: 0.3075104 Aug 23 14:07:12.229255 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6284079-529a-4bb8-954d-10c41cad8657,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:12.231771 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:12.233345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:12.238977 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Usage tracker for resource:security_group_rule and tenant:613b2e1125b543eaa02c97b936a84773 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:12.242501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:12.248602 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:12.340957 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.411890 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.421280 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:12.462551 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=613b2e1125b543eaa02c97b936a84773&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2933798 Aug 23 14:07:12.464197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3032e47e-617f-4469-b6f6-a0dcf53647d6,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:12.465418 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60814) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:12.467511 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:12.526941 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.553359 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.697868 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.703563 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2928ec64-3ad2-4ea4-a43d-26152228a383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:12.717751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3032e47e-617f-4469-b6f6-a0dcf53647d6,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:12.721686 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:12.732652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:12.733894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3032e47e-617f-4469-b6f6-a0dcf53647d6 HTTP/1.1" status: 204 len: 168 time: 0.2671788 Aug 23 14:07:12.869402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 60828) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:12.903273 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.82', 55788) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:12.938742 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-8149e430-dd09-4076-b48d-53d4b23f7b2f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0f447d98812c4b1ea1a064c0da7cf4b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341578 Aug 23 14:07:12.949317 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d2d73071-807b-44d8-a542-14fc6728c30b req-3ae5784c-32df-4e68-9147-2283424d399c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0508413 Aug 23 14:07:13.126914 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-131d6321-c2e6-4aab-adfd-4ae03cab4e84 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:13.128352 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-131d6321-c2e6-4aab-adfd-4ae03cab4e84 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830761 Aug 23 14:07:13.215896 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.240448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:13.246119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Usage tracker for resource:security_group_rule and tenant:637ff63442d54df69bcf8f268136781e is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:13.249611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:13.249843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Request body: {'port': {'device_id': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0f447d98812c4b1ea1a064c0da7cf4b5'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:13.256470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:13.385319 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.448716 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:13.457809 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Usage tracker for resource:port and tenant:0f447d98812c4b1ea1a064c0da7cf4b5 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:13.461600 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:13.468436 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:13.512715 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.525172 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:13.572283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=637ff63442d54df69bcf8f268136781e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7017739 Aug 23 14:07:13.573341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371c846-4fb2-4cb4-9651-52ceb91ec4a6,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:13.576818 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60864) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:13.578262 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:13.609899 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Made reservation on behalf of 0f447d98812c4b1ea1a064c0da7cf4b5 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:07:13.613435 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.630736 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.667230 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:13.675792 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Usage tracker for resource:security_group_rule and tenant:0f447d98812c4b1ea1a064c0da7cf4b5 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:13.679478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:13.693658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:13.707488 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.751033 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.852205 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.907231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.911332 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:13.924897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371c846-4fb2-4cb4-9651-52ceb91ec4a6,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:13.928823 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:13.939330 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.941047 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e371c846-4fb2-4cb4-9651-52ceb91ec4a6 HTTP/1.1" status: 204 len: 168 time: 0.3554740 Aug 23 14:07:13.952607 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:13.956151 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:14.051296 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190cf7f3-d453-4782-a930-9dab978c3c1c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:14.055288 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:14.186211 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-46170a79-e5f3-4cee-af32-421fcc29ac5a req-ee6b35b6-883b-4597-be2a-662d9d8508fc tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 210 time: 0.0564470 Aug 23 14:07:14.198665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Allocated IP 192.168.233.243 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/4a5241e9-4bcc-49bd-acd9-350825a0876c) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:07:14.447758 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:14.464808 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Transition to ACTIVE for port object 4a5241e9-4bcc-49bd-acd9-350825a0876c will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:07:14.587266 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:14.595046 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5f2c4c97-1c7f-4325-ade2-15603073d552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:14.663221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:07:14.666503 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:07:14.670494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:07:14.676147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:14.676695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:14.684795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Pushing event updated for resources: {'Port': ['ID=4a5241e9-4bcc-49bd-acd9-350825a0876c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:14.692031 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:14.777770 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5328715 Aug 23 14:07:15.050865 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60920) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:15.057583 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-83f48a78-a1c8-4d15-9934-495856147ff4 None None] Provisioning for port 4a5241e9-4bcc-49bd-acd9-350825a0876c completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:07:15.064159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-83f48a78-a1c8-4d15-9934-495856147ff4 None None] Provisioning complete for port 4a5241e9-4bcc-49bd-acd9-350825a0876c triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:07:15.065307 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-83f48a78-a1c8-4d15-9934-495856147ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:15.077977 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:15.096399 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:15.102210 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:3bfc61e262f1444bb0f9a79ea8d18ffd is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:15.106139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:15.118280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:15.204013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-83f48a78-a1c8-4d15-9934-495856147ff4 None None] Port 4a5241e9-4bcc-49bd-acd9-350825a0876c cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:07:15.260307 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:15.381375 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:15.397260 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:15.475669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59ac33-91e0-4d60-8ac4-a28f5967c181 req-f19161fa-ce2e-4dbf-beca-82aaad3ce6f5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:15.478347 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ff59ac33-91e0-4d60-8ac4-a28f5967c181 req-f19161fa-ce2e-4dbf-beca-82aaad3ce6f5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.1525629 Aug 23 14:07:15.489422 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3bfc61e262f1444bb0f9a79ea8d18ffd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4369173 Aug 23 14:07:15.493120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4af59-6f65-4a06-b8e4-494973cf4e8b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:15.496018 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 60934) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:15.499585 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:15.559444 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ff59ac33-91e0-4d60-8ac4-a28f5967c181 req-d73921fa-0509-484f-b2bb-138551fc43ee tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750308 Aug 23 14:07:15.617873 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:15.666873 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:16.446078 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:16.479668 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:16.479668 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4af59-6f65-4a06-b8e4-494973cf4e8b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:16.479668 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:16.479668 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:16.479668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7b4af59-6f65-4a06-b8e4-494973cf4e8b HTTP/1.1" status: 204 len: 168 time: 0.9726315 Aug 23 14:07:16.785364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece48d1d-2941-4389-9416-d74c636981d8 req-64a036a1-0fab-425d-9f67-de509ec2526f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:16.786070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ece48d1d-2941-4389-9416-d74c636981d8 req-64a036a1-0fab-425d-9f67-de509ec2526f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Synchronizing usage tracker for tenant:0f447d98812c4b1ea1a064c0da7cf4b5 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:07:16.881061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ece48d1d-2941-4389-9416-d74c636981d8 req-64a036a1-0fab-425d-9f67-de509ec2526f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Unset dirty status for tenant:0f447d98812c4b1ea1a064c0da7cf4b5 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:07:16.883748 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ece48d1d-2941-4389-9416-d74c636981d8 req-64a036a1-0fab-425d-9f67-de509ec2526f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.2010787 Aug 23 14:07:16.954797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ece48d1d-2941-4389-9416-d74c636981d8 req-dfb3232a-1c13-464f-99a5-36a288b5440d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Synchronizing usage tracker for tenant:0f447d98812c4b1ea1a064c0da7cf4b5 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:07:17.120623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ece48d1d-2941-4389-9416-d74c636981d8 req-dfb3232a-1c13-464f-99a5-36a288b5440d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Unset dirty status for tenant:0f447d98812c4b1ea1a064c0da7cf4b5 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:07:17.122062 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ece48d1d-2941-4389-9416-d74c636981d8 req-dfb3232a-1c13-464f-99a5-36a288b5440d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294309 Aug 23 14:07:18.364467 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea97e9b-2fa7-4204-9cd2-b8a4b1989693 req-57144a04-4d01-436b-b32d-9f4c1b0fc331 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:18.366343 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bea97e9b-2fa7-4204-9cd2-b8a4b1989693 req-57144a04-4d01-436b-b32d-9f4c1b0fc331 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.1073115 Aug 23 14:07:18.427797 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bea97e9b-2fa7-4204-9cd2-b8a4b1989693 req-e63d57a4-b1dc-4d60-b8fb-d6c3c896a7db tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451550 Aug 23 14:07:18.964487 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32776) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:19.258591 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:19.275722 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:19.280724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Usage tracker for resource:security_group_rule and tenant:952131e0dab547aaa2e6ba19d18a07b1 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:19.284929 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:19.291075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:19.397458 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:19.515411 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:19.535295 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:19.563902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21296053-0c62-4845-bb94-0d30ac7b35cd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:19.583560 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:19.613145 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-18403123-efa4-451a-842c-6090753985ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=952131e0dab547aaa2e6ba19d18a07b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6475036 Aug 23 14:07:19.615415 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32808) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:19.743321 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119c95-e378-4d0c-9eb7-ab0ad1666c4b req-811d09a0-8e8e-4da1-bbdd-dce680b58e0d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:19.745630 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc119c95-e378-4d0c-9eb7-ab0ad1666c4b req-811d09a0-8e8e-4da1-bbdd-dce680b58e0d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.1142886 Aug 23 14:07:19.747603 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:19.802769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:19.813132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc119c95-e378-4d0c-9eb7-ab0ad1666c4b req-84049fdb-6ec6-46f3-a815-aa4fd6b152c6 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602808 Aug 23 14:07:19.925739 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:19.930278 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5a5cfc80-bd8f-40e6-afcf-80ee98412789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:19.950737 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21296053-0c62-4845-bb94-0d30ac7b35cd,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:19.962367 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:19.969259 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:19.973239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21296053-0c62-4845-bb94-0d30ac7b35cd HTTP/1.1" status: 204 len: 168 time: 0.3537128 Aug 23 14:07:20.851532 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32836) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:20.891670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32842) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:21.027342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3bb3a-7a14-4b68-ba7a-3ca0e1b020d4 req-c9c589c9-77fe-4930-b61f-4c5458a1df16 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:21.029009 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed3bb3a-7a14-4b68-ba7a-3ca0e1b020d4 req-c9c589c9-77fe-4930-b61f-4c5458a1df16 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.0914395 Aug 23 14:07:21.078636 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed3bb3a-7a14-4b68-ba7a-3ca0e1b020d4 req-49074a02-79ac-4f69-b8c3-75dd7e1868a2 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Aug 23 14:07:21.688503 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:21.709831 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:21.725742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:21.732221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Usage tracker for resource:security_group_rule and tenant:abc94c85cc5d4351b033d1aa637aa410 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:21.735164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:21.738899 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:21.741900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Usage tracker for resource:security_group_rule and tenant:f51c9bbebeda46d999b53acce58c4ac0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:21.747174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:21.749910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:21.763473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:21.944885 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:21.958968 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.015284 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.023065 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:22.065162 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abc94c85cc5d4351b033d1aa637aa410&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2105987 Aug 23 14:07:22.066101 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01df03fc-a6e8-4c7d-8705-8c4df10c3111,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:22.067769 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 32858) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:22.069129 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:22.081161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.093006 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af26aab7-0633-480f-b3c3-e67fe9623b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:22.170843 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f51c9bbebeda46d999b53acce58c4ac0&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2773938 Aug 23 14:07:22.289384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916e7314-6b63-47cb-9872-f81e4cf63023,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:22.289384 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:22.290086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.290086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.291092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32870) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:22.368727 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f4731-cbef-4752-9f27-424a862bb240 req-5db6cc8f-85f9-480f-a9f9-db0bfaca70f6 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:22.370922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d6f4731-cbef-4752-9f27-424a862bb240 req-5db6cc8f-85f9-480f-a9f9-db0bfaca70f6 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.1480713 Aug 23 14:07:22.402676 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.421954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d6f4731-cbef-4752-9f27-424a862bb240 req-c3efc264-cc06-46d5-961f-db75a053173a tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Aug 23 14:07:22.435420 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.526596 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.535417 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a22aea7d-0257-4c23-9e7a-ee0088bbb175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:22.545580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32884) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:22.566763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df03fc-a6e8-4c7d-8705-8c4df10c3111,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:22.570533 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.575315 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:22.576210 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.581159 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01df03fc-a6e8-4c7d-8705-8c4df10c3111 HTTP/1.1" status: 204 len: 168 time: 0.5076256 Aug 23 14:07:22.603905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:22.608491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Usage tracker for resource:security_group_rule and tenant:2b52429513914b6db449f9d8fb51aa3f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:22.612624 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:22.619645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.622542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:22.628186 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3820edd3-4fd2-4756-9385-1dd88ed6fd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:22.647575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916e7314-6b63-47cb-9872-f81e4cf63023,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:22.657175 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:22.667451 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:22.671744 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/916e7314-6b63-47cb-9872-f81e4cf63023 HTTP/1.1" status: 204 len: 168 time: 0.3823967 Aug 23 14:07:22.760383 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:23.042720 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:23.054951 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f1fbd64e-c175-441e-a7f8-9915a1aabdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:23.140807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b41a360-d2ac-49c9-b079-c7f0eca1f46c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:23.144900 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:23.149822 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2b52429513914b6db449f9d8fb51aa3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6007924 Aug 23 14:07:23.150657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 32898) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:23.241631 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:23.270612 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:23.634838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf004c-24c8-43a0-a969-2dabead00ba3 req-0e80cd71-b3d3-48b3-a645-3432baca293e tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:23.636374 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22bf004c-24c8-43a0-a969-2dabead00ba3 req-0e80cd71-b3d3-48b3-a645-3432baca293e tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.0942090 Aug 23 14:07:23.693273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22bf004c-24c8-43a0-a969-2dabead00ba3 req-277a17c4-2f4c-4d0d-8414-ed0245645499 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Aug 23 14:07:23.731657 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:23.737059 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:23.747885 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b41a360-d2ac-49c9-b079-c7f0eca1f46c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:23.753499 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:23.755492 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:23.759082 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b41a360-d2ac-49c9-b079-c7f0eca1f46c HTTP/1.1" status: 204 len: 168 time: 0.6054094 Aug 23 14:07:24.324969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 32916) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:24.346102 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.359517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:24.364191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Usage tracker for resource:security_group_rule and tenant:a3514ec3e47944628ac3ade68c402554 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:24.367331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:24.375920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:24.475137 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.569652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.578597 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5935e8fa-51b4-459e-a042-6ed1eb658679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:24.616627 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3514ec3e47944628ac3ade68c402554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905354 Aug 23 14:07:24.618309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c019a65-7bee-4b25-834d-2288a6393e89,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:24.619368 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32924) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:24.621181 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:24.684933 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.712659 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.769419 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-c821fdaa-4f1c-454d-b488-86a69283b180 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:07:24.770385 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-c821fdaa-4f1c-454d-b488-86a69283b180 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060940 Aug 23 14:07:24.820422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 32930) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:24.839391 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.855558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:24.859588 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Usage tracker for resource:security_group_rule and tenant:ee5d93153ef44b51a3f8aa11305dd1ac is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:24.863641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:24.863907 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.869571 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:24.876634 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:24.891926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c019a65-7bee-4b25-834d-2288a6393e89,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:24.897384 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:24.936061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111133fd-0af7-47b1-96a3-b3bd76b0d525 req-2156efcc-b723-466f-bc54-1561c253cdbf tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:24.937920 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-111133fd-0af7-47b1-96a3-b3bd76b0d525 req-2156efcc-b723-466f-bc54-1561c253cdbf tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 936 time: 0.1377752 Aug 23 14:07:24.938908 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.941659 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c019a65-7bee-4b25-834d-2288a6393e89 HTTP/1.1" status: 204 len: 168 time: 0.3212087 Aug 23 14:07:24.974129 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:24.991505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-111133fd-0af7-47b1-96a3-b3bd76b0d525 req-c604fe18-3cda-48f2-b564-99ee30e58c37 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Aug 23 14:07:25.131666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.140966 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-25ce1c0c-d06b-4642-84ea-9dfe2f79efce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:25.181160 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee5d93153ef44b51a3f8aa11305dd1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591120 Aug 23 14:07:25.182897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a20310-9c3e-4167-9679-dc8d3ef16795,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:25.184003 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 32946) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:25.186303 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:25.267188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Request body: {'port': {'device_id': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'device_owner': 'compute:tempest-test_az-1480339377', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:25.304716 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.379052 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.433838 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.669439 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.676801 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-37b9f44a-3e5f-4d70-a1ca-4f8a3c97ee07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:25.699756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a20310-9c3e-4167-9679-dc8d3ef16795,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:25.704809 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:25.755687 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.759569 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82a20310-9c3e-4167-9679-dc8d3ef16795 HTTP/1.1" status: 204 len: 168 time: 0.5715797 Aug 23 14:07:25.878332 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.900537 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5241e9-4bcc-49bd-acd9-350825a0876c {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:07:25.910523 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:25.931027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Transition to ACTIVE for port object 4a5241e9-4bcc-49bd-acd9-350825a0876c will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:07:26.016596 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:26.025973 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:26.233903 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Pushing event updated for resources: {'Port': ['ID=4a5241e9-4bcc-49bd-acd9-350825a0876c,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:26.239518 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:26.247517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Attempting to bind port 4a5241e9-4bcc-49bd-acd9-350825a0876c on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:07:26.247874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Attempting to bind port 4a5241e9-4bcc-49bd-acd9-350825a0876c by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:07:26.248211 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Attempting to bind port 4a5241e9-4bcc-49bd-acd9-350825a0876c on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:07:26.252682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90445ca-acea-4e9c-a847-ecb762b93372 req-a59aaf4e-3ede-4448-8dae-048d37c6e319 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:26.253862 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Port 4a5241e9-4bcc-49bd-acd9-350825a0876c on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:07:26.254187 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Attempting to bind port 4a5241e9-4bcc-49bd-acd9-350825a0876c on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:07:26.254655 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c90445ca-acea-4e9c-a847-ecb762b93372 req-a59aaf4e-3ede-4448-8dae-048d37c6e319 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 970 time: 0.1102645 Aug 23 14:07:26.260124 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:07:26.262242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:07:26.262242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:07:26.262242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Bound port: 4a5241e9-4bcc-49bd-acd9-350825a0876c, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:07:26.262242 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:26.309602 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c90445ca-acea-4e9c-a847-ecb762b93372 req-57b4a826-6899-42d3-9d8a-b2c1739475ba tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484123 Aug 23 14:07:26.381264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] For port 4a5241e9-4bcc-49bd-acd9-350825a0876c, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:07:26.386274 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] For port 4a5241e9-4bcc-49bd-acd9-350825a0876c, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4a5241e9-4bcc-49bd-acd9-350825a0876c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:07:26.463654 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:26.470278 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:26.527271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:26.527881 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:26.529323 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] 10.222.0.82 "PUT /v2.0/ports/4a5241e9-4bcc-49bd-acd9-350825a0876c HTTP/1.1" status: 200 len: 1118 time: 1.4353030 Aug 23 14:07:26.529783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'tag': '4a5241e9-4bcc-49bd-acd9-350825a0876c'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:07:26.610188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Pushing event updated for resources: {'Port': ['ID=4a5241e9-4bcc-49bd-acd9-350825a0876c,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:26.617879 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:26.757498 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-2a0c702c-d473-4c1e-889a-5c092356f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:26.759491 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-2a0c702c-d473-4c1e-889a-5c092356f2e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f447d98812c4b1ea1a064c0da7cf4b5&device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 1121 time: 0.0728786 Aug 23 14:07:26.833511 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-142ab355-b7ef-4286-bbe5-e3cc1c096c8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4a5241e9-4bcc-49bd-acd9-350825a0876c HTTP/1.1" status: 200 len: 217 time: 0.0663970 Aug 23 14:07:26.898014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-c34d179b-560d-42fb-828c-217c99dcfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:26.899483 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-c34d179b-560d-42fb-828c-217c99dcfa9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0603135 Aug 23 14:07:26.986875 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-f75876a5-fe2d-451f-97d6-cd0e950034e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:26.988554 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-f75876a5-fe2d-451f-97d6-cd0e950034e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825143 Aug 23 14:07:27.139763 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-a1d25b4a-da04-4a7c-ba6a-939173ab27e9 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429675 Aug 23 14:07:27.217948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33024) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:27.281006 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a045a43-ff3f-46ce-934a-726d94fb20d6 req-5462c9ab-3037-41d4-87a1-e441e20ad2e6 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351390 Aug 23 14:07:27.341758 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:27.496438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a98cb-b6b5-434e-8c77-b13801ef5cb1 req-05c54a35-e1ed-4eda-b465-90dc926d8387 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:27.497925 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b08a98cb-b6b5-434e-8c77-b13801ef5cb1 req-05c54a35-e1ed-4eda-b465-90dc926d8387 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 970 time: 0.0808659 Aug 23 14:07:27.542309 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b08a98cb-b6b5-434e-8c77-b13801ef5cb1 req-ff1df62c-12f2-4969-8aef-83911698afa5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381620 Aug 23 14:07:27.542909 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c945045a-bf22-4b5d-aba5-76d2eac819b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:27.816436 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:27.835123 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:27.841143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c2a0911ca0549fa85ca3f7374920ea6 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:27.844417 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:27.851487 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:27.867792 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33048) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:27.967772 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:27.992782 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'tag': '4a5241e9-4bcc-49bd-acd9-350825a0876c', 'status': 'completed', 'code': 200} Aug 23 14:07:28.061005 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.093356 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.094053 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-a2e1dc46-ffc7-4cd9-a940-38fbd423d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:28.096245 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-a2e1dc46-ffc7-4cd9-a940-38fbd423d1dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f447d98812c4b1ea1a064c0da7cf4b5&device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 1121 time: 0.0797770 Aug 23 14:07:28.113240 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-63caad4d-f7b1-427b-99ec-546268312302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:28.152191 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c2a0911ca0549fa85ca3f7374920ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9329560 Aug 23 14:07:28.153916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe09ed-2e29-4963-9ddd-d3cdd0b3a0e9,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:28.158164 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:28.159390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33062) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:28.226297 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.263605 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.298894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.324326 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:28.343138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Usage tracker for resource:security_group_rule and tenant:4739b55bde5f422cb2ea3aa207bfd1a3 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:28.343248 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:28.351892 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:28.354323 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-aacace4f-3720-498f-8d39-55144f9f8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:28.355787 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-aacace4f-3720-498f-8d39-55144f9f8897 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2534354 Aug 23 14:07:28.421053 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.431839 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:28.436862 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-41a7e598-a5d4-4106-821b-b562848d32ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4a5241e9-4bcc-49bd-acd9-350825a0876c HTTP/1.1" status: 200 len: 217 time: 0.0722339 Aug 23 14:07:28.444995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe09ed-2e29-4963-9ddd-d3cdd0b3a0e9,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:28.449400 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:28.454486 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.456459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39fe09ed-2e29-4963-9ddd-d3cdd0b3a0e9 HTTP/1.1" status: 204 len: 168 time: 0.2959559 Aug 23 14:07:28.525010 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-6c3be20e-30ee-4459-bd5d-89fd68e8916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:28.526500 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-6c3be20e-30ee-4459-bd5d-89fd68e8916e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0803895 Aug 23 14:07:28.609987 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.630620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-f1f94243-9bfc-4780-bafa-fbdf547c34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:28.632164 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-f1f94243-9bfc-4780-bafa-fbdf547c34b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981646 Aug 23 14:07:28.713805 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.723267 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7eaf4505-7c48-4397-ac9d-ecc0f688a95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:28.850851 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4739b55bde5f422cb2ea3aa207bfd1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796722 Aug 23 14:07:28.851277 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33090) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:28.857944 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a249c11a-721a-479d-9142-2a8ca37d5ae9,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:28.870765 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:28.883557 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-4c99930c-298b-4995-852c-9085d11e4cc0 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439535 Aug 23 14:07:28.895044 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e90a19-2c38-4b48-b387-4eb5dbab5544 req-29659fcd-f29a-4ade-a81f-14e351ca2c8e tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:28.896561 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66e90a19-2c38-4b48-b387-4eb5dbab5544 req-29659fcd-f29a-4ade-a81f-14e351ca2c8e tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 970 time: 0.2367659 Aug 23 14:07:28.914418 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:28.947290 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.040678 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66e90a19-2c38-4b48-b387-4eb5dbab5544 req-9d09c9b6-9340-4f3e-ae3a-09a85b0ccfeb tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233823 Aug 23 14:07:29.080965 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecb56ec3-f2b0-45e2-bc5c-43b12450d6bc req-f1214b88-09b2-4ad6-9efb-c02477ffe887 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833925 Aug 23 14:07:29.086124 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.091346 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-534c482c-9d65-4cdf-80b4-ce227c2f1e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:29.102311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a249c11a-721a-479d-9142-2a8ca37d5ae9,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:29.106045 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:29.110838 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.114854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a249c11a-721a-479d-9142-2a8ca37d5ae9 HTTP/1.1" status: 204 len: 168 time: 0.2602789 Aug 23 14:07:29.407461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33106) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:29.424669 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.439059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:29.443390 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f6bdc70d573f4759a6ed2f031cd6723c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:29.446329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:29.452283 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:29.536812 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.611729 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.621078 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:29.660745 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6bdc70d573f4759a6ed2f031cd6723c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522063 Aug 23 14:07:29.661732 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3236005-3eb5-4de1-9260-9ce2c0c43135,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:29.663466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33114) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:29.664707 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:29.740152 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.769121 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.868697 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9e51d05b-df19-44d2-b3ca-5f245a4af998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.960149 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.965447 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3297ec00-0ee7-4772-8a25-69ff8028fa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:29.977501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3236005-3eb5-4de1-9260-9ce2c0c43135,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:29.984880 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:29.984880 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:29.986083 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3236005-3eb5-4de1-9260-9ce2c0c43135 HTTP/1.1" status: 204 len: 168 time: 0.3210578 Aug 23 14:07:30.237542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d5d8a-827c-4029-8674-5f81df87842b req-fc900a16-aff0-4d93-8c91-054e23158ffb tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:30.239051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a4d5d8a-827c-4029-8674-5f81df87842b req-fc900a16-aff0-4d93-8c91-054e23158ffb tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 970 time: 0.0844007 Aug 23 14:07:30.278028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33134) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:30.314605 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.327103 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a4d5d8a-827c-4029-8674-5f81df87842b req-eca5a087-de9f-466e-8e6d-b35d15a2a89e tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823097 Aug 23 14:07:30.332818 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:30.337452 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb3543b19094af5aa5a53cf91022688 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:30.348775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:30.348775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:30.436977 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.459326 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4a5241e9-4bcc-49bd-acd9-350825a0876c details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:07:30.492067 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.501861 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:30.547822 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bdb3543b19094af5aa5a53cf91022688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706046 Aug 23 14:07:30.549513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb2ef8a-1891-4e3e-9cc4-ddea7d74dae5,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:30.550644 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33140) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:30.552535 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:30.622206 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 4a5241e9-4bcc-49bd-acd9-350825a0876c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4a5241e9-4bcc-49bd-acd9-350825a0876c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:07:30.635380 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.653303 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '4a5241e9-4bcc-49bd-acd9-350825a0876c', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '4a5241e9-4bcc-49bd-acd9-350825a0876c', 'mac_address': 'fa:16:3e:68:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:tempest-test_az-1480339377', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:07:30.672166 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.799946 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.818674 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5241e9-4bcc-49bd-acd9-350825a0876c {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:07:30.832772 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.839016 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 4a5241e9-4bcc-49bd-acd9-350825a0876c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4a5241e9-4bcc-49bd-acd9-350825a0876c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:07:30.843869 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bfce9882-7b8e-41d5-a1c5-56e005dfa0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:30.862127 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb2ef8a-1891-4e3e-9cc4-ddea7d74dae5,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:30.873766 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:30.875499 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.877348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8cb2ef8a-1891-4e3e-9cc4-ddea7d74dae5 HTTP/1.1" status: 204 len: 168 time: 0.3250940 Aug 23 14:07:30.946488 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:30.948532 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:31.018164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=4a5241e9-4bcc-49bd-acd9-350825a0876c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:31.026631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Tracked resource versions report: Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: pushed versions: Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: { 'AddressGroup': {'1.2'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'ConntrackHelper': {'1.0'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Log': {'1.0'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Network': {'1.1'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Port': {'1.7'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'PortForwarding': {'1.2'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'QosPolicy': {'1.8'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'SecurityGroup': {'1.4'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'SubPort': {'1.0'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Subnet': {'1.1'}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Trunk': {'1.1'}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: consumer versions: Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: { DHCP agent@n-d-805628-1: {}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: HyperV agent@n-h1-805628-1: {}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: HyperV agent@n-h2-805628-1: {}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: L3 agent@n-d-805628-1: {}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: Metadata agent@n-d-805628-1: {}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: Metering agent@n-d-805628-1: {}, Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'ConntrackHelper': '1.0', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Log': '1.0', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Network': '1.1', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Port': '1.7', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'PortForwarding': '1.2', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'QosPolicy': '1.8', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'SecurityGroup': '1.4', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'SecurityGroupRule': '1.2', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'SubPort': '1.0', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Subnet': '1.1', Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: 'Trunk': '1.1'}} Aug 23 14:07:31.034244 n-d-805628-1 neutron-server[80760]: {{(pid=80760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:07:31.042948 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:31.282324 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['4a5241e9-4bcc-49bd-acd9-350825a0876c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:07:31.588287 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:31.615534 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6daee-7b21-4883-8f15-72e86b8d667e req-63896b35-6b18-4a5e-b93e-a5cb39b6d41d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:31.617183 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88f6daee-7b21-4883-8f15-72e86b8d667e req-63896b35-6b18-4a5e-b93e-a5cb39b6d41d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 971 time: 0.1189175 Aug 23 14:07:31.682930 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88f6daee-7b21-4883-8f15-72e86b8d667e req-74e3465e-8a86-4ed8-903c-a1049fe056a5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Aug 23 14:07:32.449541 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4a5241e9-4bcc-49bd-acd9-350825a0876c up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:07:32.582430 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 4a5241e9-4bcc-49bd-acd9-350825a0876c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:07:32.587475 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 4a5241e9-4bcc-49bd-acd9-350825a0876c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:07:32.587881 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:32.739864 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:32.769775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5241e9-4bcc-49bd-acd9-350825a0876c'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:07:32.853041 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 4a5241e9-4bcc-49bd-acd9-350825a0876c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4a5241e9-4bcc-49bd-acd9-350825a0876c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:07:32.871545 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33250) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:32.905841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8f2ce-4df5-4e48-ba43-5eb5b6b623d9 req-550a7045-553b-4dbd-8c2a-00a98743e764 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:32.907260 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5ac8f2ce-4df5-4e48-ba43-5eb5b6b623d9 req-550a7045-553b-4dbd-8c2a-00a98743e764 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 971 time: 0.0909300 Aug 23 14:07:32.907385 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:32.937061 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:32.940895 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:32.954248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5ac8f2ce-4df5-4e48-ba43-5eb5b6b623d9 req-7cc8293e-b4df-42c0-9d6f-b0cef3ea2218 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Aug 23 14:07:33.018617 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=4a5241e9-4bcc-49bd-acd9-350825a0876c,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:33.021711 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:33.043454 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33262) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:33.132319 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.146696 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:33.150606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Usage tracker for resource:security_group_rule and tenant:a09b0a3963ff4dbfa1842f6f86b02411 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:33.154101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:33.164787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:33.253170 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.354008 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.368644 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a8fece4b-16b6-489e-8d8e-961152eecad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:33.405119 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.433943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a51ba6e-6337-4997-be61-d75a43bc7636,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:33.438297 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:33.441440 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:33.452835 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33280) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:33.453014 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a09b0a3963ff4dbfa1842f6f86b02411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5793767 Aug 23 14:07:33.460855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Usage tracker for resource:security_group_rule and tenant:a6cdc73545204e3bb35c5fdfa57846a3 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:33.464266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:33.472359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:33.537095 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.570157 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5241e9-4bcc-49bd-acd9-350825a0876c', 'code': 200} Aug 23 14:07:33.582277 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.585788 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.652682 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.668334 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:33.742419 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6cdc73545204e3bb35c5fdfa57846a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975005 Aug 23 14:07:33.745160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33288) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:33.749682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d655c8-2a17-4e2b-abef-5cd9dcec1872,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:33.762429 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:33.786241 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.795019 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fece5712-8827-43c3-9bf4-808a66a2c6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:33.821636 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a51ba6e-6337-4997-be61-d75a43bc7636,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:33.825683 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:33.854762 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.857194 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a51ba6e-6337-4997-be61-d75a43bc7636 HTTP/1.1" status: 204 len: 168 time: 0.4016535 Aug 23 14:07:33.876478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-aaf7b583-048b-4de4-af42-a2570fa22d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:33.878036 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-aaf7b583-048b-4de4-af42-a2570fa22d1c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 1123 time: 0.2172997 Aug 23 14:07:33.880772 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.917198 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.930845 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:33.949999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:33.957334 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Usage tracker for resource:security_group_rule and tenant:8bef800b906b41daaf3ec310f2b7d89f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:33.966858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:33.977284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:34.121131 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:34.132092 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2f7690db-4508-48ff-aa94-0a9011fb7749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:34.155363 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d655c8-2a17-4e2b-abef-5cd9dcec1872,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:34.170283 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:34.186866 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:34.200454 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39d655c8-2a17-4e2b-abef-5cd9dcec1872 HTTP/1.1" status: 204 len: 168 time: 0.4414523 Aug 23 14:07:34.236765 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74d9d6-8ef2-4bc9-be8f-b7b31418ba23 req-24678ee0-7ad9-4d3e-aed8-c0569b03b990 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:34.238303 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c74d9d6-8ef2-4bc9-be8f-b7b31418ba23 req-24678ee0-7ad9-4d3e-aed8-c0569b03b990 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 972 time: 0.1588080 Aug 23 14:07:34.257929 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:34.292410 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c74d9d6-8ef2-4bc9-be8f-b7b31418ba23 req-9d84bd54-5bea-4d4e-82f5-9f951aaa94e2 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Aug 23 14:07:34.340770 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:34.348002 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af04c174-c4cd-4423-8657-676f9c087549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:34.373324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Synchronizing usage tracker for tenant:8bef800b906b41daaf3ec310f2b7d89f on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:07:34.379879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b7436-d60e-4fa6-8f3c-37499f3c703f,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:34.383947 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:34.474418 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Unset dirty status for tenant:8bef800b906b41daaf3ec310f2b7d89f on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:07:34.475945 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28b68898-6f34-4378-a66d-ce3d79e82ad5 req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858169 Aug 23 14:07:34.601508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33316) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:34.619448 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:34.634439 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:34.638253 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Usage tracker for resource:security_group_rule and tenant:35f7f3036cf448cc94588a7afa28c2df is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:34.641047 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:34.647615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:34.741358 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:34.803670 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:34.816188 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-28c2c312-d518-4cf9-bce5-b273e27e89e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:34.906779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35f7f3036cf448cc94588a7afa28c2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041897 Aug 23 14:07:34.908359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97564ad3-e02c-404d-b200-046b61c941d1,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:34.909540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33326) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:34.911550 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:34.990443 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.022746 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.186497 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.192622 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-efd002c6-5fb9-4974-87b0-04ac5386f696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:35.209061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97564ad3-e02c-404d-b200-046b61c941d1,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:35.211821 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:35.223652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.227271 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97564ad3-e02c-404d-b200-046b61c941d1 HTTP/1.1" status: 204 len: 168 time: 0.3131995 Aug 23 14:07:35.403503 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33346) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:35.422072 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.447660 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:35.451803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b79d8359a3e64fc7a8552f1a2a301c45 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:35.454937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:35.461590 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:35.491104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa8ada-58c9-4d94-8a3d-db49fa012177 req-f57d0f07-1d4e-4b4d-9133-4f2940240708 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:35.492895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c2fa8ada-58c9-4d94-8a3d-db49fa012177 req-f57d0f07-1d4e-4b4d-9133-4f2940240708 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 972 time: 0.0942638 Aug 23 14:07:35.546356 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c2fa8ada-58c9-4d94-8a3d-db49fa012177 req-b448a551-edc9-451f-aa9e-adc7d39af339 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447466 Aug 23 14:07:35.563585 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.666561 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.676077 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:35.716604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b79d8359a3e64fc7a8552f1a2a301c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120627 Aug 23 14:07:35.717558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67cc990-02b6-4732-8d15-53853d9252a9,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:35.719574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33358) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:35.732942 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:35.783075 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.810217 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.941444 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.946441 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:35.958606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67cc990-02b6-4732-8d15-53853d9252a9,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:35.963138 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:35.963616 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:35.964960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f67cc990-02b6-4732-8d15-53853d9252a9 HTTP/1.1" status: 204 len: 168 time: 0.2444015 Aug 23 14:07:36.721336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49841e9a-6a26-4b17-be5a-04e81b98986b req-5da7267c-0db4-4357-ad7c-ad8e0eca7d8f tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bfbb4cdca57f471fb23028472052e17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396383 Aug 23 14:07:36.878589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49841e9a-6a26-4b17-be5a-04e81b98986b req-58b7579c-9373-4eef-82c7-6fa84cb6bb6b tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:36.880463 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49841e9a-6a26-4b17-be5a-04e81b98986b req-58b7579c-9373-4eef-82c7-6fa84cb6bb6b tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582334 Aug 23 14:07:36.896871 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49841e9a-6a26-4b17-be5a-04e81b98986b req-2b7badd3-98c8-4e1a-bea5-55f83324ec02 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/quotas/bfbb4cdca57f471fb23028472052e17e HTTP/1.1" status: 200 len: 375 time: 0.0108874 Aug 23 14:07:36.957273 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49841e9a-6a26-4b17-be5a-04e81b98986b req-bbbea0de-6657-4e8b-9800-b8261391ea88 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfbb4cdca57f471fb23028472052e17e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535910 Aug 23 14:07:36.975468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2ede3-8cdd-4ea0-9739-2a41d3a66f8f req-bedc8feb-8b9f-4e5b-b34e-2cbc4b58dff6 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:36.977045 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d9a2ede3-8cdd-4ea0-9739-2a41d3a66f8f req-bedc8feb-8b9f-4e5b-b34e-2cbc4b58dff6 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 972 time: 0.1149974 Aug 23 14:07:37.058114 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d9a2ede3-8cdd-4ea0-9739-2a41d3a66f8f req-fe36faad-349a-4496-aab5-18a71edee750 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695496 Aug 23 14:07:37.516993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d50ab0-b077-43f8-8571-94744215e60b req-ee99f8a2-3756-4049-943c-7bc891a776c5 tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:37.519173 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-51d50ab0-b077-43f8-8571-94744215e60b req-ee99f8a2-3756-4049-943c-7bc891a776c5 tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 1123 time: 0.0772862 Aug 23 14:07:37.541986 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:37.556406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:37.560529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Usage tracker for resource:security_group_rule and tenant:a7d483d222aa44b4b3191e8e4d5276fb is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:37.563441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:37.569999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:37.653144 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:37.719675 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:37.729824 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:37.751654 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-51d50ab0-b077-43f8-8571-94744215e60b req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265637 Aug 23 14:07:37.764940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c900ce31-8b00-41ee-8a61-c46ee1edab51,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:37.779912 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:37.923958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33486) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:38.050903 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:38.071002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:38.075546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ec8917d65c4ba78749d35384a3ccdb is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:38.079359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:38.087824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:38.172739 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:38.222801 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:38.232938 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c6e366e6-210a-4b8a-a27c-75f7b938be81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:38.279137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33514) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:38.284879 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7ec8917d65c4ba78749d35384a3ccdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597450 Aug 23 14:07:38.286969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df51bf5c-e314-427f-918b-abdc32acd078,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:38.290240 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:38.373822 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:38.401110 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:38.529923 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:38.534854 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:38.549701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df51bf5c-e314-427f-918b-abdc32acd078,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:38.552045 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:38.569520 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:38.573208 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df51bf5c-e314-427f-918b-abdc32acd078 HTTP/1.1" status: 204 len: 168 time: 0.2905211 Aug 23 14:07:39.122239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c9f98aeb-dbb3-41b2-a640-5b0fae9d7edd req-96ec3f8e-abe2-4416-8862-0c65026d95ae tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bfbb4cdca57f471fb23028472052e17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329783 Aug 23 14:07:39.282324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f98aeb-dbb3-41b2-a640-5b0fae9d7edd req-8332fef2-e285-47ec-838b-31515f6806b9 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:39.284250 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c9f98aeb-dbb3-41b2-a640-5b0fae9d7edd req-8332fef2-e285-47ec-838b-31515f6806b9 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532381 Aug 23 14:07:39.298988 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c9f98aeb-dbb3-41b2-a640-5b0fae9d7edd req-a31a04f1-969a-47dc-8663-d9a906c361fa tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/quotas/bfbb4cdca57f471fb23028472052e17e HTTP/1.1" status: 200 len: 375 time: 0.0088334 Aug 23 14:07:39.346160 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c9f98aeb-dbb3-41b2-a640-5b0fae9d7edd req-2d25dc5b-7c79-4f85-bfc3-873019d3ed9b tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfbb4cdca57f471fb23028472052e17e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422158 Aug 23 14:07:39.891430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33618) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:40.045292 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:40.064703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:40.080640 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3bb1740203f4c33a898bf2eb7d69d87 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:40.083719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:40.090029 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:40.180667 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:40.268934 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:40.282071 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8d3a22d7-6056-4411-b98e-e12bcbf483a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:40.325437 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3bb1740203f4c33a898bf2eb7d69d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328098 Aug 23 14:07:40.327167 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd45b781-f741-4263-aa5d-734d5504d17b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:40.328974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33642) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:40.331044 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:40.410312 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:40.443360 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:40.576594 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:40.581144 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:40.594518 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd45b781-f741-4263-aa5d-734d5504d17b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:40.597426 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:40.606427 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:40.607565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bd45b781-f741-4263-aa5d-734d5504d17b HTTP/1.1" status: 204 len: 168 time: 0.2753308 Aug 23 14:07:41.024692 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e9e008-5f8d-421a-8fc8-047ce39c1391 req-bd8cedf0-ebd6-4b58-960c-c92d1092160e tempest-AbsoluteLimitsNegativeTestJSON-40673206 tempest-AbsoluteLimitsNegativeTestJSON-40673206-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7b0979c625a94350abaede4abd6d435a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323179 Aug 23 14:07:41.178252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e008-5f8d-421a-8fc8-047ce39c1391 req-f8557012-c3c0-4615-ab49-e87f7eb6c9e5 tempest-AbsoluteLimitsNegativeTestJSON-40673206 tempest-AbsoluteLimitsNegativeTestJSON-40673206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:41.181619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e9e008-5f8d-421a-8fc8-047ce39c1391 req-f8557012-c3c0-4615-ab49-e87f7eb6c9e5 tempest-AbsoluteLimitsNegativeTestJSON-40673206 tempest-AbsoluteLimitsNegativeTestJSON-40673206-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556449 Aug 23 14:07:41.195299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e9e008-5f8d-421a-8fc8-047ce39c1391 req-d1f5eac9-5a20-45b1-9547-c377d6cbaa42 tempest-AbsoluteLimitsNegativeTestJSON-40673206 tempest-AbsoluteLimitsNegativeTestJSON-40673206-project] 10.222.0.72 "GET /v2.0/quotas/7b0979c625a94350abaede4abd6d435a HTTP/1.1" status: 200 len: 375 time: 0.0097723 Aug 23 14:07:41.253562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e9e008-5f8d-421a-8fc8-047ce39c1391 req-3ab28c4e-9705-4f5d-a23e-2ddf87acaf32 tempest-AbsoluteLimitsNegativeTestJSON-40673206 tempest-AbsoluteLimitsNegativeTestJSON-40673206-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b0979c625a94350abaede4abd6d435a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514770 Aug 23 14:07:41.452920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33712) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:41.477848 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:41.495285 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:41.500211 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Usage tracker for resource:security_group_rule and tenant:4a8ba305631541a2bf0f4f4c26629304 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:41.503591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:41.509881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:41.572239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fdf75c4-5910-4591-856e-90ebafde9188 req-2f206cbe-4cd7-45f8-9e65-e96bdb259ef1 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bfbb4cdca57f471fb23028472052e17e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322042 Aug 23 14:07:41.605866 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:41.719739 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:41.727987 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf75c4-5910-4591-856e-90ebafde9188 req-d9320be8-b1fd-4975-9a4e-32b087aae8b0 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:41.729607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fdf75c4-5910-4591-856e-90ebafde9188 req-d9320be8-b1fd-4975-9a4e-32b087aae8b0 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518555 Aug 23 14:07:41.731809 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb21fa00-73f1-40b4-bac4-fc3793565aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:41.749733 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fdf75c4-5910-4591-856e-90ebafde9188 req-00fcbf69-7d2f-4210-8fa9-c6d2559f95a9 tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/quotas/bfbb4cdca57f471fb23028472052e17e HTTP/1.1" status: 200 len: 375 time: 0.0124109 Aug 23 14:07:41.783430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a8ba305631541a2bf0f4f4c26629304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236413 Aug 23 14:07:41.784183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a296ee-05e9-43b2-80fd-1a6d6a5f69bd,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:41.788401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33730) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:41.808340 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:41.810732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33734) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:41.818567 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fdf75c4-5910-4591-856e-90ebafde9188 req-e5ff882a-d088-4844-94ec-102ccb13d85a tempest-QuotasAdminNegativeTest-913328640 tempest-QuotasAdminNegativeTest-913328640-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfbb4cdca57f471fb23028472052e17e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646126 Aug 23 14:07:41.897874 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:41.961154 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:41.967100 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:41.995184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:42.008996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0979c625a94350abaede4abd6d435a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:42.013513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:42.019267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:42.115533 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.122231 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:42.145768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a296ee-05e9-43b2-80fd-1a6d6a5f69bd,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:42.148683 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:42.159682 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.160931 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75a296ee-05e9-43b2-80fd-1a6d6a5f69bd HTTP/1.1" status: 204 len: 168 time: 0.3711565 Aug 23 14:07:42.241294 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.346737 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.353751 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:42.397705 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b0979c625a94350abaede4abd6d435a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859766 Aug 23 14:07:42.398563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01223e0d-3362-4385-9140-65e7128e6a29,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:42.400332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33758) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:42.401462 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:42.467327 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.497253 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.628922 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.636713 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:42.651749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01223e0d-3362-4385-9140-65e7128e6a29,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:42.675159 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:42.676600 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:42.678142 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01223e0d-3362-4385-9140-65e7128e6a29 HTTP/1.1" status: 204 len: 168 time: 0.2759595 Aug 23 14:07:43.239371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33828) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:43.592234 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:43.615020 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:43.619872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbb4cdca57f471fb23028472052e17e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:43.622950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:43.628881 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:43.740699 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:43.857175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:43.870141 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-981d9551-aeda-426d-b16b-aaa12ada9ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:43.922884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfbb4cdca57f471fb23028472052e17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738784 Aug 23 14:07:43.922884 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bfbf0e-52bd-4108-956b-9e408805b564,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:43.922884 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:43.923853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33876) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:43.958872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33882) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:43.991492 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.029326 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.180908 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.186308 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7c5f2787-2286-42d3-b0aa-1505d20316e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:44.198567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bfbf0e-52bd-4108-956b-9e408805b564,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:44.201507 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:44.206836 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.208079 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f4bfbf0e-52bd-4108-956b-9e408805b564 HTTP/1.1" status: 204 len: 168 time: 0.2830300 Aug 23 14:07:44.282630 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.300320 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:44.301401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33912) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:44.309790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Usage tracker for resource:security_group_rule and tenant:a455cd4bfbbf4c07aae170ff599038c0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:44.309790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:44.313554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:44.416094 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.542352 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.551693 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-be757f46-04ed-428d-be76-78dfbc0ef84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:44.602050 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a455cd4bfbbf4c07aae170ff599038c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6416936 Aug 23 14:07:44.604096 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c9b2a7-c36c-4abe-af24-fda084c087d8,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:44.605746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33930) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:44.607548 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:44.667145 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.705468 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.762001 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.780403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:44.786212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Usage tracker for resource:security_group_rule and tenant:8029e37edc8f4810a9c7e70f51d90663 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:44.789820 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:44.796434 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:44.882662 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.890384 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:44.911483 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c9b2a7-c36c-4abe-af24-fda084c087d8,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:44.914382 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:44.934673 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:44.934673 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44c9b2a7-c36c-4abe-af24-fda084c087d8 HTTP/1.1" status: 204 len: 168 time: 0.3276320 Aug 23 14:07:45.013239 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.314652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.323279 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b192f2bb-5222-4882-a770-691d53b0ea0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:45.363238 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8029e37edc8f4810a9c7e70f51d90663&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0607674 Aug 23 14:07:45.369499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2272763-5dc8-4c3c-aa11-47a0645cba8b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:45.369990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33960) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:45.370466 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:45.443442 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.491270 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.620926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 33976) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:45.642507 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.660538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:45.664411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Usage tracker for resource:security_group_rule and tenant:8fc8783b607d469ab0dffaac5239569c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:45.667309 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:45.673325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:45.689620 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:07:45.741771 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.748481 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0813be2e-749e-4d8c-8044-d916937e953a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:45.769385 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2272763-5dc8-4c3c-aa11-47a0645cba8b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:45.772052 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:45.774205 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 33984) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:45.799779 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.801167 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2272763-5dc8-4c3c-aa11-47a0645cba8b HTTP/1.1" status: 204 len: 168 time: 0.4340584 Aug 23 14:07:45.867204 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.975383 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:45.986219 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8453fe5b-83eb-4e2a-b997-91d3f5500410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:46.025620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f6cbe-54ba-411e-a0b1-fbe72f19aa2d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:46.031661 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:46.062957 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8fc8783b607d469ab0dffaac5239569c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408607 Aug 23 14:07:46.067446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34000) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:46.080361 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.096455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:46.101158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Usage tracker for resource:security_group_rule and tenant:29de99640de2415aa92e7447dcd199e4 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:46.104542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:46.113951 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:46.143479 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.175133 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.281238 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.377933 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab9c27-3a1f-4843-8221-0e5465201504 req-803dc5c1-9530-4d42-851e-3e9db635789a tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:46.382736 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50ab9c27-3a1f-4843-8221-0e5465201504 req-803dc5c1-9530-4d42-851e-3e9db635789a tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 972 time: 0.0834234 Aug 23 14:07:46.388337 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.399670 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:46.440952 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50ab9c27-3a1f-4843-8221-0e5465201504 req-335e53aa-3738-4c57-94bd-4569fd2dba35 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 Aug 23 14:07:46.467290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e3befb-a519-40aa-8de7-6f74e2464abf,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:46.468091 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:46.483132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29de99640de2415aa92e7447dcd199e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076271 Aug 23 14:07:46.486567 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34014) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:46.555414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34020) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:46.569771 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.616539 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.616539 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.622309 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a57d1920-8ede-4871-a9ca-10438fe01197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:46.643155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f6cbe-54ba-411e-a0b1-fbe72f19aa2d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:46.650249 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:46.652960 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.654103 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0a5f6cbe-54ba-411e-a0b1-fbe72f19aa2d HTTP/1.1" status: 204 len: 168 time: 0.5853922 Aug 23 14:07:46.781528 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.781528 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-578356cb-0827-48c2-80ad-e0d0192efa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:46.793377 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e3befb-a519-40aa-8de7-6f74e2464abf,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:46.795620 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:46.810450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:46.810450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84e3befb-a519-40aa-8de7-6f74e2464abf HTTP/1.1" status: 204 len: 168 time: 0.3162713 Aug 23 14:07:46.955710 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34058) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:46.977247 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.017671 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:47.026451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Usage tracker for resource:security_group_rule and tenant:93dbc4c296584bddb3fe612d37f19fce is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:47.030231 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:47.041718 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:47.060353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34068) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:47.096001 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.120266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:47.125276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Usage tracker for resource:security_group_rule and tenant:eecd9341c5924446a17ffbe53e7f0827 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:47.129540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:47.136638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:47.167876 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.208541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2085829894-network', 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:47.214394 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:47.218608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Usage tracker for resource:network and tenant:dd04698ad3cd4dcd8a665df269b8be61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:47.222134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:47.228106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:47.239648 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.252968 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b74ed6bd-74b5-476e-b02c-f087a3be5d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:47.293343 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700bee28-658b-4c3a-bee3-78f7d5e8eaa6,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:47.300125 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=93dbc4c296584bddb3fe612d37f19fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407557 Aug 23 14:07:47.300125 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:47.308170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34078) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:47.338749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:07:47.341582 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.372239 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.401231 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:47.407950 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Usage tracker for resource:security_group_rule and tenant:dd04698ad3cd4dcd8a665df269b8be61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:47.411219 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:47.433801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:47.455603 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.462301 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.513726 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.541698 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.561890 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:47.561990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-34d9c45c-96ce-440f-b329-1f25d64a184f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:47.561990 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-34d9c45c-96ce-440f-b329-1f25d64a184f tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.82 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 972 time: 0.1176012 Aug 23 14:07:47.648381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eecd9341c5924446a17ffbe53e7f0827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868685 Aug 23 14:07:47.651220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d3289a-b72d-4b16-8dd0-0e8eb7a5f3c1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:47.655224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34092) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:47.658436 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:47.709661 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Deleting port 4a5241e9-4bcc-49bd-acd9-350825a0876c {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:07:47.712425 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.722972 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.748933 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.831876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.838475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a8a24-5a2e-46fd-be9e-5c0f9b3c2bf8 req-842946d8-ab04-4d77-8fbf-38cf4cfeafdd tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:47.845240 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-21426678-d142-488d-b3c9-9ae15fa06e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:47.845880 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d7a8a24-5a2e-46fd-be9e-5c0f9b3c2bf8 req-842946d8-ab04-4d77-8fbf-38cf4cfeafdd tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 972 time: 0.2031474 Aug 23 14:07:47.865257 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700bee28-658b-4c3a-bee3-78f7d5e8eaa6,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:47.885792 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:47.916814 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.919228 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.920344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1d3289a-b72d-4b16-8dd0-0e8eb7a5f3c1 HTTP/1.1" status: 204 len: 168 time: 0.2639918 Aug 23 14:07:47.921012 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-804a00cc-dac9-472d-bd79-f1323fec23ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:47.929853 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d7a8a24-5a2e-46fd-be9e-5c0f9b3c2bf8 req-b2bf9736-7b61-4d1c-bb93-e27accf94fae tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/security-groups?id=190cf7f3-d453-4782-a930-9dab978c3c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831020 Aug 23 14:07:47.933380 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:47.936863 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/700bee28-658b-4c3a-bee3-78f7d5e8eaa6 HTTP/1.1" status: 204 len: 168 time: 0.6330106 Aug 23 14:07:47.950490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d3289a-b72d-4b16-8dd0-0e8eb7a5f3c1,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:47.992138 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:48.025938 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.070131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] For port 4a5241e9-4bcc-49bd-acd9-350825a0876c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4a5241e9-4bcc-49bd-acd9-350825a0876c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:07:48.071379 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.152086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.170867 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d5e3aab9-201b-4084-8d02-648725fa008c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:48.178907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:07:48.202819 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.203164 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Added segment f0ad5acc-fec4-4180-be89-6c838568cb44 of type vlan for network b7d7a6ab-e512-4fd3-88a4-d69931798316 Aug 23 14:07:48.211874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b00bbc-9596-43a0-af9c-d68742f8e488,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:48.212751 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Calling delete_port for 4a5241e9-4bcc-49bd-acd9-350825a0876c owned by compute:tempest-test_az-1480339377 {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:07:48.215511 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:48.237336 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.434203 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.435241 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:48.435844 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.439264 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:48.536505 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.539701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Pushing event updated for resources: {'Network': ['ID=b7d7a6ab-e512-4fd3-88a4-d69931798316,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:48.544477 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:48.545893 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:48.559809 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['4a5241e9-4bcc-49bd-acd9-350825a0876c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:07:48.589328 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34130) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:48.590501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Pushing event deleted for resources: {'Port': ['ID=4a5241e9-4bcc-49bd-acd9-350825a0876c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:48.594541 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:07:48.613894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0568376 Aug 23 14:07:48.618751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34138) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:48.626010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Request body: {'subnet': {'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2085829894-subnet', 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:48.635765 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:48.647760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Usage tracker for resource:subnet and tenant:dd04698ad3cd4dcd8a665df269b8be61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:48.662051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:48.669885 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:48.722113 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] No DVR routers for this DVR port 4a5241e9-4bcc-49bd-acd9-350825a0876c on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:07:48.724001 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:48.736652 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.739917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'name': 'network-vif-deleted', 'tag': '4a5241e9-4bcc-49bd-acd9-350825a0876c'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:07:48.802452 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3e73937-cdb6-4d86-9660-34ec9806d8b0', 'name': 'network-vif-deleted', 'tag': '4a5241e9-4bcc-49bd-acd9-350825a0876c', 'status': 'completed', 'code': 200} Aug 23 14:07:48.828358 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:07:48.831751 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:48.894716 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50b575bc-325d-4c8c-abaf-077066e7f0a8 req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.82 "DELETE /v2.0/ports/4a5241e9-4bcc-49bd-acd9-350825a0876c HTTP/1.1" status: 204 len: 173 time: 1.3292615 Aug 23 14:07:49.132137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-afebe87b-4cf8-438f-80b5-70a32a5b9adc req-757a3103-a871-4db6-b9fb-17006e189a4d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Synchronizing usage tracker for tenant:0f447d98812c4b1ea1a064c0da7cf4b5 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:07:49.141743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34164) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:49.160297 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.176528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:49.180538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Usage tracker for resource:security_group_rule and tenant:4a49fee874f740d6921d6df98fabc7b8 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:49.184391 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:49.190917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:49.290330 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.303043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34168) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:49.323375 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.339335 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:49.343324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Usage tracker for resource:security_group_rule and tenant:09325654b1b5498e9b7a8d2231c67693 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:49.346313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:49.353331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:49.355737 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.373974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-afebe87b-4cf8-438f-80b5-70a32a5b9adc req-757a3103-a871-4db6-b9fb-17006e189a4d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Unset dirty status for tenant:0f447d98812c4b1ea1a064c0da7cf4b5 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:07:49.395779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afebe87b-4cf8-438f-80b5-70a32a5b9adc req-757a3103-a871-4db6-b9fb-17006e189a4d tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3e73937-cdb6-4d86-9660-34ec9806d8b0 HTTP/1.1" status: 200 len: 210 time: 0.3111253 Aug 23 14:07:49.417793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:49.428341 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.429639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Usage tracker for resource:security_group_rule and tenant:8cce2a2aa05944b3b73741304a6d205c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:49.435575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:49.438678 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:49.475299 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:49.506193 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.540213 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9301fa6-fdc6-46b8-b982-23b8cd9cb273,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:49.544078 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:49.563281 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:49.610545 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a49fee874f740d6921d6df98fabc7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674037 Aug 23 14:07:49.614403 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34182) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:49.620874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Checking segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:07:49.621257 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Network hostable DHCP agents. Network: b7d7a6ab-e512-4fd3-88a4-d69931798316, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:07:49.626739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e152cc02-3e34-4e16-b93d-20b272571016,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:49.634378 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:49.641640 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.713593 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.733001 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.751331 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d2cc8af3-650a-496e-be2d-c79215f9de82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:49.771298 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.788045 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:07:49.840832 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.846565 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.858492 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-265612ef-3f41-491f-8dc0-964631cddc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:49.864003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09325654b1b5498e9b7a8d2231c67693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594943 Aug 23 14:07:49.866353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34198) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:49.871323 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b8fd2-b6fb-471c-bd80-40a4dd1fd4c8,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:49.876678 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:49.934224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, b7d7a6ab-e512-4fd3-88a4-d69931798316) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:07:49.942196 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:49.944007 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:49.950365 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f96c7-d616-4982-9210-42bfa9b7099d None None] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:07:50.014833 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8cce2a2aa05944b3b73741304a6d205c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4242117 Aug 23 14:07:50.019083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34212) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:50.049676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921f7457-237b-4822-b01f-cb620a7cbfe1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:50.054523 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:50.143632 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.154536 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.164288 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eac9fa98-ae70-465e-b228-949213e8449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:50.203382 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152cc02-3e34-4e16-b93d-20b272571016,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:50.206650 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:50.214686 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5975022 Aug 23 14:07:50.224556 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.226762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e152cc02-3e34-4e16-b93d-20b272571016 HTTP/1.1" status: 204 len: 168 time: 0.6113057 Aug 23 14:07:50.238450 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.245374 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.280384 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.326780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30c2a3-ecf7-4f50-981e-e57713a7d4e5 None None] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:07:50.489545 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.489640 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.491220 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9871ad7f-149a-44f9-82ac-391d116f83fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:50.507246 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b95af523-911d-4d47-be9f-f96b732be0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:50.524794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921f7457-237b-4822-b01f-cb620a7cbfe1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:50.528382 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:50.530284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b8fd2-b6fb-471c-bd80-40a4dd1fd4c8,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:50.535028 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.536799 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/921f7457-237b-4822-b01f-cb620a7cbfe1 HTTP/1.1" status: 204 len: 168 time: 0.5161395 Aug 23 14:07:50.540381 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:50.546864 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:50.548063 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/103b8fd2-b6fb-471c-bd80-40a4dd1fd4c8 HTTP/1.1" status: 204 len: 168 time: 0.6792803 Aug 23 14:07:50.671017 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34254) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:51.686783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-network', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:51.691444 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:51.695925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Usage tracker for resource:network and tenant:36bff38ae2be41d584e46ee369dcbe4f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:51.699212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:51.706701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:51.776633 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Made reservation on behalf of 36bff38ae2be41d584e46ee369dcbe4f for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:07:51.778930 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:51.791542 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:51.810081 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:51.815380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Usage tracker for resource:security_group_rule and tenant:36bff38ae2be41d584e46ee369dcbe4f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:51.822041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:51.824873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:51.878299 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34290) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:52.027357 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.071925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-c8f4c955-40f9-42c7-87ef-3661f4d31640 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:52.074392 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-c8f4c955-40f9-42c7-87ef-3661f4d31640 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.1879151 Aug 23 14:07:52.090398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-376336e0-896c-44db-b662-9dbeacda3bd8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/quotas/dd04698ad3cd4dcd8a665df269b8be61 HTTP/1.1" status: 200 len: 375 time: 0.0094037 Aug 23 14:07:52.148674 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-4107e91a-a014-4383-bf05-00ecbf548467 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526159 Aug 23 14:07:52.149421 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.164417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:07:52.169931 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-796dd5eb-ac65-43d7-af2e-a05859173b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:52.185905 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.186295 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Added segment 8bbd4fea-4907-4ad4-886e-0be95125fb4b of type vlan for network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d Aug 23 14:07:52.210796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:52.215488 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:52.234187 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.248012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34310) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:52.337192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1e2875c6-e077-4711-914a-6e8a668dd033 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f447d98812c4b1ea1a064c0da7cf4b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4575272 Aug 23 14:07:52.339567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34322) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:52.376842 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.378942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:52.380396 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.388319 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-16a2d15c-d641-4c3d-b6f3-692ac3655edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:52.412349 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.449751 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.450522 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.529462 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:52.531693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d03ea92-2cdc-4115-bab2-2a6be47a2a6d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:52.535218 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:52.536162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bd890f86db4926a04ba3bd2803e0c6 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:52.539195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:52.542865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:07:52.543404 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8771486 Aug 23 14:07:52.546283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34334) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:52.549646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:52.552597 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Request body: {'subnet': {'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-subnet', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:52.558858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:52.564189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Usage tracker for resource:subnet and tenant:36bff38ae2be41d584e46ee369dcbe4f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:52.567689 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:52.588596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:52.597689 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.610984 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e1f4de9-c975-4247-ae15-83d15c58e4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:52.622657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-e32a4daf-017e-44af-ac34-080abad65cb6 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:07:52.624101 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-e32a4daf-017e-44af-ac34-080abad65cb6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2634909 Aug 23 14:07:52.652016 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190cf7f3-d453-4782-a930-9dab978c3c1c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:52.662776 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:52.664851 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4a5241e9-4bcc-49bd-acd9-350825a0876c no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:07:52.697786 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.710759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 4a5241e9-4bcc-49bd-acd9-350825a0876c {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:07:52.711129 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4a5241e9-4bcc-49bd-acd9-350825a0876c not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:07:52.724124 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Made reservation on behalf of 36bff38ae2be41d584e46ee369dcbe4f for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:07:52.727000 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.771565 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.772679 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/190cf7f3-d453-4782-a930-9dab978c3c1c HTTP/1.1" status: 204 len: 168 time: 0.4321423 Aug 23 14:07:52.795911 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:52.803948 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6b15de5d-d3d4-4d92-8e5d-754f28f6ab61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:52.818385 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-dcb43d41-43bf-42de-9bb7-2e4b2e48aa58 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810637 Aug 23 14:07:52.882115 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d1bd890f86db4926a04ba3bd2803e0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6330013 Aug 23 14:07:52.887426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34344) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:52.952272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91d16b-4fda-4aa8-8167-bf1e2f4f86cc,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:52.960718 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:53.029924 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-60123621-34bf-4582-88df-d498296f8c49 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023983 Aug 23 14:07:53.039381 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.070033 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.085269 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.093317 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:53.171049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a16c0ff-0a61-4a56-9096-dfa4907de45a,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:53.175107 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:53.181794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Checking segment: {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:07:53.182143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Network hostable DHCP agents. Network: 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:07:53.267949 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.271776 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:53.288203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91d16b-4fda-4aa8-8167-bf1e2f4f86cc,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:53.291994 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:53.296944 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.303112 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a91d16b-4fda-4aa8-8167-bf1e2f4f86cc HTTP/1.1" status: 204 len: 168 time: 0.4109528 Aug 23 14:07:53.333237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:07:53.395287 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7d237fa-9715-41f5-85be-f3cea5342dd3 req-7d67262b-15db-4683-9d83-da3a607654b3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 210 time: 0.0565984 Aug 23 14:07:53.536497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:07:53.541217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:53.542258 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.551520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a31b1-5100-4d17-9c30-79bc83698694 None None] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:07:53.654345 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1045046 Aug 23 14:07:53.654685 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34386) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:53.660292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:53.664880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:53.668902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Usage tracker for resource:router and tenant:36bff38ae2be41d584e46ee369dcbe4f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:53.673275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:53.683049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:53.788973 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'fixed_ips': [{'subnet_id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:07:53.789930 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.864872 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.867410 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.888864 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:53.975577 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Allocated IP 172.20.0.2 (2d03ea92-2cdc-4115-bab2-2a6be47a2a6d/1a16c0ff-0a61-4a56-9096-dfa4907de45a/a764292d-0f60-4c90-a826-25757491600b) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:07:54.207129 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.220906 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Transition to ACTIVE for port object a764292d-0f60-4c90-a826-25757491600b will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:07:54.251468 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Transition to ACTIVE for port object a764292d-0f60-4c90-a826-25757491600b will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:07:54.259396 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34402) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:54.353650 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4dc3ef66-6a77-48f6-8c86-6110a84e8dcd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7d483d222aa44b4b3191e8e4d5276fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912056 Aug 23 14:07:54.355002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34408) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:54.398359 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.406304 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.407515 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:54.470076 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.481637 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Pushing event updated for resources: {'Port': ['ID=a764292d-0f60-4c90-a826-25757491600b,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:54.486323 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:54.495388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:07:54.496578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:07:54.499633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:07:54.505607 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.539223 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1ad1cfd-f786-42ee-9955-a1ea3c42ac91 req-735a7f4f-2f46-4c41-b1af-7b10347a85c9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 210 time: 0.0723171 Aug 23 14:07:54.603203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Attempting to bind port a764292d-0f60-4c90-a826-25757491600b on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:07:54.603843 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Attempting to bind port a764292d-0f60-4c90-a826-25757491600b by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:07:54.604096 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Attempting to bind port a764292d-0f60-4c90-a826-25757491600b on network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:07:54.609681 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:07:54.610057 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Checking segment: {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:07:54.611171 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.611574 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Bound using segment: {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:07:54.612052 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Bound port: a764292d-0f60-4c90-a826-25757491600b, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:07:54.612454 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.668083 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.673422 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:54.692245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c900ce31-8b00-41ee-8a61-c46ee1edab51,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:54.697531 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:54.699514 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.703631 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c900ce31-8b00-41ee-8a61-c46ee1edab51 HTTP/1.1" status: 204 len: 168 time: 0.3469884 Aug 23 14:07:54.738572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] For port a764292d-0f60-4c90-a826-25757491600b, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:07:54.749545 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] For port a764292d-0f60-4c90-a826-25757491600b, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a764292d-0f60-4c90-a826-25757491600b,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:07:54.812729 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34428) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:54.838771 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.840558 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.853377 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:54.856434 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:54.861531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Usage tracker for resource:security_group_rule and tenant:753f0703d40e4405a6c3e0b49a2beda8 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:54.864770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:54.871262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:54.956190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Pushing event updated for resources: {'Port': ['ID=a764292d-0f60-4c90-a826-25757491600b,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:54.961383 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:54.963438 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:54.995613 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.006987 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.182722 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Allocated IP 172.25.7.181 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/a64ff8a8-3013-42c3-804d-3c26f402799a) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:07:55.396338 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.437858 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.447329 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-96036000-2a0d-4a26-8fe0-75530f893cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:55.488555 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=753f0703d40e4405a6c3e0b49a2beda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796949 Aug 23 14:07:55.490369 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cc8595-5bd1-4f09-8868-2a3a86ce2f36,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:55.491551 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34440) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:55.493740 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:55.540729 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.548444 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:55.631155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:07:55.634270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:07:55.636064 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.639754 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:07:55.728013 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f59f877-4e29-4f7c-ae96-71a07f803300 req-6d930c95-306a-4a5f-9ce9-010f11b251f8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 210 time: 0.0527768 Aug 23 14:07:55.761061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a64ff8a8-3013-42c3-804d-3c26f402799a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:55.831573 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:55.833494 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:55.871716 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:56.115722 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34472) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:56.176762 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:56.196351 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9dfdccc-d70d-48f7-9318-44356313398d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:56.217342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cc8595-5bd1-4f09-8868-2a3a86ce2f36,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:56.231893 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:56.328392 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05500346-ccef-4cbe-b888-d02c17e95528 None None] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:07:56.372217 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:56.375778 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1cc8595-5bd1-4f09-8868-2a3a86ce2f36 HTTP/1.1" status: 204 len: 168 time: 0.8809328 Aug 23 14:07:56.395407 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:56.539718 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-82c2386b-ddd7-4762-a1b5-c64fdd5e63d1 None None] Provisioning for port a764292d-0f60-4c90-a826-25757491600b completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:07:56.689683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a764292d-0f60-4c90-a826-25757491600b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:07:56.715155 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f3e5325b-0bd0-4fdc-b91a-fcbbd3da3513 tempest-AutoAllocateNetworkTest-124547212 tempest-AutoAllocateNetworkTest-124547212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6296016d955a4f7ea561c40f6ab1b413&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5979800 Aug 23 14:07:56.715840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34502) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:56.882229 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port a764292d-0f60-4c90-a826-25757491600b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:07:56.903528 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a764292d-0f60-4c90-a826-25757491600b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:07:56.903528 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:56.947888 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.000579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5fd8d-2939-4e03-a304-f7d378c49885 tempest-AutoAllocateNetworkTest-124547212 tempest-AutoAllocateNetworkTest-124547212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:57.003162 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-75a5fd8d-2939-4e03-a304-f7d378c49885 tempest-AutoAllocateNetworkTest-124547212 tempest-AutoAllocateNetworkTest-124547212-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2862346 Aug 23 14:07:57.006406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34510) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:57.115785 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-24663dbf-10d8-42a9-942b-e76cbb78b299 tempest-AutoAllocateNetworkTest-124547212 tempest-AutoAllocateNetworkTest-124547212-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069510 Aug 23 14:07:57.120995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34516) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:57.128698 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4fbd8d4-eeb4-4167-9d7b-cd4cc3dff5f5 req-ca7bfd09-deae-49ba-983a-122fc4e03768 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 210 time: 0.0926876 Aug 23 14:07:57.139475 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.183495 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3953d51b-c38c-42da-9d45-3508abfbb13a tempest-AutoAllocateNetworkTest-124547212 tempest-AutoAllocateNetworkTest-124547212-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6296016d955a4f7ea561c40f6ab1b413 HTTP/1.1" status: 200 len: 208 time: 0.0605490 Aug 23 14:07:57.198489 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8be4e1f6-cbb4-48bf-b938-ecebf36110af None None] Provisioning complete for port a764292d-0f60-4c90-a826-25757491600b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:07:57.199815 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8be4e1f6-cbb4-48bf-b938-ecebf36110af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.256003 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port a764292d-0f60-4c90-a826-25757491600b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a764292d-0f60-4c90-a826-25757491600b,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:07:57.284824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.64', 52574) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:57.338993 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.345222 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:57.382748 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.389812 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8be4e1f6-cbb4-48bf-b938-ecebf36110af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.491904 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=a764292d-0f60-4c90-a826-25757491600b,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:57.502310 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:57.512514 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-8be4e1f6-cbb4-48bf-b938-ecebf36110af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:07:57.512894 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-8be4e1f6-cbb4-48bf-b938-ecebf36110af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:07:57.518520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Router 99e6ec7a-fd69-4188-9e2e-42b69843e244 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:07:57.530868 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-c79593ee-924b-4690-b2d7-517bd3af56fb tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:57.532993 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-c79593ee-924b-4690-b2d7-517bd3af56fb tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.2463472 Aug 23 14:07:57.612135 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-90113f9d-21fa-4695-9c3b-3ba89b0af370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.649685 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Request body: {'port': {'device_id': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'admin_state_up': True, 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:07:57.725974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34530) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:57.727649 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:07:57.741347 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Sync routers for ids ['99e6ec7a-fd69-4188-9e2e-42b69843e244'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:07:57.755591 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Routers {'99e6ec7a-fd69-4188-9e2e-42b69843e244'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:07:57.756329 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:07:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['99e6ec7a-fd69-4188-9e2e-42b69843e244'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:07:57.837176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:57.842346 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Usage tracker for resource:port and tenant:dd04698ad3cd4dcd8a665df269b8be61 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:57.846166 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:57.853459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:57.868887 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:57.871526 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2158070 Aug 23 14:07:57.877812 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34540) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:57.973180 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Set router 99e6ec7a-fd69-4188-9e2e-42b69843e244 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:07:58.012592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:07:58.022416 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:58.061838 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:58.451619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:07:55Z', 'revision_number': 3, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:07:58.457645 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Checking router: 99e6ec7a-fd69-4188-9e2e-42b69843e244 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:07:58.458206 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Updating router 99e6ec7a-fd69-4188-9e2e-42b69843e244 port a64ff8a8-3013-42c3-804d-3c26f402799a binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:07:58.491002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Allocated IP 172.20.0.8 (b7d7a6ab-e512-4fd3-88a4-d69931798316/c9301fa6-fdc6-46b8-b982-23b8cd9cb273/b755e4f8-bd5a-4db7-96a5-4e68529a6103) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:07:58.515306 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5de7cf37-d2ff-4cd6-9e3b-caa6368bb891 req-d34a8507-db24-445a-a8ce-fc2eb031520d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 210 time: 0.1164103 Aug 23 14:07:58.594030 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a764292d-0f60-4c90-a826-25757491600b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:07:58.597431 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:58.651283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34558) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:58.770410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a764292d-0f60-4c90-a826-25757491600b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:07:58.771065 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:58.898586 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:58.922021 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:58.958401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Usage tracker for resource:security_group_rule and tenant:a8695f199fd24bff852ab0022200cf11 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:58.965826 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:58.976545 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:59.028511 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.116149 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34568) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:59.171866 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.184267 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac8f1bf9-2a3a-4a3d-aa83-ddb6c375184b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:59.223255 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.225090 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.259947 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.269778 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Transition to ACTIVE for port object a64ff8a8-3013-42c3-804d-3c26f402799a will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:07:59.269924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:07:59.273675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:07:59.278251 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:07:59.284090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:07:59.284770 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.309422 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event updated for resources: {'Port': ['ID=b755e4f8-bd5a-4db7-96a5-4e68529a6103,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:59.315433 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:59.385069 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.395461 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-19fa4a55-8343-494e-acff-541a1e8c2a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:59.433404 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.449449 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.452803 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8115184 Aug 23 14:07:59.458948 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:59.483435 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.506464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:59.510754 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Usage tracker for resource:security_group_rule and tenant:6296016d955a4f7ea561c40f6ab1b413 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:59.515235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:59.523499 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:59.530524 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:07:59.538050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8695f199fd24bff852ab0022200cf11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8043075 Aug 23 14:07:59.541402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb31cca-03c9-4e49-ad4d-caeab099f4d1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:59.544019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34582) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:59.544689 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:59.558130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0aa018922da4bff8b5cb4f83e10e7ec is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:07:59.573631 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:07:59.608309 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Attempting to bind port a64ff8a8-3013-42c3-804d-3c26f402799a on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:07:59.608746 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Attempting to bind port a64ff8a8-3013-42c3-804d-3c26f402799a by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:07:59.609164 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Attempting to bind port a64ff8a8-3013-42c3-804d-3c26f402799a on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:07:59.616322 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Pushing event updated for resources: {'Port': ['ID=a64ff8a8-3013-42c3-804d-3c26f402799a,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:59.616938 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:07:59.637040 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:07:59.640641 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:07:59.643317 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.646038 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:07:59.646721 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Bound port: a64ff8a8-3013-42c3-804d-3c26f402799a, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:07:59.647310 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.660472 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.711234 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.761828 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.763178 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.764477 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.765531 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.767445 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.770091 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.770661 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.771196 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.771828 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.772312 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.772791 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.773320 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Tracked resource versions report: Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: pushed versions: Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: { 'AddressGroup': {'1.2'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'ConntrackHelper': {'1.0'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Log': {'1.0'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Network': {'1.1'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Port': {'1.7'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'PortForwarding': {'1.2'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'QosPolicy': {'1.8'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'SecurityGroup': {'1.4'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'SecurityGroupRule': {'1.2'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'SubPort': {'1.0'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Subnet': {'1.1'}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Trunk': {'1.1'}} Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: consumer versions: Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: { DHCP agent@n-d-805628-1: {}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: HyperV agent@n-h1-805628-1: {}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: HyperV agent@n-h2-805628-1: {}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: L3 agent@n-d-805628-1: {}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: Metadata agent@n-d-805628-1: {}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: Metering agent@n-d-805628-1: {}, Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: Open vSwitch agent@n-d-805628-1: { 'AddressGroup': '1.2', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'ConntrackHelper': '1.0', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Log': '1.0', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Network': '1.1', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Port': '1.7', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'PortForwarding': '1.2', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'QosPolicy': '1.8', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'SecurityGroup': '1.4', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'SecurityGroupRule': '1.2', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'SubPort': '1.0', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Subnet': '1.1', Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: 'Trunk': '1.1'}} Aug 23 14:07:59.775716 n-d-805628-1 neutron-server[80761]: {{(pid=80761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 14:07:59.796016 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.809535 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:59.816207 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-01b43134-836c-47c1-ab70-92f08188ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.867312 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] For port a64ff8a8-3013-42c3-804d-3c26f402799a, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:07:59.873979 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] For port a64ff8a8-3013-42c3-804d-3c26f402799a, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a64ff8a8-3013-42c3-804d-3c26f402799a,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:07:59.890787 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.899498 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e244b54c-9813-4052-9874-e187db04b8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:07:59.907678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Allocated IP 172.20.0.1 (2d03ea92-2cdc-4115-bab2-2a6be47a2a6d/1a16c0ff-0a61-4a56-9096-dfa4907de45a/f116bde9-b0bb-4b55-a63d-d609b46b8cf5) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:07:59.958389 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6296016d955a4f7ea561c40f6ab1b413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8407412 Aug 23 14:07:59.959331 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.965395 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:07:59.965589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34596) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:07:59.971205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986d882d-455b-4d25-8ac8-1ac53b41cddf,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:07:59.986971 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:07:59.987858 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:00.010262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb31cca-03c9-4e49-ad4d-caeab099f4d1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:00.011245 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.021786 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:00.021922 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:00.056241 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.056241 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efb31cca-03c9-4e49-ad4d-caeab099f4d1 HTTP/1.1" status: 204 len: 168 time: 0.5051074 Aug 23 14:08:00.056984 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aeceb-4fb3-45cf-80d2-d0615679db66 req-332b9b4b-f270-4aa5-b9dc-c44e55938d32 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:00.056984 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e0aeceb-4fb3-45cf-80d2-d0615679db66 req-332b9b4b-f270-4aa5-b9dc-c44e55938d32 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 931 time: 0.3248851 Aug 23 14:08:00.059012 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.070740 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-39ee2e64-48a0-481a-92e1-91e78865eb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:00.097550 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.146235 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.171034 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Routers {'99e6ec7a-fd69-4188-9e2e-42b69843e244'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:00.171868 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['99e6ec7a-fd69-4188-9e2e-42b69843e244'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:00.200451 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0aa018922da4bff8b5cb4f83e10e7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5481055 Aug 23 14:08:00.202107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34604) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:00.210909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bc0dc-5f5b-4086-a580-e1efc0335eeb,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:00.233971 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:00.236966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8e0aeceb-4fb3-45cf-80d2-d0615679db66 req-cb518e4c-ac95-4fc8-859d-ed2dce02023a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:00.244812 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.285092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Transition to ACTIVE for port object f116bde9-b0bb-4b55-a63d-d609b46b8cf5 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:00.298276 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Pushing event updated for resources: {'Port': ['ID=a64ff8a8-3013-42c3-804d-3c26f402799a,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:00.305228 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:00.353786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8e0aeceb-4fb3-45cf-80d2-d0615679db66 req-cb518e4c-ac95-4fc8-859d-ed2dce02023a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:00.355191 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e0aeceb-4fb3-45cf-80d2-d0615679db66 req-cb518e4c-ac95-4fc8-859d-ed2dce02023a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886443 Aug 23 14:08:00.366798 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.405745 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.417391 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.427848 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:00.451348 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.460905 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d3295cb5-92c2-46c8-9819-25a3f4db58e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:00.462291 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] Set router 99e6ec7a-fd69-4188-9e2e-42b69843e244 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:00.478854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986d882d-455b-4d25-8ac8-1ac53b41cddf,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:00.484227 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:00.489293 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.494013 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/986d882d-455b-4d25-8ac8-1ac53b41cddf HTTP/1.1" status: 204 len: 168 time: 0.5271072 Aug 23 14:08:00.560266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:00.575336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:00.576004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:00.589726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:00.590123 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.606058 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.612026 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:00.627386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bc0dc-5f5b-4086-a580-e1efc0335eeb,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:00.630257 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:00.635726 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:00.639751 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c8bc0dc-5f5b-4086-a580-e1efc0335eeb HTTP/1.1" status: 204 len: 168 time: 0.4361920 Aug 23 14:08:00.781877 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34624) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:00.830851 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:00.936859 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:07:55Z', 'revision_number': 3, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:00.943444 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a5bb7-57b7-450a-8f69-d7697d8cdcf6 None None] The sync data for ids ['99e6ec7a-fd69-4188-9e2e-42b69843e244'] in n-d-805628-1 is: [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:07:55Z', 'revision_number': 3, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:01.005203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-23dda493-2ca3-4578-8550-ee39cd54f867 None None] Provisioning for port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:01.013259 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-23dda493-2ca3-4578-8550-ee39cd54f867 None None] Provisioning complete for port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:01.015395 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-23dda493-2ca3-4578-8550-ee39cd54f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.083645 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-23dda493-2ca3-4578-8550-ee39cd54f867 None None] Port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:01.153779 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.318560 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.481645 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.559643 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.560935 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.565667 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:01.591669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1931-a11a-44c2-9e0b-88030b804b23 req-cd51a021-2d9f-4023-a796-6dc259c3ccba tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:01.595877 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-faee1931-a11a-44c2-9e0b-88030b804b23 req-cd51a021-2d9f-4023-a796-6dc259c3ccba tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:01.673009 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34642) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:01.698342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-network', 'tenant_id': 'ac07226f49274821ae28226e81f7208a'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:01.705200 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:01.715562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Usage tracker for resource:network and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:01.719038 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:01.726459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:01.726828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:01.730342 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:01.738697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-faee1931-a11a-44c2-9e0b-88030b804b23 req-cd51a021-2d9f-4023-a796-6dc259c3ccba tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:01.739921 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-faee1931-a11a-44c2-9e0b-88030b804b23 req-cd51a021-2d9f-4023-a796-6dc259c3ccba tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 931 time: 0.2595637 Aug 23 14:08:01.741923 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.781578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:01.795517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Usage tracker for resource:security_group_rule and tenant:5cdbb84f4920443bb78d6106d61a7265 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:01.801921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:01.814652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Made reservation on behalf of ac07226f49274821ae28226e81f7208a for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:01.817467 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.829368 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:01.836076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-faee1931-a11a-44c2-9e0b-88030b804b23 req-d07fab2b-6452-48ef-b51d-5699d49a2c40 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Aug 23 14:08:01.840887 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:01.862906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:01.871358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Usage tracker for resource:security_group_rule and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:01.876200 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:01.883293 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:01.971546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:01.974058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:02.050479 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.052759 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.153841 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.161721 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:02.170872 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.203413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:08:02.251407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6882ab-ecd6-469e-824c-f9da21bccde0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:02.257199 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:02.260168 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bdb1c76e-b697-4a58-a33c-86bbe363e9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:02.277604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5cdbb84f4920443bb78d6106d61a7265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6005106 Aug 23 14:08:02.279322 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.279521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34648) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:02.280063 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Added segment 00d04005-25fd-4fa7-be4e-938455e39654 of type vlan for network 8f22f031-f57d-45d9-bb5f-58b27dc4487f Aug 23 14:08:02.332584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Router 99e6ec7a-fd69-4188-9e2e-42b69843e244 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:08:02.340111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5a87efb8-544c-4c10-b0b7-9b57ed96154f None None] Provisioning complete for port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:02.340693 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5a87efb8-544c-4c10-b0b7-9b57ed96154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.346809 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17950a09-393b-4434-8724-fc05535f5f77,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:02.354524 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:02.392499 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.460287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-5a87efb8-544c-4c10-b0b7-9b57ed96154f None None] Port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:02.493821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34660) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:02.547752 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.549296 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:02.550312 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.554410 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:02.560217 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.644710 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a64ff8a8-3013-42c3-804d-3c26f402799a up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:02.702969 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Pushing event updated for resources: {'Network': ['ID=8f22f031-f57d-45d9-bb5f-58b27dc4487f,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:02.707076 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:02.719595 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:08:02.758438 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.763842 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.802090 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:02.807287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:02.815947 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a4e4c50fa6450297c76c8d4fadd71c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:02.823219 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0373118 Aug 23 14:08:02.828671 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:02.828829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34672) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:02.838675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:02.849569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Request body: {'subnet': {'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-subnet', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:02.859354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:02.867622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Usage tracker for resource:subnet and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:02.872675 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:02.892989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:02.914120 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] 10.222.0.72 "PUT /v2.0/routers/99e6ec7a-fd69-4188-9e2e-42b69843e244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0301993 Aug 23 14:08:02.981656 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:02.987824 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b303aa71-aa76-4b13-b86d-daaaf4fd8f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:03.006304 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.007855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port a64ff8a8-3013-42c3-804d-3c26f402799a completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:03.011831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6882ab-ecd6-469e-824c-f9da21bccde0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:03.020048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.020048 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e6882ab-ecd6-469e-824c-f9da21bccde0 HTTP/1.1" status: 204 len: 168 time: 0.7190731 Aug 23 14:08:03.020048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Made reservation on behalf of ac07226f49274821ae28226e81f7208a for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:03.020048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.029180 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a64ff8a8-3013-42c3-804d-3c26f402799a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:03.029418 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.049215 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:03.142445 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.216417 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.246929 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.251998 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cfb8d2c2-9557-4050-8c07-f4864268eda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:03.269709 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port a64ff8a8-3013-42c3-804d-3c26f402799a, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a64ff8a8-3013-42c3-804d-3c26f402799a,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:03.347402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d8cf0-c44f-4e73-81cb-6a65d68c960b req-fff52514-d488-4d8d-a68b-5da5d282b22f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:03.348805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cdaf80-488c-4e1f-b94f-6da1e379f124,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:03.350147 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-823d8cf0-c44f-4e73-81cb-6a65d68c960b req-fff52514-d488-4d8d-a68b-5da5d282b22f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 931 time: 0.2973828 Aug 23 14:08:03.356247 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c9a4e4c50fa6450297c76c8d4fadd71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8614202 Aug 23 14:08:03.357266 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:03.357573 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34690) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:03.371118 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.380596 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:03.534287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=a64ff8a8-3013-42c3-804d-3c26f402799a,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:03.551657 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:03.567405 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-823d8cf0-c44f-4e73-81cb-6a65d68c960b req-afe6c1ba-ad4b-4686-8084-4732e0368dee tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474488 Aug 23 14:08:03.629579 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.666490 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.706461 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.715003 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eba41afd-625a-41fb-b3c2-4e2dfb15cbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:03.754159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Sync routers for ids ['99e6ec7a-fd69-4188-9e2e-42b69843e244'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:03.770550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Routers {'99e6ec7a-fd69-4188-9e2e-42b69843e244'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:03.771802 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['99e6ec7a-fd69-4188-9e2e-42b69843e244'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:03.808742 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a14fa9-e697-427a-b450-5604c8508cb9,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:03.812528 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:03.821352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Checking segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:03.821709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Network hostable DHCP agents. Network: 8f22f031-f57d-45d9-bb5f-58b27dc4487f, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:08:03.900570 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.904409 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e286156a-8d33-4e54-913b-3de7b2f1cbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:03.915894 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cdaf80-488c-4e1f-b94f-6da1e379f124,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:03.921317 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:03.930750 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:03.931356 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3cdaf80-488c-4e1f-b94f-6da1e379f124 HTTP/1.1" status: 204 len: 168 time: 0.5721662 Aug 23 14:08:03.940700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:08:03.990669 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Set router 99e6ec7a-fd69-4188-9e2e-42b69843e244 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:04.051866 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 8f22f031-f57d-45d9-bb5f-58b27dc4487f) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:04.071661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5c063-4653-4c3b-9115-7de8af6a77de None None] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:04.073011 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:04.073672 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:04.194651 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3578846 Aug 23 14:08:04.197314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34708) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:04.202514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:04.208244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:04.212554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Usage tracker for resource:router and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:04.215663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:04.231664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:04.371455 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:04.373377 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:04.392053 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:04.573148 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:08:04.574023 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:04.584188 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a64ff8a8-3013-42c3-804d-3c26f402799a up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:04.763826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:08:00Z', 'revision_number': 4, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f116bde9-b0bb-4b55-a63d-d609b46b8cf5', 'name': '', 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'mac_address': 'fa:16:3e:06:0a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:59Z', 'updated_at': '2021-08-23T14:08:01Z', 'revision_number': 2, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'subnets': [{'id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:04.868200 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:04.870807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Checking router: 99e6ec7a-fd69-4188-9e2e-42b69843e244 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:04.871042 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Updating router 99e6ec7a-fd69-4188-9e2e-42b69843e244 port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:04.900151 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7f626-e615-42e3-b6ca-441aa590ec20 req-0d730f9e-e0ff-4e37-a95c-871c3a36f404 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:04.907391 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-98a7f626-e615-42e3-b6ca-441aa590ec20 req-0d730f9e-e0ff-4e37-a95c-871c3a36f404 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 931 time: 0.1300969 Aug 23 14:08:04.930192 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a64ff8a8-3013-42c3-804d-3c26f402799a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:04.930571 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:04.949286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-6c448bd8-dcfb-4048-b614-031319d547df tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:08:04.950507 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-6c448bd8-dcfb-4048-b614-031319d547df tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055578 Aug 23 14:08:04.958600 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-98a7f626-e615-42e3-b6ca-441aa590ec20 req-2aa02d1a-34ed-4906-aae9-51fda156f169 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 Aug 23 14:08:05.051796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Allocated IP 172.20.0.2 (8f22f031-f57d-45d9-bb5f-58b27dc4487f/d3a14fa9-e697-427a-b450-5604c8508cb9/0e087d63-e68b-4f01-93b7-1a8eeb2d2357) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:05.056748 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.281643 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34740) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:05.342412 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.384714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:05.392283 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d829093214ed4daf8ecff4aaea7b749a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:05.397480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:05.405632 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:05.526527 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.580463 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.596258 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.603495 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.610342 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.614241 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-75eadd44-4c8a-4b53-8b07-9222925dc6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:05.617767 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Transition to ACTIVE for port object 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:05.666949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Transition to ACTIVE for port object 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:05.713471 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d829093214ed4daf8ecff4aaea7b749a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290979 Aug 23 14:08:05.714536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadb0344-b4ef-40fc-93ed-25ab3c09d6f0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:05.716868 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34752) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:05.725922 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:05.780004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Allocated IP 172.25.7.118 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/0ab01822-a233-4244-ba12-5af90d97e425) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:05.805341 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.820836 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.825288 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:05.854972 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.885961 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:05.921635 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Transition to ACTIVE for port object f116bde9-b0bb-4b55-a63d-d609b46b8cf5 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:05.926519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:05.931220 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:05.936240 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:05.943630 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Pushing event updated for resources: {'Port': ['ID=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:05.948420 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:05.976301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34764) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:06.017692 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.064992 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.081567 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:06.149122 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.154079 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Attempting to bind port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:06.159285 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Attempting to bind port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:06.159285 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Attempting to bind port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:06.159588 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d91482d-cb58-48ea-b92f-14981df552c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:06.175990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadb0344-b4ef-40fc-93ed-25ab3c09d6f0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:06.179027 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:06.203463 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.203463 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aadb0344-b4ef-40fc-93ed-25ab3c09d6f0 HTTP/1.1" status: 204 len: 168 time: 0.4804535 Aug 23 14:08:06.247166 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:06.247562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Checking segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:06.247965 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.248377 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Bound using segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:06.248907 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Bound port: 0e087d63-e68b-4f01-93b7-1a8eeb2d2357, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:06.249335 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.261905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c54940-a503-426b-acaf-eafc962163e2 req-74628923-b438-43ab-aca7-cfa404a21f7d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:06.263328 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.265526 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8c54940-a503-426b-acaf-eafc962163e2 req-74628923-b438-43ab-aca7-cfa404a21f7d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 931 time: 0.1545577 Aug 23 14:08:06.277169 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9061a3b6-9a7c-4a93-aaa6-78dc526b58c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:06.278794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Request body: {'port': {'device_id': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:06.306579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d575ae6-4b59-455c-9add-c8f22f8b7b93 None None] Pushing event updated for resources: {'Port': ['ID=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:06.310581 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4d575ae6-4b59-455c-9add-c8f22f8b7b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:06.388055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:06.399198 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:06.408929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:06.482860 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8c54940-a503-426b-acaf-eafc962163e2 req-c46c2371-23e9-4dab-9310-7d688ad77853 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319611 Aug 23 14:08:06.486572 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34780) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:06.505829 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Attempting to bind port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:06.508855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Attempting to bind port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:06.509288 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Attempting to bind port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 on network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:06.515735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-network', 'tenant_id': '5a4353741d4a46af968913902141710f'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:06.517588 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:06.517983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Checking segment: {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:06.518392 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.518792 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Bound using segment: {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:06.519939 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Bound port: f116bde9-b0bb-4b55-a63d-d609b46b8cf5, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:06.519939 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.525559 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:06.533077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Usage tracker for resource:network and tenant:5a4353741d4a46af968913902141710f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:06.537265 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] For port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:06.537918 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:06.540989 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.557857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:06.578682 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] For port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:06.633861 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] For port f116bde9-b0bb-4b55-a63d-d609b46b8cf5, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:06.637428 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] For port f116bde9-b0bb-4b55-a63d-d609b46b8cf5, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:06.675187 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.683578 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:06.722583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab01822-a233-4244-ba12-5af90d97e425,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:06.724324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Made reservation on behalf of 5a4353741d4a46af968913902141710f for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:06.729978 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.734502 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:06.770164 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.819645 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:06.828832 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1689959533-network', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:06.842246 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:06.843163 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Pushing event updated for resources: {'Port': ['ID=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:06.861515 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:06.868300 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:06.873765 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4353741d4a46af968913902141710f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:06.880357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:06.885646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:06.958085 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:06.965133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Usage tracker for resource:network and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:06.982774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Routers {'99e6ec7a-fd69-4188-9e2e-42b69843e244'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:06.983542 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['99e6ec7a-fd69-4188-9e2e-42b69843e244'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:07.241803 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d575ae6-4b59-455c-9add-c8f22f8b7b93 None None] Pushing event updated for resources: {'Port': ['ID=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:07.254970 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4d575ae6-4b59-455c-9add-c8f22f8b7b93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:07.304570 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:07.404902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:07.432221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:07.520089 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b755e4f8-bd5a-4db7-96a5-4e68529a6103 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:08:07.560253 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:07.692371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] Set router 99e6ec7a-fd69-4188-9e2e-42b69843e244 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:07.738186 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Transition to ACTIVE for port object b755e4f8-bd5a-4db7-96a5-4e68529a6103 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:07.739650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Made reservation on behalf of 57e66d68ec714d0ba47f0c94e701f61a for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:07.742343 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:07.808141 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:07.866671 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:07.874630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:07.880606 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Usage tracker for resource:security_group_rule and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:07.884069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:07.891513 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:07.916805 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a25e9405-31d7-4340-aa3f-36ad73c659d5 tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:08.112333 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.158468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913b669-925f-4747-b163-668f91d9b3ae req-f40e4cc6-6a29-4e83-a27b-a50307d13a0c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:08.160125 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d913b669-925f-4747-b163-668f91d9b3ae req-f40e4cc6-6a29-4e83-a27b-a50307d13a0c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 943 time: 0.4205458 Aug 23 14:08:08.307202 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.336599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:08:08.353673 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.354108 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Added segment 1fc738c1-bce6-42a8-a84e-4392e03ad700 of type vlan for network ff57c076-616e-48c7-b3af-8f51ef8bfdca Aug 23 14:08:08.371839 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d913b669-925f-4747-b163-668f91d9b3ae req-74a62141-749e-466f-a409-e45304d8de20 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027645 Aug 23 14:08:08.383356 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.385890 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.416309 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:08:00Z', 'revision_number': 4, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f116bde9-b0bb-4b55-a63d-d609b46b8cf5', 'name': '', 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'mac_address': 'fa:16:3e:06:0a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:59Z', 'updated_at': '2021-08-23T14:08:06Z', 'revision_number': 4, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'subnets': [{'id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:08.423000 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e026c-c70c-45f4-b5b6-e359780675a1 None None] The sync data for ids ['99e6ec7a-fd69-4188-9e2e-42b69843e244'] in n-d-805628-1 is: [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:08:00Z', 'revision_number': 4, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f116bde9-b0bb-4b55-a63d-d609b46b8cf5', 'name': '', 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'mac_address': 'fa:16:3e:06:0a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:59Z', 'updated_at': '2021-08-23T14:08:06Z', 'revision_number': 4, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'subnets': [{'id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:08.435035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Pushing event updated for resources: {'Port': ['ID=b755e4f8-bd5a-4db7-96a5-4e68529a6103,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:08.456187 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:08.456775 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:08.693812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Attempting to bind port b755e4f8-bd5a-4db7-96a5-4e68529a6103 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:08.693812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Attempting to bind port b755e4f8-bd5a-4db7-96a5-4e68529a6103 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:08.693812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Attempting to bind port b755e4f8-bd5a-4db7-96a5-4e68529a6103 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:08.771446 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:08.778362 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.781045 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af96593-047d-4eb8-9df5-b6f758cb0ce5,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:08.789994 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.804730 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:08.804730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Port b755e4f8-bd5a-4db7-96a5-4e68529a6103 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:08:08.804730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Attempting to bind port b755e4f8-bd5a-4db7-96a5-4e68529a6103 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:08.804730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:08.804730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.818451 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:08.857940 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7f923-cd20-4571-944a-348303e4d403 None None] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:08.868332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:08.868812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Checking segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:08.869106 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Bound using segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:08.869561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Bound port: b755e4f8-bd5a-4db7-96a5-4e68529a6103, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:08.869962 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.915534 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:08.982077 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Router 2518098c-8b04-49e6-8834-c59f8eb9b632 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:08:08.992593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff57c076-616e-48c7-b3af-8f51ef8bfdca,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:09.007983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:08:09.033695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.034120 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Added segment ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02 of type vlan for network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 Aug 23 14:08:09.053375 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:08:09.074424 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:09.076483 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2e422dc6-18b4-4570-9546-327e2c615089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:09.162403 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.211248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7131009 Aug 23 14:08:09.216281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34844) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:09.220924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999f5045-84bd-4450-ac72-edfa22387368,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:09.225672 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:09.249129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Request body: {'subnet': {'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-subnet', 'tenant_id': '5a4353741d4a46af968913902141710f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:09.271376 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:09.281137 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-392f0db9-88aa-451e-baab-67dc08d35102 None None] Provisioning for port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:09.283541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Usage tracker for resource:subnet and tenant:5a4353741d4a46af968913902141710f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:09.298262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:09.299924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] For port b755e4f8-bd5a-4db7-96a5-4e68529a6103, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:09.306353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] For port b755e4f8-bd5a-4db7-96a5-4e68529a6103, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b755e4f8-bd5a-4db7-96a5-4e68529a6103,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:09.371438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:09.414561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:09.433588 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Sync routers for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:09.440579 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.443655 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.445673 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:09.446859 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.450312 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:09.450996 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:09.456149 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:09.525240 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:09.526223 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.528004 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] 10.222.0.64 "PUT /v2.0/ports/b755e4f8-bd5a-4db7-96a5-4e68529a6103 HTTP/1.1" status: 200 len: 1091 time: 3.7561960 Aug 23 14:08:09.546876 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:09.547792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Made reservation on behalf of 5a4353741d4a46af968913902141710f for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:09.552255 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.554033 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'tag': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:09.559371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:09.559371 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:09.789851 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'tag': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103', 'status': 'completed', 'code': 200} Aug 23 14:08:09.900545 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.9231036 Aug 23 14:08:09.944102 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:09.945196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34860) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:09.958469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Pushing event updated for resources: {'Network': ['ID=67cdf5cd-16a3-48a8-b222-543bfb601bc0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:09.989562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Request body: {'subnet': {'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1689959533-subnet', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:10.034351 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:10.045512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.045512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.046070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.046497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.046924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.047499 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.048887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.051349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.051811 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.052248 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.053385 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.053844 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.061467 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.062528 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:10.064620 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8660522 Aug 23 14:08:10.067565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34864) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:10.072972 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:10.082041 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:08:10.193898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Usage tracker for resource:subnet and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:10.194321 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.228440 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:10.253726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34870) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:10.260728 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.285750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3f369fb-f25b-45da-894e-1c13d2110bb9 None None] Provisioning complete for port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:10.286306 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3f369fb-f25b-45da-894e-1c13d2110bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.291064 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c55a565e-8019-4075-bda3-f4d04aec1e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:10.325059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:10.387066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74232634-eca3-43a6-b1cc-324d6682ed53 req-0dffdbe6-4d81-43ef-9bb5-9b465c90aabb tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:10.390538 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74232634-eca3-43a6-b1cc-324d6682ed53 req-0dffdbe6-4d81-43ef-9bb5-9b465c90aabb tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 943 time: 0.8093662 Aug 23 14:08:10.422046 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:10.427390 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-6c052ebd-03dc-4478-8296-b0f786a2314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:10.430723 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-6c052ebd-03dc-4478-8296-b0f786a2314e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 1094 time: 0.6396501 Aug 23 14:08:10.501219 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3f369fb-f25b-45da-894e-1c13d2110bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.531407 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.532450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f116bde9-b0bb-4b55-a63d-d609b46b8cf5 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:10.559138 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:06Z', 'revision_number': 3, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:10.576516 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-48d00e56-48b9-4b0c-8ce8-de8c41b1148e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:10.585160 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Checking router: 2518098c-8b04-49e6-8834-c59f8eb9b632 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:10.586204 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Updating router 2518098c-8b04-49e6-8834-c59f8eb9b632 port 0ab01822-a233-4244-ba12-5af90d97e425 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:10.658164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Checking segment: {'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:10.658529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Made reservation on behalf of 57e66d68ec714d0ba47f0c94e701f61a for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:10.666227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Network hostable DHCP agents. Network: ff57c076-616e-48c7-b3af-8f51ef8bfdca, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:08:10.667962 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.669551 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.705131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f1f955-9397-4079-a405-665e13a4be16,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:10.776853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.777617 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:10.777828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.778343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.778854 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.779489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.780008 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.780402 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-f3f369fb-f25b-45da-894e-1c13d2110bb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:08:10.780712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.780833 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-f3f369fb-f25b-45da-894e-1c13d2110bb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:08:10.781351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.781566 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:10.782525 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.783090 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.783627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.784164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:10.795137 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:10.807323 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.821906 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-8e0f05ae-6376-4c99-8c05-b4acf8c459f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b755e4f8-bd5a-4db7-96a5-4e68529a6103 HTTP/1.1" status: 200 len: 217 time: 0.3395116 Aug 23 14:08:10.828093 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Pushing event updated for resources: {'Port': ['ID=b755e4f8-bd5a-4db7-96a5-4e68529a6103,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:10.871697 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:10.878068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:10.889176 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:10.895448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:10.899429 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:10.907505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Usage tracker for resource:security_group_rule and tenant:396db6cadf4242b2947754c5825d7c12 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:10.912497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:10.920856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:08:10.936869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:10.942617 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74232634-eca3-43a6-b1cc-324d6682ed53 req-edc16154-9e02-46e1-8a32-f04d3aa9e928 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233924 Aug 23 14:08:10.973705 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5b3f108c-08f6-4140-b17d-a275e3a40763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:10.975420 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-5b3f108c-08f6-4140-b17d-a275e3a40763 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1431746 Aug 23 14:08:11.102136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, ff57c076-616e-48c7-b3af-8f51ef8bfdca) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:11.145743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:11.146355 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.162263 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-57ecc1b8-6707-437b-b97e-9843fbc5b9ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157563 Aug 23 14:08:11.199547 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194cfbf-9c71-4837-9e4e-06beb7539659 None None] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:11.361952 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.401628 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Transition to ACTIVE for port object 0ab01822-a233-4244-ba12-5af90d97e425 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:11.469539 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.488139 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.525832 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-9069a9ff-93a0-4be9-ae74-eb93a0c9c7c7 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520620 Aug 23 14:08:11.528958 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.534058 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:11.570635 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3507934 Aug 23 14:08:11.580666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34902) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:11.603429 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:11.604740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-83f2e5fe-39f3-4229-b188-fc4c1f978c41 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8ade135618cc4104a14b304fccd87b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630741 Aug 23 14:08:11.612760 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port f116bde9-b0bb-4b55-a63d-d609b46b8cf5, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:11.623407 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Attempting to bind port 0ab01822-a233-4244-ba12-5af90d97e425 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:11.625999 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Attempting to bind port 0ab01822-a233-4244-ba12-5af90d97e425 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:11.625999 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Attempting to bind port 0ab01822-a233-4244-ba12-5af90d97e425 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:11.635508 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.638894 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:11.641414 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:11.647089 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.647795 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:11.648559 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Bound port: 0ab01822-a233-4244-ba12-5af90d97e425, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:11.649225 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.650763 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-00383b37-e012-466f-bab7-ac6aeaab5105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:11.689094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808f4d30-0e30-4e74-ad11-df40d1547d1d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:11.762798 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:11.771974 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a12246b2-5f79-4eae-89d2-4ffb391b717e req-bcf1b1f9-3259-4014-9cb0-6ff910c50d1f service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353210 Aug 23 14:08:11.776875 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:11.784017 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.785894 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:11.786499 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Usage tracker for resource:router and tenant:5a4353741d4a46af968913902141710f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:11.790160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:11.796780 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:11.805895 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.812597 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:11.857413 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] For port 0ab01822-a233-4244-ba12-5af90d97e425, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:11.862909 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] For port 0ab01822-a233-4244-ba12-5af90d97e425, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0ab01822-a233-4244-ba12-5af90d97e425,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:11.868254 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e04fa-0e87-4db2-9812-1c7451e5cae3 None None] Pushing event updated for resources: {'Port': ['ID=0ab01822-a233-4244-ba12-5af90d97e425,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:11.873331 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-e57e04fa-0e87-4db2-9812-1c7451e5cae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:11.907272 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.908297 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.932620 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-ff57c076-616e-48c7-b3af-8f51ef8bfdca', 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca', 'tenant_id': '5a4353741d4a46af968913902141710f', 'fixed_ips': [{'subnet_id': '78f1f955-9397-4079-a405-665e13a4be16'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:08:11.933540 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:11.941682 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=396db6cadf4242b2947754c5825d7c12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6848435 Aug 23 14:08:11.947652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34910) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:11.949659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=65cd8e27-04f6-4047-ad52-dc91e52f9041,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:11.972462 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:11.980539 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:11.994361 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:12.013617 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56d65d46-6a04-44c6-913f-c6599fb14ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:12.042111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Checking segment: {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:12.042472 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Network hostable DHCP agents. Network: 67cdf5cd-16a3-48a8-b222-543bfb601bc0, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:08:12.075790 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:12.077827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:12.128446 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e04fa-0e87-4db2-9812-1c7451e5cae3 None None] Pushing event updated for resources: {'Port': ['ID=0ab01822-a233-4244-ba12-5af90d97e425,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:12.132792 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-e57e04fa-0e87-4db2-9812-1c7451e5cae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:12.138737 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:12.139493 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:12.175624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-0c5e8ebc-3ba7-41ad-a53f-004b2699c3a4 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:12.177545 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-0c5e8ebc-3ba7-41ad-a53f-004b2699c3a4 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5718489 Aug 23 14:08:12.186284 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:12.212459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-76d8f9c8-8aa7-40c3-9c5c-21bc8b4195a1 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/quotas/8ade135618cc4104a14b304fccd87b4e HTTP/1.1" status: 200 len: 375 time: 0.0277777 Aug 23 14:08:12.214857 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:12.288152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-146c5876-cec9-4a3a-b022-c04f483c75f8 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ade135618cc4104a14b304fccd87b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585916 Aug 23 14:08:12.413586 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:12.414159 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:12.417462 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:12.480993 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:12.487121 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Allocated IP 172.20.0.2 (ff57c076-616e-48c7-b3af-8f51ef8bfdca/78f1f955-9397-4079-a405-665e13a4be16/dded06b8-4d51-4391-b1c3-6d787cdd611d) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:12.511164 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:12.570921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Allocated IP 172.20.0.1 (8f22f031-f57d-45d9-bb5f-58b27dc4487f/d3a14fa9-e697-427a-b450-5604c8508cb9/3ced1c45-1b21-4f5b-8967-818de27c564c) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:12.792610 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:08:12.851678 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:12.852686 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.023855 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-486603d3-8f69-473c-b90b-f0929648948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:06Z', 'revision_number': 3, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:13.029442 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486603d3-8f69-473c-b90b-f0929648948a None None] The sync data for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 is: [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:06Z', 'revision_number': 3, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:13.108549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Transition to ACTIVE for port object dded06b8-4d51-4391-b1c3-6d787cdd611d will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:13.137719 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Transition to ACTIVE for port object dded06b8-4d51-4391-b1c3-6d787cdd611d will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:13.150537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ab58eade-67ae-4e0e-8ea8-2420ad546b23 req-542c0f18-f2db-424b-8eff-f3f93b0182c9 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 210 time: 0.0607109 Aug 23 14:08:13.151729 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Transition to ACTIVE for port object 3ced1c45-1b21-4f5b-8967-818de27c564c will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:13.181369 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44d3b-2d94-4c41-9ba0-f8b552557b7e req-3fa52c5a-2e63-45b6-8631-6ad98c423d8e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:13.183052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ee44d3b-2d94-4c41-9ba0-f8b552557b7e req-3fa52c5a-2e63-45b6-8631-6ad98c423d8e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 943 time: 0.9522297 Aug 23 14:08:13.197176 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.201841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aabda-fb7b-4525-8699-3219b93466ef req-d0573e4a-e369-4f4f-86f2-802fd6922356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:13.203978 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256aabda-fb7b-4525-8699-3219b93466ef req-d0573e4a-e369-4f4f-86f2-802fd6922356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 1094 time: 1.1378539 Aug 23 14:08:13.204856 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 67cdf5cd-16a3-48a8-b222-543bfb601bc0) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:13.210478 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52a7295c-3eb7-4ed9-bd97-a2bd3e1a59d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:13.214244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8488d85-b1ea-4cdb-91ca-fb3f970b4e87 None None] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:13.326971 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.353973 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:13.360081 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.361349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:13.361965 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.365968 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:13.423140 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.434659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808f4d30-0e30-4e74-ad11-df40d1547d1d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:13.446690 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:13.449493 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:13.465292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:13.483718 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:13.512650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:13.520451 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.521948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/808f4d30-0e30-4e74-ad11-df40d1547d1d HTTP/1.1" status: 204 len: 168 time: 1.5699942 Aug 23 14:08:13.529416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Pushing event updated for resources: {'Port': ['ID=dded06b8-4d51-4391-b1c3-6d787cdd611d,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:13.539821 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:13.547352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:13.555726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:13.556314 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.599270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Pushing event updated for resources: {'Port': ['ID=3ced1c45-1b21-4f5b-8967-818de27c564c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:13.602826 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:13.628575 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ee44d3b-2d94-4c41-9ba0-f8b552557b7e req-d02ad99d-a2d9-4882-8fda-5007c2099ab4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317396 Aug 23 14:08:13.735565 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.7855711 Aug 23 14:08:13.738968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34956) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:13.745871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:13.751026 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Attempting to bind port dded06b8-4d51-4391-b1c3-6d787cdd611d on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:13.751418 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Attempting to bind port dded06b8-4d51-4391-b1c3-6d787cdd611d by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:13.751826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Attempting to bind port dded06b8-4d51-4391-b1c3-6d787cdd611d on network ff57c076-616e-48c7-b3af-8f51ef8bfdca {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:13.764938 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:13.767598 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:13.767987 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Checking segment: {'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:13.768411 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.769365 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Bound using segment: {'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:13.769865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Bound port: dded06b8-4d51-4391-b1c3-6d787cdd611d, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:13.770256 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.772138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Usage tracker for resource:router and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:13.775255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:13.799629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:13.910059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aabda-fb7b-4525-8699-3219b93466ef req-c90662a4-dac0-4faf-bc4d-d67b3bfa2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:13.919343 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256aabda-fb7b-4525-8699-3219b93466ef req-c90662a4-dac0-4faf-bc4d-d67b3bfa2a7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 914 time: 0.6911006 Aug 23 14:08:13.967610 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:13.973587 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.036948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256aabda-fb7b-4525-8699-3219b93466ef req-53bff6c3-5dbd-4553-a478-a486b5054773 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b755e4f8-bd5a-4db7-96a5-4e68529a6103 HTTP/1.1" status: 200 len: 217 time: 0.1040742 Aug 23 14:08:14.043883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:08:14.050989 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.060338 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.105172 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.157792 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0ab01822-a233-4244-ba12-5af90d97e425 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:14.193341 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aabda-fb7b-4525-8699-3219b93466ef req-de786700-998a-4329-8162-5e9c5015ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:14.194948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256aabda-fb7b-4525-8699-3219b93466ef req-de786700-998a-4329-8162-5e9c5015ac30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1486850 Aug 23 14:08:14.252360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34968) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:14.430884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256aabda-fb7b-4525-8699-3219b93466ef req-63c77494-ff6e-4c79-a52d-94abb565a633 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2213926 Aug 23 14:08:14.437539 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b5f6e254-9c08-4f63-ae76-e2c6face5e41 req-b5ca160d-2571-455d-861b-b129334771cc tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 210 time: 0.0937457 Aug 23 14:08:14.500050 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] For port dded06b8-4d51-4391-b1c3-6d787cdd611d, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:14.505847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] For port dded06b8-4d51-4391-b1c3-6d787cdd611d, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dded06b8-4d51-4391-b1c3-6d787cdd611d,segment=NetworkSegment(1fc738c1-bce6-42a8-a84e-4392e03ad700),segment_id=1fc738c1-bce6-42a8-a84e-4392e03ad700)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:14.550471 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5858f5d6-edf8-4ab9-98e9-5e5e8b5efbf5 None None] Provisioning for port 3ced1c45-1b21-4f5b-8967-818de27c564c completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:14.586174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5858f5d6-edf8-4ab9-98e9-5e5e8b5efbf5 None None] Provisioning complete for port 3ced1c45-1b21-4f5b-8967-818de27c564c triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:14.586577 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5858f5d6-edf8-4ab9-98e9-5e5e8b5efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.639957 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.654167 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:14.712634 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.746237 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Pushing event updated for resources: {'Port': ['ID=dded06b8-4d51-4391-b1c3-6d787cdd611d,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:14.747342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:14.749226 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 0ab01822-a233-4244-ba12-5af90d97e425 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:14.760411 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:14.761036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0ab01822-a233-4244-ba12-5af90d97e425 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:14.761416 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.791807 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.818482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Usage tracker for resource:security_group_rule and tenant:5a785eecc1914772a8b96c85fb522dc5 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:14.833842 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:14.835850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:14.838268 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256aabda-fb7b-4525-8699-3219b93466ef req-cade2b6e-d3d5-4464-8b2a-98ca437b6c7d service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943219 Aug 23 14:08:14.913582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:14.919726 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-5858f5d6-edf8-4ab9-98e9-5e5e8b5efbf5 None None] Port 3ced1c45-1b21-4f5b-8967-818de27c564c cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:14.932373 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34980) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:15.003870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Allocated IP 172.20.0.2 (67cdf5cd-16a3-48a8-b222-543bfb601bc0/65cd8e27-04f6-4047-ad52-dc91e52f9041/df3979af-1b1c-4f32-a6a7-af323b5de2de) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:15.097549 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.113426 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.160139 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.178076 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.220277 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256aabda-fb7b-4525-8699-3219b93466ef req-e9485d2e-d701-4609-8aa9-67802c8bc17a service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235176 Aug 23 14:08:15.230423 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:15.235419 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Usage tracker for resource:security_group_rule and tenant:cf3dd751d3eb4e528a8ce89a0a4df492 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:15.238631 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:15.254851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:15.255636 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 0ab01822-a233-4244-ba12-5af90d97e425, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0ab01822-a233-4244-ba12-5af90d97e425,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:15.346839 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026a31a-7acb-4e64-9b9e-f05c97a0b177 req-5714fe9a-4b04-43a7-931a-f5049593b8e0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:15.353415 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.356168 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1026a31a-7acb-4e64-9b9e-f05c97a0b177 req-5714fe9a-4b04-43a7-931a-f5049593b8e0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 943 time: 0.6250894 Aug 23 14:08:15.445806 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.446961 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f116bde9-b0bb-4b55-a63d-d609b46b8cf5 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:15.465329 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.471374 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.489774 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:15.513074 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:15.534915 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Allocated IP 172.25.7.75 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/e0771a58-d5fe-4a41-813e-5d3cb0e051c0) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:15.587135 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1026a31a-7acb-4e64-9b9e-f05c97a0b177 req-aa513677-e1a9-4ab3-a6de-c3d87f816533 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170310 Aug 23 14:08:15.645405 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.679840 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.680293 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.684564 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:15.684944 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.724189 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a785eecc1914772a8b96c85fb522dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4617794 Aug 23 14:08:15.732613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 34986) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:15.733438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Pushing event updated for resources: {'Port': ['ID=3ced1c45-1b21-4f5b-8967-818de27c564c,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:15.737124 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:15.748238 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=0ab01822-a233-4244-ba12-5af90d97e425,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:15.754253 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Transition to ACTIVE for port object df3979af-1b1c-4f32-a6a7-af323b5de2de will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:15.756887 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:15.757811 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-197b963f-3cb3-400f-a0b3-15a9eaf1e059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:15.783164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Transition to ACTIVE for port object df3979af-1b1c-4f32-a6a7-af323b5de2de will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:15.821514 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.850766 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66c4e5b7-00e5-461a-80db-4e043aeb90f1 req-b4c22dcc-566c-40ce-9d8b-22500b20253e tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 210 time: 0.0852876 Aug 23 14:08:15.897062 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:15.900463 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:15.934529 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ebd3888e-e03c-4fe1-82e6-dd045400b2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:15.969311 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf3dd751d3eb4e528a8ce89a0a4df492&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0257881 Aug 23 14:08:15.972712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b512a69-172b-4933-b546-937aa2eb84d3,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:15.974675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 34996) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:15.981171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcbf73a-a9f9-4ed2-894b-ff362f040a94,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:15.982335 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:15.993733 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:16.018549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:16.022545 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:16.040093 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.106467 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.130295 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:16.136510 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.159457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:16.164845 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:16.192907 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.231338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.242255 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Pushing event updated for resources: {'Port': ['ID=df3979af-1b1c-4f32-a6a7-af323b5de2de,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:16.251783 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0ab01822-a233-4244-ba12-5af90d97e425 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:16.339959 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:16.343697 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device b755e4f8-bd5a-4db7-96a5-4e68529a6103 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:08:16.441861 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Attempting to bind port df3979af-1b1c-4f32-a6a7-af323b5de2de on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:16.442276 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Attempting to bind port df3979af-1b1c-4f32-a6a7-af323b5de2de by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:16.442653 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Attempting to bind port df3979af-1b1c-4f32-a6a7-af323b5de2de on network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:16.445882 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.447105 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.451478 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:16.457499 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Checking segment: {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:16.457499 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.457499 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Bound using segment: {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:16.457837 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8af8d639-39b8-45bc-9df6-357657f83fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:16.457945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Bound port: df3979af-1b1c-4f32-a6a7-af323b5de2de, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:16.457945 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.474742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b512a69-172b-4933-b546-937aa2eb84d3,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:16.478458 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:16.480618 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:16.496384 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.555919 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bf1de016-90a0-4a5b-8d50-9d9972e354df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:16.559896 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e5268a-3398-41a7-a440-3fcd70f05e55 None None] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:16.589921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:16.596368 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:16.601171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:16.607551 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcbf73a-a9f9-4ed2-894b-ff362f040a94,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:16.624167 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:16.650311 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.676178 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.679918 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b512a69-172b-4933-b546-937aa2eb84d3 HTTP/1.1" status: 204 len: 168 time: 0.6996589 Aug 23 14:08:16.688531 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.689838 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/abcbf73a-a9f9-4ed2-894b-ff362f040a94 HTTP/1.1" status: 204 len: 168 time: 0.9517782 Aug 23 14:08:16.698506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Router 2518098c-8b04-49e6-8834-c59f8eb9b632 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:08:16.706407 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.848098 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] For port df3979af-1b1c-4f32-a6a7-af323b5de2de, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:16.855261 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:16.856844 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0ab01822-a233-4244-ba12-5af90d97e425 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:16.857270 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.874666 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:16.947080 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0786e697-f2d8-4031-a43f-e8177a9bca5e None None] Provisioning complete for port 3ced1c45-1b21-4f5b-8967-818de27c564c triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:16.947344 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0786e697-f2d8-4031-a43f-e8177a9bca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:16.997677 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] For port df3979af-1b1c-4f32-a6a7-af323b5de2de, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=df3979af-1b1c-4f32-a6a7-af323b5de2de,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:17.061617 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-0786e697-f2d8-4031-a43f-e8177a9bca5e None None] Port 3ced1c45-1b21-4f5b-8967-818de27c564c cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:17.085640 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-7475d38f-0d8e-4002-994b-5e3459ae43d4 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=8ade135618cc4104a14b304fccd87b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075571 Aug 23 14:08:17.164371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:17.194680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f8afb-ec73-42e4-a831-a45ad66a4e18 req-4d27923b-75f2-4708-bf8b-826bf4887693 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:17.196391 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-582f8afb-ec73-42e4-a831-a45ad66a4e18 req-4d27923b-75f2-4708-bf8b-826bf4887693 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 943 time: 0.4781048 Aug 23 14:08:17.209724 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] 10.222.0.72 "PUT /v2.0/routers/2518098c-8b04-49e6-8834-c59f8eb9b632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1408210 Aug 23 14:08:17.236799 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:17.257818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Sync routers for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:17.271657 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:17.273208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Allocated IP 172.25.7.78 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/f4c49536-a478-4335-b933-b9aea3781b37) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:17.390564 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dded06b8-4d51-4391-b1c3-6d787cdd611d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:17.470598 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port b755e4f8-bd5a-4db7-96a5-4e68529a6103, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b755e4f8-bd5a-4db7-96a5-4e68529a6103,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:17.507380 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:17.508051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:17.509478 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:17.584147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b687678c-24a3-4bc1-a914-27381c645e33 None None] Provisioning for port dded06b8-4d51-4391-b1c3-6d787cdd611d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:17.601561 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'port_id': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103', 'mac_address': 'fa:16:3e:1b:ea:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301fa6-fdc6-46b8-b982-23b8cd9cb273', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:08:17.692719 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:17.745254 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-582f8afb-ec73-42e4-a831-a45ad66a4e18 req-5acbb166-1fea-4a7b-a336-64db1ca7e9d6 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880946 Aug 23 14:08:17.764619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-ea91cbf3-eeef-4081-9533-d59d8a92e11b tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:17.768770 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-ea91cbf3-eeef-4081-9533-d59d8a92e11b tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6773148 Aug 23 14:08:17.835191 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Pushing event updated for resources: {'Port': ['ID=df3979af-1b1c-4f32-a6a7-af323b5de2de,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:17.843566 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:17.845476 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Request body: {'port': {'device_id': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '8ade135618cc4104a14b304fccd87b4e'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:17.883711 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:17.979189 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b755e4f8-bd5a-4db7-96a5-4e68529a6103 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:08:17.985654 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fc80a80d-6ef8-489f-8b4b-a1839de32e23 req-94eb46c9-3106-499f-8463-529a344c3d4a tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 210 time: 0.1534760 Aug 23 14:08:17.986769 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:17.990839 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:18.036706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:18.057912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Pushing event updated for resources: {'Port': ['ID=f4c49536-a478-4335-b933-b9aea3781b37,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:18.062844 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:18.073630 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:18.074831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:18.077598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:18.145218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port dded06b8-4d51-4391-b1c3-6d787cdd611d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:18.227075 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port dded06b8-4d51-4391-b1c3-6d787cdd611d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:18.227468 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.265316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port b755e4f8-bd5a-4db7-96a5-4e68529a6103, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b755e4f8-bd5a-4db7-96a5-4e68529a6103,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:18.333842 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:18.361625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Usage tracker for resource:port and tenant:8ade135618cc4104a14b304fccd87b4e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:18.367167 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:18.381254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:18.399541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.481095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35028) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:18.497407 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.504505 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:18.657764 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.673770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Made reservation on behalf of 8ade135618cc4104a14b304fccd87b4e for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:18.678814 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.738807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=b755e4f8-bd5a-4db7-96a5-4e68529a6103,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:18.752386 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:18.806786 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.838965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35038) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:18.871538 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.905328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port dded06b8-4d51-4391-b1c3-6d787cdd611d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dded06b8-4d51-4391-b1c3-6d787cdd611d,segment=NetworkSegment(1fc738c1-bce6-42a8-a84e-4392e03ad700),segment_id=1fc738c1-bce6-42a8-a84e-4392e03ad700)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:18.910830 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:18.921308 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b755e4f8-bd5a-4db7-96a5-4e68529a6103'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:08:18.944579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:18.952357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:24705b69f29447b591f15d72b2daada4 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:18.959534 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:18.959775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:14Z', 'revision_number': 2, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:19.020228 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:19.032301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:19.056605 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Usage tracker for resource:security_group_rule and tenant:8ade135618cc4104a14b304fccd87b4e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:19.070145 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:19.091148 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd75ff5-e6ef-448a-8df9-7321c6dea874 None None] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:19.093593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:19.189327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d3d86-32f4-40fb-bab0-2fdb02b2bfbd req-e8bb139a-fa8e-41b0-a954-5bb6dadf356a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:19.196287 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a2d3d86-32f4-40fb-bab0-2fdb02b2bfbd req-e8bb139a-fa8e-41b0-a954-5bb6dadf356a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 944 time: 0.2197585 Aug 23 14:08:19.243580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Router 8017a0aa-8302-4b13-b714-a6f7c1bd821a is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:08:19.317732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Checking router: 2518098c-8b04-49e6-8834-c59f8eb9b632 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:19.318582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Updating router 2518098c-8b04-49e6-8834-c59f8eb9b632 port 3ced1c45-1b21-4f5b-8967-818de27c564c binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:19.357950 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.360863 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a2d3d86-32f4-40fb-bab0-2fdb02b2bfbd req-ddc21966-bfbe-448c-8132-1880335ca00e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636169 Aug 23 14:08:19.372132 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:19.402032 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.418371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68b8f35e-615c-494d-8c6b-a336d6f18eca req-3222ee42-ff81-4eb1-8dfe-2c6fa0348796 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 210 time: 0.2029445 Aug 23 14:08:19.432410 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.497729 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.527929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:19.536587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Usage tracker for resource:security_group_rule and tenant:06b3a64847594d72abe8412389095a6c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:19.542159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:19.560625 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device df3979af-1b1c-4f32-a6a7-af323b5de2de up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:19.564792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:19.618964 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=dded06b8-4d51-4391-b1c3-6d787cdd611d,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:19.648396 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:19.654123 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.654386 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d0c211e9-046a-4bee-9b6e-d8ab5919aa33 None None] Provisioning complete for port dded06b8-4d51-4391-b1c3-6d787cdd611d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:19.654386 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d0c211e9-046a-4bee-9b6e-d8ab5919aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.681580 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-42a3e7e1-b247-4104-87be-048206fefd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:19.692178 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24705b69f29447b591f15d72b2daada4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2002730 Aug 23 14:08:19.699938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35062) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:19.702912 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.705945 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.825726 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:19.837473 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Sync routers for ids ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:19.853416 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Routers {'8017a0aa-8302-4b13-b714-a6f7c1bd821a'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:19.855082 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:19.882084 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915a92d0-9462-44fb-b650-9129203894a5,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:19.891067 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:19.894794 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c18f822-0c9c-40b5-8cb6-55bd7dc51302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:19.945857 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.949427 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.951005 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35070) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:19.956752 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:19.966118 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:19.981643 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.982865 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3990653 Aug 23 14:08:19.985798 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:19.999288 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35074) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:20.012568 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-network', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:20.113829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:20.130089 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35078) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:20.134229 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Set router 8017a0aa-8302-4b13-b714-a6f7c1bd821a gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:20.145442 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Usage tracker for resource:network and tenant:e9afa15e3fad427da44885bb4fe57905 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:20.191700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:20.251926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:20.255571 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.278192 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port df3979af-1b1c-4f32-a6a7-af323b5de2de completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:20.371228 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.399392 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Transition to ACTIVE for port object 3ced1c45-1b21-4f5b-8967-818de27c564c will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:20.440941 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.441162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Allocated IP 192.168.233.219 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:20.474282 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b4ed6e90-8257-4938-ae92-d90b7bc8220a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:20.487506 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.501015 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:20.507310 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-856880088-network', 'tenant_id': '9984d9e9108c4317bd795b6f89395665'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:20.516283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06b3a64847594d72abe8412389095a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6704431 Aug 23 14:08:20.525581 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35088) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:20.528702 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Made reservation on behalf of e9afa15e3fad427da44885bb4fe57905 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:20.531027 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.556619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:20.596525 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Usage tracker for resource:network and tenant:9984d9e9108c4317bd795b6f89395665 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:20.605342 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.616102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:20.644302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:20.681646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef5424-1919-4b8c-ad58-8c933621d1ee,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:20.720403 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:20.785980 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:08:17Z', 'revision_number': 3, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:20.790946 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Checking router: 8017a0aa-8302-4b13-b714-a6f7c1bd821a for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:20.791606 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Updating router 8017a0aa-8302-4b13-b714-a6f7c1bd821a port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:20.835936 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e48b3ef-56e3-41f3-8dc5-161b2c7dca1a req-d0207be4-d182-4806-9495-5285160e6337 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 210 time: 0.1476674 Aug 23 14:08:20.839358 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Provisioning for port df3979af-1b1c-4f32-a6a7-af323b5de2de completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:20.848823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c258-08ec-4dec-85b1-470497cb709f None None] Pushing event updated for resources: {'Port': ['ID=3ced1c45-1b21-4f5b-8967-818de27c564c,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:20.867537 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.867959 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b5b8c258-08ec-4dec-85b1-470497cb709f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:20.877581 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Provisioning complete for port df3979af-1b1c-4f32-a6a7-af323b5de2de triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:20.878187 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.883961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:20.897489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Usage tracker for resource:security_group_rule and tenant:e9afa15e3fad427da44885bb4fe57905 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:20.906957 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.907675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:20.914007 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.924447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:20.964770 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:08:20.983145 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Attempting to bind port 3ced1c45-1b21-4f5b-8967-818de27c564c on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:20.983522 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Attempting to bind port 3ced1c45-1b21-4f5b-8967-818de27c564c by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:20.983898 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Attempting to bind port 3ced1c45-1b21-4f5b-8967-818de27c564c on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:20.991764 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:20.992223 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Checking segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:20.992555 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:20.992960 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Bound using segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:20.993475 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Bound port: 3ced1c45-1b21-4f5b-8967-818de27c564c, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:20.994269 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.065044 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.146293 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.189870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] For port 3ced1c45-1b21-4f5b-8967-818de27c564c, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:21.194073 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] For port 3ced1c45-1b21-4f5b-8967-818de27c564c, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=3ced1c45-1b21-4f5b-8967-818de27c564c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:21.196219 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] For port df3979af-1b1c-4f32-a6a7-af323b5de2de, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=df3979af-1b1c-4f32-a6a7-af323b5de2de,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:21.206457 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:21.215355 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Sync routers for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:21.231644 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:21.232679 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:21.240137 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.252744 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-36250542-2f94-4559-a92e-4460e3a141b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:21.299259 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73337cf3-ec42-4df6-a438-b21db8da3c87,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:21.311304 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.319507 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a50f6f39-d2d0-4d8f-a969-a10db59458f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:21.340935 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.343459 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.347371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43ef5424-1919-4b8c-ad58-8c933621d1ee HTTP/1.1" status: 204 len: 168 time: 0.8177760 Aug 23 14:08:21.347371 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.347371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6064177 Aug 23 14:08:21.348079 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-42e524bb-c579-4feb-875e-c3ee336a0326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:21.358056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35096) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:21.361118 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.409471 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:21.410237 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:21.521955 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:21.532502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef5424-1919-4b8c-ad58-8c933621d1ee,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:21.548633 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.553587 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:21.566056 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Transition to ACTIVE for port object e0771a58-d5fe-4a41-813e-5d3cb0e051c0 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:21.606763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Made reservation on behalf of 9984d9e9108c4317bd795b6f89395665 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:21.610091 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.627124 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.629838 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:08:21.643701 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.653259 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2b30a702-40db-478c-85ec-be897ac07216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:21.661914 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.667090 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:21.697651 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a92d0-9462-44fb-b650-9129203894a5,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:21.719301 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:21.730492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:21.735615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:9984d9e9108c4317bd795b6f89395665 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:21.738843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:21.745140 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:21.789057 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Attempting to bind port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:21.789459 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Attempting to bind port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:21.790227 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Attempting to bind port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:21.795688 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e9fbc-06fa-44d2-925a-d8d5739d0508 None None] Pushing event updated for resources: {'Port': ['ID=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:21.800551 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-c22e9fbc-06fa-44d2-925a-d8d5739d0508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:21.801483 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:21.801860 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:21.802268 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.802667 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:21.803142 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Bound port: e0771a58-d5fe-4a41-813e-5d3cb0e051c0, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:21.803542 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.881104 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dded06b8-4d51-4391-b1c3-6d787cdd611d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:21.926775 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.930909 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] For port e0771a58-d5fe-4a41-813e-5d3cb0e051c0, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:21.939440 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] For port e0771a58-d5fe-4a41-813e-5d3cb0e051c0, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:21.942547 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:21.943234 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Added segment cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b of type vlan for network a921b9c4-3881-45db-83d7-ab0961e9371e Aug 23 14:08:21.964084 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61447522-3f01-4261-96ce-7beb2b716972 req-f38aba2c-8135-44ca-b9dc-9dee56ceff1d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:21.966796 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-61447522-3f01-4261-96ce-7beb2b716972 req-f38aba2c-8135-44ca-b9dc-9dee56ceff1d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 944 time: 1.4241223 Aug 23 14:08:21.999957 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.003277 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:22.016807 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.026437 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-e57e04fa-0e87-4db2-9812-1c7451e5cae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:22.068086 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a92a4732-d123-44da-9fd8-ae93c533b985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:22.120391 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa28ca8-b716-4333-ac70-5461a76633fa,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:22.172426 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:22.188043 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-92eb70d9-020d-4020-8e65-36c63cfe91e9 req-778b70a8-4907-4a2c-a00e-ac6babc61496 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 210 time: 0.0804873 Aug 23 14:08:22.196642 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.206793 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Routers {'8017a0aa-8302-4b13-b714-a6f7c1bd821a'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:22.208128 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:22.229975 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:08:22.253793 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:22.270179 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e9fbc-06fa-44d2-925a-d8d5739d0508 None None] Pushing event updated for resources: {'Port': ['ID=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:22.276223 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.279775 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/915a92d0-9462-44fb-b650-9129203894a5 HTTP/1.1" status: 204 len: 168 time: 2.5763712 Aug 23 14:08:22.300719 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-61447522-3f01-4261-96ce-7beb2b716972 req-5de4d59c-bc61-4091-a31d-e6e183634f7c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208287 Aug 23 14:08:22.305152 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-c22e9fbc-06fa-44d2-925a-d8d5739d0508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:22.336549 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.336549 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Added segment 6b259927-1d04-427b-9df9-8869971c37d4 of type vlan for network efbef754-fed7-49db-8196-b45c4a2dc978 Aug 23 14:08:22.407746 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.412334 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35106) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:22.448625 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.462980 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.491362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Transition to ACTIVE for port object b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:22.519064 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device b755e4f8-bd5a-4db7-96a5-4e68529a6103 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:22.526504 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.533565 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.557276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:22.560173 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8c258-08ec-4dec-85b1-470497cb709f None None] Pushing event updated for resources: {'Port': ['ID=3ced1c45-1b21-4f5b-8967-818de27c564c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:22.565149 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Usage tracker for resource:security_group_rule and tenant:410b74419f3f43469871e3381825aca0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:22.568484 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] Set router 8017a0aa-8302-4b13-b714-a6f7c1bd821a gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:22.569612 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:22.582592 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.588662 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:22.596034 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b5b8c258-08ec-4dec-85b1-470497cb709f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:22.596618 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.223s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:22.646880 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:22.651698 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.699394 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:22.776061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Allocated IP 172.20.0.1 (67cdf5cd-16a3-48a8-b222-543bfb601bc0/65cd8e27-04f6-4047-ad52-dc91e52f9041/21c69189-3a55-4eaf-a570-797be5b389c9) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:22.805111 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8378394 Aug 23 14:08:22.837532 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35112) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:22.851087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Request body: {'subnet': {'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-subnet', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:22.857692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:22.887976 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:08:22.957178 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.957508 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:08:17Z', 'revision_number': 3, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:22.964904 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Pushing event updated for resources: {'Network': ['ID=a921b9c4-3881-45db-83d7-ab0961e9371e,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:22.970284 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617f7ee-8dbb-4192-9397-793cd12a0a39 None None] The sync data for ids ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'] in n-d-805628-1 is: [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:08:17Z', 'revision_number': 3, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:22.975224 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:22.975817 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:22.976555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Usage tracker for resource:subnet and tenant:e9afa15e3fad427da44885bb4fe57905 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:22.997949 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:22.997949 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:22.999445 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:22.999721 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-69dfd417-6ce7-4f4c-b22f-e9e656d04314 None None] Provisioning complete for port df3979af-1b1c-4f32-a6a7-af323b5de2de triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:22.999721 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-69dfd417-6ce7-4f4c-b22f-e9e656d04314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.101353 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network a921b9c4-3881-45db-83d7-ab0961e9371e details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:08:23.117845 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.135865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:23.236300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=efbef754-fed7-49db-8196-b45c4a2dc978,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:23.267910 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port dded06b8-4d51-4391-b1c3-6d787cdd611d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:23.268237 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.277588 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:23.282156 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.283329 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-febfa69b-f02e-43af-b9bd-a95ec97910bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:23.330156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Transition to ACTIVE for port object 21c69189-3a55-4eaf-a570-797be5b389c9 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:23.334714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network efbef754-fed7-49db-8196-b45c4a2dc978 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:08:23.436997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Made reservation on behalf of e9afa15e3fad427da44885bb4fe57905 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:23.437820 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.499611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port b755e4f8-bd5a-4db7-96a5-4e68529a6103 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:23.555675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port b755e4f8-bd5a-4db7-96a5-4e68529a6103 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:23.556818 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.600950 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.4697688 Aug 23 14:08:23.619405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:23.621993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Pushing event updated for resources: {'Port': ['ID=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:23.624690 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:23.627631 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:23.629816 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35128) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:23.641001 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Request body: {'subnet': {'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-856880088-subnet', 'tenant_id': '9984d9e9108c4317bd795b6f89395665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:23.644804 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.721372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:23.743775 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-16ed00cb-c4f4-49c0-ab3c-d6ccf1cdbb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:23.757977 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Pushing event updated for resources: {'Port': ['ID=df3979af-1b1c-4f32-a6a7-af323b5de2de,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:23.761734 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:23.769651 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:23.783172 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:23.783806 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:23.869388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Usage tracker for resource:subnet and tenant:9984d9e9108c4317bd795b6f89395665 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:23.902857 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:23.923565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:23.944891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:23.950793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:23.952807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Pushing event updated for resources: {'Port': ['ID=21c69189-3a55-4eaf-a570-797be5b389c9,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:23.955692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:23.956198 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.052099 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:24.082400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Allocated IP 172.20.0.1 (ff57c076-616e-48c7-b3af-8f51ef8bfdca/78f1f955-9397-4079-a405-665e13a4be16/c11fce8b-62d4-4b56-a318-31eaa9b98100) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:24.183044 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271dc28-6599-4dcd-8801-720977470f87 req-be6ce16d-9707-423c-8996-98ec3d7e5669 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:24.210678 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f271dc28-6599-4dcd-8801-720977470f87 req-be6ce16d-9707-423c-8996-98ec3d7e5669 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 936 time: 0.5814252 Aug 23 14:08:24.287671 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.341921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Made reservation on behalf of 9984d9e9108c4317bd795b6f89395665 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:24.345793 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.360236 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:21Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:24.390188 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:24.403404 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d5ed0c-5958-4158-9dae-53b9ab11ac05 None None] The sync data for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 is: [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:21Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:24.451293 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port b755e4f8-bd5a-4db7-96a5-4e68529a6103, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b755e4f8-bd5a-4db7-96a5-4e68529a6103,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:24.475839 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:18Z', 'revision_number': 3, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:24.512319 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Checking router: 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:24.512729 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Updating router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b port f4c49536-a478-4335-b933-b9aea3781b37 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:24.572316 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.653000 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.670680 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.686387 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.689455 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.697906 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:24.708816 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:24.726175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:24.738608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f271dc28-6599-4dcd-8801-720977470f87 req-a1c29933-e785-4e0e-b230-76f37153a826 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195017 Aug 23 14:08:24.744905 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9175448 Aug 23 14:08:24.759344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e0771a58-d5fe-4a41-813e-5d3cb0e051c0 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:24.785387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Request body: {'port': {'device_id': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:24.875972 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=410b74419f3f43469871e3381825aca0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4565513 Aug 23 14:08:24.883426 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35146) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:24.895220 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103', 'code': 200} Aug 23 14:08:24.918825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fea026-5545-473e-9ba7-7ecd918ebacb,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:24.962485 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Transition to ACTIVE for port object c11fce8b-62d4-4b56-a318-31eaa9b98100 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:24.974481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf259f6-3f6c-4de3-8334-215617562d66 req-286e6bf7-5b12-40f9-bc88-bea84e557981 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:24.981718 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ddf259f6-3f6c-4de3-8334-215617562d66 req-286e6bf7-5b12-40f9-bc88-bea84e557981 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 944 time: 1.3607159 Aug 23 14:08:24.987424 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.003960 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:25.031894 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Provisioning for port 21c69189-3a55-4eaf-a570-797be5b389c9 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:25.042826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Provisioning complete for port 21c69189-3a55-4eaf-a570-797be5b389c9 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:25.045939 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.081227 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-035ec736-69da-48c0-8cde-b41ef06b3a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:25.090299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:25.130044 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=b755e4f8-bd5a-4db7-96a5-4e68529a6103,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:25.135597 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:25.147115 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:25.147847 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.187511 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ddf259f6-3f6c-4de3-8334-215617562d66 req-5659ea60-7c9b-47e2-9bb8-9adf831e9ffb tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042239 Aug 23 14:08:25.223577 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.293357 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.321357 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:25.331461 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Port 21c69189-3a55-4eaf-a570-797be5b389c9 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:25.336561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce59681c-2321-466c-bd71-cf04308136aa,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:25.367215 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:25.424146 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.456643 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfe215-4143-428b-9844-0f8149ebd871 req-5f1a067e-059a-4987-80b2-8eae0b21eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:25.458852 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecbfe215-4143-428b-9844-0f8149ebd871 req-5f1a067e-059a-4987-80b2-8eae0b21eaa9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 1096 time: 0.5407560 Aug 23 14:08:25.512554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:25.548948 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Pushing event updated for resources: {'Port': ['ID=c11fce8b-62d4-4b56-a318-31eaa9b98100,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:25.552343 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:25.559942 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:25.563802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:25.564269 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.579876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.595847 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Checking segment: {'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:25.597916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Network hostable DHCP agents. Network: a921b9c4-3881-45db-83d7-ab0961e9371e, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:08:25.620826 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.673037 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:25.674403 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.686255 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Provisioning for port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:25.785165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Provisioning complete for port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:25.786551 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:25.840478 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ecbfe215-4143-428b-9844-0f8149ebd871 req-56ae8bf1-b0c3-434d-a35c-af1714ad6fe7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266609 Aug 23 14:08:25.861960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Network a921b9c4-3881-45db-83d7-ab0961e9371e is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:08:25.870758 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port e0771a58-d5fe-4a41-813e-5d3cb0e051c0, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:25.884907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24d87cd-a932-401b-8180-3c9a2097c9c0,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:25.897797 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:25.956435 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:25.962140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Network hostable DHCP agents. Network: efbef754-fed7-49db-8196-b45c4a2dc978, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:08:25.987943 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.001825 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.002706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device df3979af-1b1c-4f32-a6a7-af323b5de2de up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:26.089216 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:26.091739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, a921b9c4-3881-45db-83d7-ab0961e9371e) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:26.108075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:26.109116 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.109639 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.150362 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.159681 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-05748779-6688-49fd-b0f4-f0b2a78f2296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:26.170010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b4a91-7643-4ddb-9bc8-509b1eb6f484 None None] Network a921b9c4-3881-45db-83d7-ab0961e9371e requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:26.174091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fea026-5545-473e-9ba7-7ecd918ebacb,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:26.181428 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.182559 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:26.211981 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.219801 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f3135316-cd58-40d7-b596-fdc67aada521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:26.281315 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.284774 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01fea026-5545-473e-9ba7-7ecd918ebacb HTTP/1.1" status: 204 len: 168 time: 1.3973782 Aug 23 14:08:26.292468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Network efbef754-fed7-49db-8196-b45c4a2dc978 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:08:26.408852 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.439959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Transition to ACTIVE for port object f4c49536-a478-4335-b933-b9aea3781b37 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:26.487090 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f229a097-e2bd-4620-9e5b-4d072e0b8224 None None] Port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:26.510677 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.524147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:08:26.532367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, efbef754-fed7-49db-8196-b45c4a2dc978) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:26.556979 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.7222230 Aug 23 14:08:26.558942 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.561693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35172) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:26.569663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:26.570277 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.575719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:26.584173 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:26.588779 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Usage tracker for resource:router and tenant:e9afa15e3fad427da44885bb4fe57905 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:26.592728 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.596210 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf798e58-0fb7-41a0-a4c5-c38837aa16ca req-0f6509d1-e31b-4ebf-8bac-c5d506a8d107 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:26.596380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:26.597852 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf798e58-0fb7-41a0-a4c5-c38837aa16ca req-0f6509d1-e31b-4ebf-8bac-c5d506a8d107 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 936 time: 0.5948470 Aug 23 14:08:26.599898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:26.602488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Pushing event updated for resources: {'Port': ['ID=21c69189-3a55-4eaf-a570-797be5b389c9,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:26.604127 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c629f39-3c1e-48f7-8ad6-10bf50afdb52 None None] Network efbef754-fed7-49db-8196-b45c4a2dc978 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:26.611639 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:26.611799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:26.618616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:26.665306 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Transition to ACTIVE for port object b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:26.726980 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.748020 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:26.753745 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.755725 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.776434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.808530 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:26.809312 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Attempting to bind port f4c49536-a478-4335-b933-b9aea3781b37 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:26.809693 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Attempting to bind port f4c49536-a478-4335-b933-b9aea3781b37 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:26.810068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Attempting to bind port f4c49536-a478-4335-b933-b9aea3781b37 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:26.816859 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-94ec0087-30f3-49d4-80e1-e7406a7cf04d None None] Provisioning for port c11fce8b-62d4-4b56-a318-31eaa9b98100 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:26.819928 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f5c9a51-8ba1-4878-b335-ccd6e08e637d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:26.826787 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.850783 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:26.877428 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:26.877956 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:26.878378 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.878801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:26.879331 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Bound port: f4c49536-a478-4335-b933-b9aea3781b37, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:26.879836 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:26.891203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf798e58-0fb7-41a0-a4c5-c38837aa16ca req-bea5ccfd-1590-45c3-8a30-255b5aba8c2f tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779059 Aug 23 14:08:26.896357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.2655551 Aug 23 14:08:26.983529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:26.992994 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.037993 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] For port f4c49536-a478-4335-b933-b9aea3781b37, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:27.043686 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] For port f4c49536-a478-4335-b933-b9aea3781b37, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f4c49536-a478-4335-b933-b9aea3781b37,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:27.075664 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:27.085546 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.100415 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port df3979af-1b1c-4f32-a6a7-af323b5de2de triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:27.100415 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.122405 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:27.127801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:08:27.198943 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.223260 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-94ec0087-30f3-49d4-80e1-e7406a7cf04d None None] Provisioning complete for port c11fce8b-62d4-4b56-a318-31eaa9b98100 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:27.223505 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94ec0087-30f3-49d4-80e1-e7406a7cf04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.365530 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-94ec0087-30f3-49d4-80e1-e7406a7cf04d None None] Port c11fce8b-62d4-4b56-a318-31eaa9b98100 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:27.432315 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Pushing event updated for resources: {'Port': ['ID=c11fce8b-62d4-4b56-a318-31eaa9b98100,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:27.446118 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:27.517260 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:27.529282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] 10.222.0.72 "PUT /v2.0/routers/5df26ec0-c4e5-46e1-935e-4b3d97d3c99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1550055 Aug 23 14:08:27.606758 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3cd33-dfc4-457f-bfc8-5ca8a580231c None None] Pushing event updated for resources: {'Port': ['ID=f4c49536-a478-4335-b933-b9aea3781b37,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:27.617538 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-ffb3cd33-dfc4-457f-bfc8-5ca8a580231c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:27.618443 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:27.676220 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.724359 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:27.725083 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:27.838556 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f657a5f5-c90c-4f62-a4fd-c9c52add47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.853131 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4cb5749b-d00a-4bb5-97c2-86015a38d8fb None None] Provisioning complete for port 21c69189-3a55-4eaf-a570-797be5b389c9 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:27.853463 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4cb5749b-d00a-4bb5-97c2-86015a38d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.923766 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:27.953854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Attempting to bind port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:27.954951 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Attempting to bind port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:27.955806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Attempting to bind port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:27.992068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:08:28.005059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Attempting to bind port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:28.071210 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:28.076278 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:28.076278 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:28.076278 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Bound port: b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:28.076278 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:28.226158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:28.229468 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-a921b9c4-3881-45db-83d7-ab0961e9371e', 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'fixed_ips': [{'subnet_id': 'ce59681c-2321-466c-bd71-cf04308136aa'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:08:28.230349 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:28.233213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:28.243268 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93db1f-7b6d-4d02-b8f2-fe490dca0cf6 req-f3c0f965-5437-49bc-9747-1f505a68822f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:28.244783 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf93db1f-7b6d-4d02-b8f2-fe490dca0cf6 req-f3c0f965-5437-49bc-9747-1f505a68822f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 945 time: 0.7737436 Aug 23 14:08:28.334053 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3cd33-dfc4-457f-bfc8-5ca8a580231c None None] Pushing event updated for resources: {'Port': ['ID=f4c49536-a478-4335-b933-b9aea3781b37,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:28.337413 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-ffb3cd33-dfc4-457f-bfc8-5ca8a580231c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:28.452098 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5749b-d00a-4bb5-97c2-86015a38d8fb None None] Port 21c69189-3a55-4eaf-a570-797be5b389c9 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:28.454208 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98cd72a-156e-4f33-8dbb-bba8210ea46b None None] Network efbef754-fed7-49db-8196-b45c4a2dc978 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:28.490928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:28.609826 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:28.612655 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 3ced1c45-1b21-4f5b-8967-818de27c564c up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:28.614262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] For port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:28.618187 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] For port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:28.714274 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:28.733574 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf93db1f-7b6d-4d02-b8f2-fe490dca0cf6 req-2498a5cf-0fe6-46b7-a27b-f1776dd2a18b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689546 Aug 23 14:08:28.773281 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5a4bd0e0-499b-420b-b6f1-56b8e6e015a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:28.779680 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35228) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:28.785494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1450614822-network', 'tenant_id': 'a712eb1c44d143af89621ddc73a48a26'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:28.791958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:28.799926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Usage tracker for resource:network and tenant:a712eb1c44d143af89621ddc73a48a26 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:28.809798 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:28.823742 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:28.946064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Made reservation on behalf of a712eb1c44d143af89621ddc73a48a26 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:28.948409 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:28.953070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Router 8017a0aa-8302-4b13-b714-a6f7c1bd821a has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:08:28.956879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:28.957585 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:28.959096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] 10.222.0.82 "PUT /v2.0/ports/b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 HTTP/1.1" status: 200 len: 1096 time: 4.2015784 Aug 23 14:08:28.961280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'tag': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:28.968473 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:28.990536 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:28.995481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Usage tracker for resource:security_group_rule and tenant:a712eb1c44d143af89621ddc73a48a26 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:29.001622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:29.016083 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:29.023482 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:29.033920 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:29.065857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-ba0fbf17-de97-4798-bacf-6914037ccbf2 None None] Provisioning complete for port c11fce8b-62d4-4b56-a318-31eaa9b98100 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:29.066677 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ba0fbf17-de97-4798-bacf-6914037ccbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.163462 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35236) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:29.174542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752144137', 'description': 'tempest-description--1325239361'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:29.195082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:29.210110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Usage tracker for resource:security_group and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:29.223471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:29.250986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:29.273878 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.292113 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 3ced1c45-1b21-4f5b-8967-818de27c564c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:29.300408 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'tag': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7', 'status': 'completed', 'code': 200} Aug 23 14:08:29.323284 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-ba0fbf17-de97-4798-bacf-6914037ccbf2 None None] Port c11fce8b-62d4-4b56-a318-31eaa9b98100 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:29.329400 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Allocated IP 172.20.0.2 (a921b9c4-3881-45db-83d7-ab0961e9371e/ce59681c-2321-466c-bd71-cf04308136aa/8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:29.331515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 3ced1c45-1b21-4f5b-8967-818de27c564c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:29.331895 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.408590 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.409527 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ba7656f3-0be0-4777-b54c-e83bef2a63b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:29.450591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57515f58-4fef-4660-8c96-74199777076c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:29.456721 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:29.472064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:08:29.482198 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.482980 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Added segment e79347d0-9314-422b-aa0a-5d92eb1245c9 of type vlan for network fb2bc63a-9c97-489a-84e9-b3b302660aa5 Aug 23 14:08:29.522155 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.536700 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.555021 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:29.568230 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Usage tracker for resource:security_group_rule and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:29.575103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:29.587911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:29.688389 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.690577 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.692931 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:29.693793 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.706179 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09162bf-0453-4278-900d-7676ba250a13 req-2d4b184e-abba-40e7-9e44-7986970e8943 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:29.706902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a09162bf-0453-4278-900d-7676ba250a13 req-2d4b184e-abba-40e7-9e44-7986970e8943 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Synchronizing usage tracker for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:29.717956 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:29.729418 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Sync routers for ids ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:29.741482 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-00bab8db-f9a0-4afe-9f5b-0b36e9679353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:29.743038 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-00bab8db-f9a0-4afe-9f5b-0b36e9679353 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ade135618cc4104a14b304fccd87b4e&device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 1099 time: 0.5942302 Aug 23 14:08:29.744891 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:29.759867 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] 10.222.0.72 "PUT /v2.0/routers/8017a0aa-8302-4b13-b714-a6f7c1bd821a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7342036 Aug 23 14:08:29.760067 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Routers {'8017a0aa-8302-4b13-b714-a6f7c1bd821a'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:29.768865 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:29.833693 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.842450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-72a4ee96-9069-4a4c-b974-b7bc399a27cf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0887351 Aug 23 14:08:29.843702 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.905323 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1251709 Aug 23 14:08:29.911964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35260) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:29.958118 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b1e96348-9d6a-4dc1-af5c-64b81179d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.962540 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:29.975133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a09162bf-0453-4278-900d-7676ba250a13 req-2d4b184e-abba-40e7-9e44-7986970e8943 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Unset dirty status for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:29.981835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a09162bf-0453-4278-900d-7676ba250a13 req-2d4b184e-abba-40e7-9e44-7986970e8943 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 948 time: 1.0357308 Aug 23 14:08:29.984559 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:30.002389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Request body: {'subnet': {'network_id': 'fb2bc63a-9c97-489a-84e9-b3b302660aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1450614822-subnet', 'tenant_id': 'a712eb1c44d143af89621ddc73a48a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:30.008887 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:30.015007 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Usage tracker for resource:subnet and tenant:a712eb1c44d143af89621ddc73a48a26 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:30.019186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:30.022850 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 2, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:30.027281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:30.079599 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8929-895b-406d-adc4-44d6ac6f8365 None None] The sync data for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 is: [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 2, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:30.099193 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 3ced1c45-1b21-4f5b-8967-818de27c564c, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=3ced1c45-1b21-4f5b-8967-818de27c564c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:30.111881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2bc63a-9c97-489a-84e9-b3b302660aa5,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:30.158564 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:30.161754 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network fb2bc63a-9c97-489a-84e9-b3b302660aa5 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:08:30.162516 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Made reservation on behalf of a712eb1c44d143af89621ddc73a48a26 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:30.165405 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:30.191382 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:30.192680 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0281918 Aug 23 14:08:30.193395 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:30.227129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35272) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:30.229042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-e0562299-b4b5-4251-8b8e-d9ddf3eea86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:30.232679 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-e0562299-b4b5-4251-8b8e-d9ddf3eea86b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3627231 Aug 23 14:08:30.252776 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Request body: {'security_group_rule': {'security_group_id': '5cab3812-e8a8-4632-b510-35efaf8828f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:30.279201 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Set router 8017a0aa-8302-4b13-b714-a6f7c1bd821a gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:30.346828 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:30.352222 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a09162bf-0453-4278-900d-7676ba250a13 req-5b7d1b35-8e4a-4b4b-a76d-d04583d5ae33 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Synchronizing usage tracker for tenant:8ade135618cc4104a14b304fccd87b4e on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:30.360347 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:30.383866 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Usage tracker for resource:security_group_rule and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:30.386958 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:30.387819 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e0771a58-d5fe-4a41-813e-5d3cb0e051c0 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:30.398468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:30.441289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:30.457388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab3812-e8a8-4632-b510-35efaf8828f3,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:30.464917 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:30.474613 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:30.587830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef91bcf-112d-4270-a7bf-4aa8be9b8d06 req-995864f5-a8c4-4249-b487-819c7cf8b537 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:30.595877 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ef91bcf-112d-4270-a7bf-4aa8be9b8d06 req-995864f5-a8c4-4249-b487-819c7cf8b537 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 945 time: 0.5608184 Aug 23 14:08:30.646724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Transition to ACTIVE for port object 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:30.743380 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Transition to ACTIVE for port object 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:30.756868 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=3ced1c45-1b21-4f5b-8967-818de27c564c,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:30.761427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125afd8-f449-4990-a0b4-84959241d58c req-806bb8f7-2f43-428e-91cf-044bae93ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:30.761584 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:30.762149 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-806bb8f7-2f43-428e-91cf-044bae93ee5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4932451 Aug 23 14:08:30.774520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:30.778191 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:30.813456 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ef91bcf-112d-4270-a7bf-4aa8be9b8d06 req-8fa44688-fdc8-48f4-88a9-04303eb3e4d6 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166820 Aug 23 14:08:30.887150 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:30.902863 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:30.928706 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35286) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:31.112336 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Pushing event updated for resources: {'Port': ['ID=8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:31.164375 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.165270 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.165850 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.166398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.170071 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.170744 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.171366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.171917 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.173845 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.174424 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.174981 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.175550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:08:31.181884 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:31.188073 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-074b561c-2287-4dbd-b2aa-66db86a4f9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:31.200425 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:31.244192 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Network a921b9c4-3881-45db-83d7-ab0961e9371e is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:31.261364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:31.267126 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:31.357186 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a09162bf-0453-4278-900d-7676ba250a13 req-5b7d1b35-8e4a-4b4b-a76d-d04583d5ae33 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Unset dirty status for tenant:8ade135618cc4104a14b304fccd87b4e on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:31.369654 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a09162bf-0453-4278-900d-7676ba250a13 req-5b7d1b35-8e4a-4b4b-a76d-d04583d5ae33 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3868475 Aug 23 14:08:31.376576 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-a8135dc8-504f-4aad-9c9d-02dba5e1fc6a service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964925 Aug 23 14:08:31.487412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Allocated IP 172.25.7.70 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/1578da7d-396b-4376-925a-ee75bd933b1c) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:31.492534 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:31.659838 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'c11fce8b-62d4-4b56-a318-31eaa9b98100', 'name': '', 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca', 'tenant_id': '5a4353741d4a46af968913902141710f', 'mac_address': 'fa:16:3e:44:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '78f1f955-9397-4079-a405-665e13a4be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:26Z', 'revision_number': 2, 'project_id': '5a4353741d4a46af968913902141710f', 'subnets': [{'id': '78f1f955-9397-4079-a405-665e13a4be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:31.683741 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Checking router: 8017a0aa-8302-4b13-b714-a6f7c1bd821a for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:31.684072 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Updating router 8017a0aa-8302-4b13-b714-a6f7c1bd821a port c11fce8b-62d4-4b56-a318-31eaa9b98100 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:31.687993 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42343ad-9d42-4cb2-bd8b-3623c50f7a82,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:31.696176 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:31.716177 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:31.758610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Checking segment: {'id': 'e79347d0-9314-422b-aa0a-5d92eb1245c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'fb2bc63a-9c97-489a-84e9-b3b302660aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:31.760076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Network hostable DHCP agents. Network: fb2bc63a-9c97-489a-84e9-b3b302660aa5, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:08:31.875973 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:32.025425 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Attempting to bind port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:32.040962 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Attempting to bind port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:32.043252 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Attempting to bind port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 on network a921b9c4-3881-45db-83d7-ab0961e9371e {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:32.048080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Network fb2bc63a-9c97-489a-84e9-b3b302660aa5 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:08:32.093554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:32.094028 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Checking segment: {'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:32.094396 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:32.094805 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Bound using segment: {'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:32.095311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Bound port: 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:32.095700 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:32.139745 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:32.184311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:32.193903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Usage tracker for resource:security_group_rule and tenant:37be1b0a7a394058b403a72ec182d6e2 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:32.201873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:32.216538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:32.297808 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, fb2bc63a-9c97-489a-84e9-b3b302660aa5) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:32.314253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:32.314907 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:32.399603 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72143899-d7bb-43f2-a047-590c4b0e0245 None None] Network fb2bc63a-9c97-489a-84e9-b3b302660aa5 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:32.680860 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7612824 Aug 23 14:08:32.712388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 3ced1c45-1b21-4f5b-8967-818de27c564c up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:32.785672 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:32.803079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a125afd8-f449-4990-a0b4-84959241d58c req-addcf959-9f9a-4c59-8c84-c853500a948a service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4076440 Aug 23 14:08:32.881506 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:32.905148 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:33.064310 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.143431 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.185144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7826123f-7b63-46ed-ba16-392d65d92574,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:33.192664 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] For port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:33.219686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0d207-90f0-4249-b444-d7c8008e2c52 req-daf0bc15-99bd-47cd-a96b-ace606f33c31 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:33.245669 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:33.255828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41f0d207-90f0-4249-b444-d7c8008e2c52 req-daf0bc15-99bd-47cd-a96b-ace606f33c31 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 945 time: 0.8101685 Aug 23 14:08:33.279706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] For port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9,segment=NetworkSegment(cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b),segment_id=cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:33.290357 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.312494 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.330067 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb0efa74-f55a-47f4-b53b-bfaa603351b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:33.332843 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Transition to ACTIVE for port object c11fce8b-62d4-4b56-a318-31eaa9b98100 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:33.428530 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41f0d207-90f0-4249-b444-d7c8008e2c52 req-59725bd5-a073-44bd-af5d-b630b66674e5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715698 Aug 23 14:08:33.431348 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.459815 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.491624 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.497654 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:33.512209 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:33.561287 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.573860 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.3364537 Aug 23 14:08:33.577383 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35320) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:33.636992 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Request body: {'security_group_rule': {'security_group_id': '5cab3812-e8a8-4632-b510-35efaf8828f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:33.648489 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37be1b0a7a394058b403a72ec182d6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7067862 Aug 23 14:08:33.648489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35324) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:33.666612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb92138-9e24-48cc-8378-a2e2e8c0c81d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:33.685088 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:33.705671 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 3ced1c45-1b21-4f5b-8967-818de27c564c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:33.705890 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.771707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:33.809672 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Usage tracker for resource:security_group_rule and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:33.816392 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:33.848243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:33.924939 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f446cfd7-62e2-4507-97f6-117d524a51fd None None] Network fb2bc63a-9c97-489a-84e9-b3b302660aa5 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:33.939880 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-2204ffe2-24a6-4567-8cd8-8e9ee4fda05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:33.954313 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:33.965153 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-2204ffe2-24a6-4567-8cd8-8e9ee4fda05f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ade135618cc4104a14b304fccd87b4e&device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 1099 time: 0.9888961 Aug 23 14:08:34.135441 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:34.160326 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:34.195890 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Pushing event updated for resources: {'Port': ['ID=8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:34.196089 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba55e785-982e-4c85-bad4-305d6e84c81f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:34.311461 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56776b8f-11f2-4c48-8e38-4682842cfbd9 None None] Pushing event updated for resources: {'Port': ['ID=c11fce8b-62d4-4b56-a318-31eaa9b98100,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:34.316030 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56776b8f-11f2-4c48-8e38-4682842cfbd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:34.394463 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba0de7-6cfa-4b52-9df1-4c0da38fd6a1 req-5741c9e1-1394-4025-80f9-b920dc03ea12 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:34.412168 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-99ba0de7-6cfa-4b52-9df1-4c0da38fd6a1 req-5741c9e1-1394-4025-80f9-b920dc03ea12 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 948 time: 1.1091189 Aug 23 14:08:34.450834 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:34.457845 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:34.510031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb92138-9e24-48cc-8378-a2e2e8c0c81d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:34.518892 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:34.540509 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:34.557420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/beb92138-9e24-48cc-8378-a2e2e8c0c81d HTTP/1.1" status: 204 len: 168 time: 0.8983421 Aug 23 14:08:34.592340 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Attempting to bind port c11fce8b-62d4-4b56-a318-31eaa9b98100 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:34.592340 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Attempting to bind port c11fce8b-62d4-4b56-a318-31eaa9b98100 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:34.592340 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Attempting to bind port c11fce8b-62d4-4b56-a318-31eaa9b98100 on network ff57c076-616e-48c7-b3af-8f51ef8bfdca {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:34.613312 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:34.617589 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Checking segment: {'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:34.618508 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:34.623074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Bound using segment: {'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:34.631433 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Bound port: c11fce8b-62d4-4b56-a318-31eaa9b98100, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc738c1-bce6-42a8-a84e-4392e03ad700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:34.632028 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:34.690541 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:34.947690 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-93febe67-1d35-4b9a-9d6e-f35d67beea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:34.949968 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-93febe67-1d35-4b9a-9d6e-f35d67beea00 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.9803627 Aug 23 14:08:34.953556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:34.958832 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] For port c11fce8b-62d4-4b56-a318-31eaa9b98100, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:34.982968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:34.998482 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] For port c11fce8b-62d4-4b56-a318-31eaa9b98100, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c11fce8b-62d4-4b56-a318-31eaa9b98100,segment=NetworkSegment(1fc738c1-bce6-42a8-a84e-4392e03ad700),segment_id=1fc738c1-bce6-42a8-a84e-4392e03ad700)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:35.095302 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:35.102947 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:35.237396 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-cfc46144-2b09-47b3-b786-8df33139f8b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 HTTP/1.1" status: 200 len: 217 time: 0.2641058 Aug 23 14:08:35.241676 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:35.268596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-3b593653-842b-4565-aa21-108447f341a6 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:35.271232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-3b593653-842b-4565-aa21-108447f341a6 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.6843030 Aug 23 14:08:35.298243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:35.299358 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56776b8f-11f2-4c48-8e38-4682842cfbd9 None None] Pushing event updated for resources: {'Port': ['ID=c11fce8b-62d4-4b56-a318-31eaa9b98100,revision_number=4']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:35.319316 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56776b8f-11f2-4c48-8e38-4682842cfbd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:35.323515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-ee4a0223-5001-4fd7-ab67-91722c2e2af7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/quotas/9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 375 time: 0.0429251 Aug 23 14:08:35.346798 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f4c49536-a478-4335-b933-b9aea3781b37 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:35.382855 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Routers {'8017a0aa-8302-4b13-b714-a6f7c1bd821a'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:35.385959 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:35.497624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-ec6d86e4-0b73-45f1-a481-4580a8782ae8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655076 Aug 23 14:08:35.589104 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-25f7d442-98f7-4603-9eb7-70c4bb9af33f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:35.589104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-25f7d442-98f7-4603-9eb7-70c4bb9af33f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 945 time: 1.8918591 Aug 23 14:08:35.599466 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Sync routers for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:35.624912 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:35.630784 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:35.822179 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port f4c49536-a478-4335-b933-b9aea3781b37 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:35.923008 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f4c49536-a478-4335-b933-b9aea3781b37 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:35.923008 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:35.929103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35350) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:35.941334 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] Set router 8017a0aa-8302-4b13-b714-a6f7c1bd821a gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:35.967123 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-56678b2a-8215-4e92-b703-e166f2ad4eeb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:08:35.990434 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-56678b2a-8215-4e92-b703-e166f2ad4eeb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1769249 Aug 23 14:08:36.040336 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa08864-4aca-4591-8159-dde4a0f23bbb None None] Network a921b9c4-3881-45db-83d7-ab0961e9371e requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:08:36.058535 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:36.134951 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:36.145074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Usage tracker for resource:security_group_rule and tenant:1d68bead825344eca4bcd9054aae5997 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:36.163609 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-99ba0de7-6cfa-4b52-9df1-4c0da38fd6a1 req-b644c51d-8f17-43bc-af9c-a84f57b9f028 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7501402 Aug 23 14:08:36.212089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:36.228501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:36.372290 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-e9988d2d-ffe7-4a38-985e-ce8cafe4f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:36.373894 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-e9988d2d-ffe7-4a38-985e-ce8cafe4f9bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.8243001 Aug 23 14:08:36.375484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Pushing event updated for resources: {'Port': ['ID=1578da7d-396b-4376-925a-ee75bd933b1c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:36.385044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-fe43ae62-3c07-4084-a30e-c220f02b761a service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935227 Aug 23 14:08:36.393859 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.198s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:36.619171 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-b616dc0d-bd1a-47f4-b6c2-4370c73814dc service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261500 Aug 23 14:08:36.714001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:36.752262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Deleting port b755e4f8-bd5a-4db7-96a5-4e68529a6103 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:08:36.752616 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:36.763608 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:36.780770 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'c11fce8b-62d4-4b56-a318-31eaa9b98100', 'name': '', 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca', 'tenant_id': '5a4353741d4a46af968913902141710f', 'mac_address': 'fa:16:3e:44:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '78f1f955-9397-4079-a405-665e13a4be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:34Z', 'revision_number': 4, 'project_id': '5a4353741d4a46af968913902141710f', 'subnets': [{'id': '78f1f955-9397-4079-a405-665e13a4be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:36.790061 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd4fe1-6d72-40ea-910f-8b48f32759f0 None None] The sync data for ids ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'] in n-d-805628-1 is: [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'c11fce8b-62d4-4b56-a318-31eaa9b98100', 'name': '', 'network_id': 'ff57c076-616e-48c7-b3af-8f51ef8bfdca', 'tenant_id': '5a4353741d4a46af968913902141710f', 'mac_address': 'fa:16:3e:44:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '78f1f955-9397-4079-a405-665e13a4be16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:34Z', 'revision_number': 4, 'project_id': '5a4353741d4a46af968913902141710f', 'subnets': [{'id': '78f1f955-9397-4079-a405-665e13a4be16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:36.822757 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:36.840080 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:08:36.939044 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6f538634-2b0b-4594-ab58-ab94062b4087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:36.977544 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d68bead825344eca4bcd9054aae5997&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0470138 Aug 23 14:08:36.978475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35360) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:37.098843 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b1d01-68d8-456f-8360-22df30370f63,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:37.126579 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:37.231816 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.248064 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-2981e1f8-9443-4829-a6a1-229c58d0563d None None] Provisioning for port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:37.291050 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.294910 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:08:37.315292 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.372626 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.463282 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.536345 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.541706 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6ca3dd88-9b97-4fda-950a-e57584bcc417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:37.587550 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b1d01-68d8-456f-8360-22df30370f63,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:37.602880 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:37.613090 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.625136 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e3b1d01-68d8-456f-8360-22df30370f63 HTTP/1.1" status: 204 len: 168 time: 0.6402664 Aug 23 14:08:37.682897 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:37.760193 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] For port b755e4f8-bd5a-4db7-96a5-4e68529a6103, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b755e4f8-bd5a-4db7-96a5-4e68529a6103,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:37.760902 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:38.055326 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a29769a6-1230-4756-9aa1-60f522806af7 req-33b92059-6782-48da-a9d2-50a8a9cd775f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 210 time: 0.1864841 Aug 23 14:08:38.068620 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port f4c49536-a478-4335-b933-b9aea3781b37, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f4c49536-a478-4335-b933-b9aea3781b37,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:38.091275 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:38.154815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7', 'mac_address': 'fa:16:3e:d7:5e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:08:38.205723 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:38.225363 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-293fd282-32fd-40b1-b3eb-58856bb7ff55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:38.613329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:38.621164 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e7e057d0-3e4c-4514-a869-dbe5b7c394bc tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:38.688079 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3b6e7-78ba-4015-9734-b0ea2ad89671 req-d6fad905-63ae-440b-bfc7-2b8d9b84bea8 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:38.689915 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7fb3b6e7-78ba-4015-9734-b0ea2ad89671 req-d6fad905-63ae-440b-bfc7-2b8d9b84bea8 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 948 time: 0.2788615 Aug 23 14:08:38.763690 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device b755e4f8-bd5a-4db7-96a5-4e68529a6103 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:08:38.817463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7fb3b6e7-78ba-4015-9734-b0ea2ad89671 req-8f1d37f1-1b59-44c1-84cc-237d9c8f49cf tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207011 Aug 23 14:08:38.850008 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:39.006870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:08:39.066130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Calling delete_port for b755e4f8-bd5a-4db7-96a5-4e68529a6103 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:08:39.143975 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=f4c49536-a478-4335-b933-b9aea3781b37,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:39.176436 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:39.192819 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:39.208869 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:39.456034 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:39.461233 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:39.525368 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:39.567895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-f9e9acb2-d894-47e1-8fd7-8083c330a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:39.573057 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-f9e9acb2-d894-47e1-8fd7-8083c330a3be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 3.1399038 Aug 23 14:08:39.573057 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:39.574554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35406) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:39.574874 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 5.9769416 Aug 23 14:08:39.580581 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:39.580769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76342fd9-e31b-4ca0-8bba-a33ccf701a44,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:39.595988 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:39.617805 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:39.633992 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Usage tracker for resource:floatingip and tenant:57e66d68ec714d0ba47f0c94e701f61a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:39.640869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:39.662180 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:39.694566 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 2, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:39.718353 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:39.718767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:39.774768 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2a58f-4c65-4e99-8100-2ff36663c3a3 req-74d0a422-7c62-4b0d-825c-e233828d6538 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:39.778120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ae2a58f-4c65-4e99-8100-2ff36663c3a3 req-74d0a422-7c62-4b0d-825c-e233828d6538 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 945 time: 3.2031469 Aug 23 14:08:39.791231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:08:39.829519 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:39.832639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Checking router: 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:39.833033 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Updating router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b port 21c69189-3a55-4eaf-a570-797be5b389c9 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:39.859360 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-28429809-2946-48c8-8d9d-1688e3ce9fc5 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565963 Aug 23 14:08:39.958821 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5785bb94-03b5-4b78-ac67-0714dd10f945 req-bc0b9485-ed08-489e-aa0e-a9b054afa7cc tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 210 time: 0.1902719 Aug 23 14:08:39.963863 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:40.026697 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ae2a58f-4c65-4e99-8100-2ff36663c3a3 req-a98dc013-a570-4407-9390-a43d1658d654 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587038 Aug 23 14:08:40.230460 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:40.230460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:40.230460 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:40.231717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ef0280f-68c5-4cf5-8c16-e558efd326fe req-a63898c0-67d0-49b7-a599-8d6184844254 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096182 Aug 23 14:08:40.396416 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:40.416955 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:40.461936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Router 43dd7881-1130-46f8-b87b-9c3f060184c3 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:08:40.666364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9,segment=NetworkSegment(cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b),segment_id=cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:40.761775 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:40.774422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.64', 52586) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:40.807602 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:40.809231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c11fce8b-62d4-4b56-a318-31eaa9b98100 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:40.901952 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:40.992149 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:41.119177 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event deleted for resources: {'Port': ['ID=b755e4f8-bd5a-4db7-96a5-4e68529a6103,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:41.148125 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:41.223313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-29ccd2d3-f58b-46a4-814a-c2e78c509af3 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:41.227926 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-29ccd2d3-f58b-46a4-814a-c2e78c509af3 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.4525039 Aug 23 14:08:41.236520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:41.249194 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:41.274157 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a76bd-e3ea-4e1c-89bb-a28e59e562a3 req-7fb5548c-8d00-4d6c-a32b-54bc9e149c70 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:41.286521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b4a76bd-e3ea-4e1c-89bb-a28e59e562a3 req-7fb5548c-8d00-4d6c-a32b-54bc9e149c70 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 949 time: 0.7973189 Aug 23 14:08:41.335299 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Request body: {'port': {'device_id': '30a78074-ad61-4842-93dd-db62b4f622c1', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'admin_state_up': True, 'tenant_id': '9984d9e9108c4317bd795b6f89395665'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:41.368578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:41.385580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] No DVR routers for this DVR port b755e4f8-bd5a-4db7-96a5-4e68529a6103 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:08:41.386025 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Sync routers for ids ['43dd7881-1130-46f8-b87b-9c3f060184c3'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:41.386530 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:41.407612 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Routers {'43dd7881-1130-46f8-b87b-9c3f060184c3'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:41.412007 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['43dd7881-1130-46f8-b87b-9c3f060184c3'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:41.424241 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'name': 'network-vif-deleted', 'tag': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:41.439033 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port c11fce8b-62d4-4b56-a318-31eaa9b98100 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:41.459490 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port c11fce8b-62d4-4b56-a318-31eaa9b98100 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:41.461711 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:41.541420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d181537c-c04f-44a8-a193-2d03900353d3 req-3aa55f4d-be1b-4f60-b2c3-d6621ee21ee8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:41.572231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:41.600942 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c18d8eca-6de3-466f-b769-c1464cceac6f req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "DELETE /v2.0/ports/b755e4f8-bd5a-4db7-96a5-4e68529a6103 HTTP/1.1" status: 204 len: 173 time: 5.9601176 Aug 23 14:08:41.627481 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:41.632348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 15.0683696 Aug 23 14:08:41.633193 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35446) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:41.794146 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b4a76bd-e3ea-4e1c-89bb-a28e59e562a3 req-6388a84f-5a5f-4f61-91b8-5401ce57ce5e tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063980 Aug 23 14:08:41.800290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:41.813132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Allocated IP 172.25.7.246 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/093fbf84-1c4d-4a73-bfc4-39c85d65b4b2) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:41.833731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Usage tracker for resource:port and tenant:9984d9e9108c4317bd795b6f89395665 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:41.841245 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:41.847037 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:41.866104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:41.907465 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Set router 43dd7881-1130-46f8-b87b-9c3f060184c3 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:41.923781 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Transition to ACTIVE for port object 21c69189-3a55-4eaf-a570-797be5b389c9 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:41.928994 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d181537c-c04f-44a8-a193-2d03900353d3 req-3aa55f4d-be1b-4f60-b2c3-d6621ee21ee8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:41.964972 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d181537c-c04f-44a8-a193-2d03900353d3 req-3aa55f4d-be1b-4f60-b2c3-d6621ee21ee8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfd0e501-0131-4b58-b6b1-879cefc1ec27 HTTP/1.1" status: 200 len: 210 time: 0.4890556 Aug 23 14:08:42.082886 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:42.132290 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:42.132666 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:42.242544 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:42.360591 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:42.585435 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:42.762742 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Made reservation on behalf of 9984d9e9108c4317bd795b6f89395665 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:42.772465 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:42.784766 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced322a-c300-48fe-879c-3e57bb86107c None None] Pushing event updated for resources: {'Port': ['ID=21c69189-3a55-4eaf-a570-797be5b389c9,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:42.798025 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dced322a-c300-48fe-879c-3e57bb86107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:42.807053 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:42.844589 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:42.867114 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:08:36Z', 'revision_number': 3, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:42.878816 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Checking router: 43dd7881-1130-46f8-b87b-9c3f060184c3 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:42.879483 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Updating router 43dd7881-1130-46f8-b87b-9c3f060184c3 port 1578da7d-396b-4376-925a-ee75bd933b1c binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:42.906463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6fe09144-4357-4e0d-ac0e-05c1dc91c1bb req-f9e3ea39-4a44-469e-aeee-9887d0bdd329 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 210 time: 0.3147700 Aug 23 14:08:42.927970 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:43.216078 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:43.254191 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:43.341031 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port c11fce8b-62d4-4b56-a318-31eaa9b98100, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c11fce8b-62d4-4b56-a318-31eaa9b98100,segment=NetworkSegment(1fc738c1-bce6-42a8-a84e-4392e03ad700),segment_id=1fc738c1-bce6-42a8-a84e-4392e03ad700)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:43.397630 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd0e501-0131-4b58-b6b1-879cefc1ec27', 'name': 'network-vif-deleted', 'tag': 'b755e4f8-bd5a-4db7-96a5-4e68529a6103', 'status': 'completed', 'code': 200} Aug 23 14:08:43.398870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Attempting to bind port 21c69189-3a55-4eaf-a570-797be5b389c9 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:43.400484 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Attempting to bind port 21c69189-3a55-4eaf-a570-797be5b389c9 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:43.400484 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Attempting to bind port 21c69189-3a55-4eaf-a570-797be5b389c9 on network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:43.412409 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-501d1ece-22e8-4321-931a-ca9296049041 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7588913e40c94dd4aa7f04384b48f784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741313 Aug 23 14:08:43.428061 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:43.439185 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:43.439836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Checking segment: {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:43.440368 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:43.440888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Bound using segment: {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:43.441519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Bound port: 21c69189-3a55-4eaf-a570-797be5b389c9, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:43.442020 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:43.461112 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:43.468643 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:43.564418 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:43.610561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:43.621135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Allocated IP 172.20.0.13 (efbef754-fed7-49db-8196-b45c4a2dc978/e24d87cd-a932-401b-8180-3c9a2097c9c0/7e4fee19-0c33-4c5a-a910-e6f1c043af77) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:43.672232 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=c11fce8b-62d4-4b56-a318-31eaa9b98100,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:43.679262 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:43.687225 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] For port 21c69189-3a55-4eaf-a570-797be5b389c9, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:43.692979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:43.694816 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:43.705786 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] For port 21c69189-3a55-4eaf-a570-797be5b389c9, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=21c69189-3a55-4eaf-a570-797be5b389c9,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:43.708491 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-ffb3cd33-dfc4-457f-bfc8-5ca8a580231c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:43.750325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event updated for resources: {'Port': ['ID=093fbf84-1c4d-4a73-bfc4-39c85d65b4b2,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:43.768478 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:43.788299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:43.867195 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:43.898972 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:43.912907 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:43.922684 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:43.936280 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b5b8c258-08ec-4dec-85b1-470497cb709f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:44.041708 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:44.042565 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.085441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-080af9f3-b7b9-4af6-9588-23a9e8a01637 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:44.106912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-080af9f3-b7b9-4af6-9588-23a9e8a01637 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6777763 Aug 23 14:08:44.170098 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:44.172463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:44.213868 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.240408 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Transition to ACTIVE for port object 1578da7d-396b-4376-925a-ee75bd933b1c will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:44.244132 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-f7bfefd8-0e81-4a84-ad5f-1d1864691835 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/quotas/7588913e40c94dd4aa7f04384b48f784 HTTP/1.1" status: 200 len: 375 time: 0.1362104 Aug 23 14:08:44.277129 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.334543 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-7620f907-0e08-44e6-a7f2-5658d008262e tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7588913e40c94dd4aa7f04384b48f784&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893674 Aug 23 14:08:44.375433 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.386361 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:44.409711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ca212-daa7-4bce-be00-5317e84cb03f req-06822ff1-c3fc-45e5-a5d1-463050f71551 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:44.421567 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d32ca212-daa7-4bce-be00-5317e84cb03f req-06822ff1-c3fc-45e5-a5d1-463050f71551 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 950 time: 0.8059301 Aug 23 14:08:44.540231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:44.615505 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Attempting to bind port 1578da7d-396b-4376-925a-ee75bd933b1c on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:44.615881 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Attempting to bind port 1578da7d-396b-4376-925a-ee75bd933b1c by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:44.616593 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Attempting to bind port 1578da7d-396b-4376-925a-ee75bd933b1c on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:44.660899 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:44.661332 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.687752 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:44.690730 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.693945 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:44.694399 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Bound port: 1578da7d-396b-4376-925a-ee75bd933b1c, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:44.694816 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.742789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d32ca212-daa7-4bce-be00-5317e84cb03f req-42f4ad19-877b-4c2a-b612-245c4cc83193 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158536 Aug 23 14:08:44.842016 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb89654-cb7f-4a5e-b635-ccffab2d2a6d None None] Pushing event updated for resources: {'Port': ['ID=1578da7d-396b-4376-925a-ee75bd933b1c,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:44.856776 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.890867 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:44.935845 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-fcb89654-cb7f-4a5e-b635-ccffab2d2a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:45.214191 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] For port 1578da7d-396b-4376-925a-ee75bd933b1c, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:45.244581 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] For port 1578da7d-396b-4376-925a-ee75bd933b1c, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1578da7d-396b-4376-925a-ee75bd933b1c,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:45.262614 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7', 'code': 200} Aug 23 14:08:45.263757 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced322a-c300-48fe-879c-3e57bb86107c None None] Pushing event updated for resources: {'Port': ['ID=21c69189-3a55-4eaf-a570-797be5b389c9,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:45.287645 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dced322a-c300-48fe-879c-3e57bb86107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.353s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:45.316704 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f4c49536-a478-4335-b933-b9aea3781b37 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:45.373825 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:45.385302 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:45.444040 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:43Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:45.463038 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f4c49536-a478-4335-b933-b9aea3781b37 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:45.463548 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:45.508995 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0eb54a-14a0-4af3-b0cf-e71d0c0963d7 None None] The sync data for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 is: [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:43Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:45.549252 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:45.556127 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36825b55-6ca5-4246-8746-8a63369eea9e req-bd361190-6884-4243-a037-a53a364025f3 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 210 time: 0.1043365 Aug 23 14:08:45.560785 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:45.577354 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:45.675866 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb89654-cb7f-4a5e-b635-ccffab2d2a6d None None] Pushing event updated for resources: {'Port': ['ID=1578da7d-396b-4376-925a-ee75bd933b1c,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:45.683810 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Routers {'43dd7881-1130-46f8-b87b-9c3f060184c3'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:45.693551 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['43dd7881-1130-46f8-b87b-9c3f060184c3'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:45.711098 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:45.714009 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Network efbef754-fed7-49db-8196-b45c4a2dc978 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:45.776176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:45.864675 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-fcb89654-cb7f-4a5e-b635-ccffab2d2a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:45.882287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:45.894248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:45.896311 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:45.914649 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:45.926882 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:45.927514 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:45.938693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Allocated IP 172.20.0.1 (a921b9c4-3881-45db-83d7-ab0961e9371e/ce59681c-2321-466c-bd71-cf04308136aa/e4743d96-2464-458c-878d-8e4e1a69750d) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:46.010376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 21c69189-3a55-4eaf-a570-797be5b389c9 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:46.178502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event updated for resources: {'Port': ['ID=093fbf84-1c4d-4a73-bfc4-39c85d65b4b2,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:46.187585 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.205818 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:46.225678 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] Set router 43dd7881-1130-46f8-b87b-9c3f060184c3 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:46.337578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 21c69189-3a55-4eaf-a570-797be5b389c9 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:46.348319 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 21c69189-3a55-4eaf-a570-797be5b389c9 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:46.353657 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.368251 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee52f0-8141-45ec-be81-81a090f15069 req-91e34cf5-4f94-42ef-957f-eb25bd6a4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:46.371758 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-05ee52f0-8141-45ec-be81-81a090f15069 req-91e34cf5-4f94-42ef-957f-eb25bd6a4afd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 1101 time: 1.0420043 Aug 23 14:08:46.378367 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.399789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8126998 Aug 23 14:08:46.401782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1425765 Aug 23 14:08:46.428339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Request body: {'port': {'device_id': '30a78074-ad61-4842-93dd-db62b4f622c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:46.537275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48bce7-6996-41b0-9d53-abacea68283a req-277f4ee4-94f1-413c-8109-6bbb414a1f2c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:46.553185 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9a48bce7-6996-41b0-9d53-abacea68283a req-277f4ee4-94f1-413c-8109-6bbb414a1f2c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 932 time: 0.8772624 Aug 23 14:08:46.696336 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.735098 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.785924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9a48bce7-6996-41b0-9d53-abacea68283a req-7250b7c1-9ebf-408a-a787-29639e631c57 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:46.799026 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-05ee52f0-8141-45ec-be81-81a090f15069 req-30d517de-94da-48a4-848f-a4216b029639 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205251 Aug 23 14:08:46.823813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Transition to ACTIVE for port object e4743d96-2464-458c-878d-8e4e1a69750d will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:46.850354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-7cbc96d3-d7cc-4762-af3a-dd9c9fa69288 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:46.851274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-7cbc96d3-d7cc-4762-af3a-dd9c9fa69288 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:46.878983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 21c69189-3a55-4eaf-a570-797be5b389c9, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=21c69189-3a55-4eaf-a570-797be5b389c9,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:46.924685 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9a48bce7-6996-41b0-9d53-abacea68283a req-7250b7c1-9ebf-408a-a787-29639e631c57 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:46.929548 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9a48bce7-6996-41b0-9d53-abacea68283a req-7250b7c1-9ebf-408a-a787-29639e631c57 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596396 Aug 23 14:08:46.940808 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.944933 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:08:36Z', 'revision_number': 3, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:46.952942 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb699519-5d02-4e1d-a138-5ca4b1279707 None None] The sync data for ids ['43dd7881-1130-46f8-b87b-9c3f060184c3'] in n-d-805628-1 is: [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:08:36Z', 'revision_number': 3, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:46.959224 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.959810 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:46.960371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c11fce8b-62d4-4b56-a318-31eaa9b98100 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:46.968315 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1702f3b7-bd67-43be-be59-9c61d089bc7c tempest-AggregatesAdminTestJSON-662811397 tempest-AggregatesAdminTestJSON-662811397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:47.096660 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-7cbc96d3-d7cc-4762-af3a-dd9c9fa69288 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:47.119747 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-7cbc96d3-d7cc-4762-af3a-dd9c9fa69288 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 1.1958909 Aug 23 14:08:47.206676 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:47.262573 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-075ab664-f3b2-4a59-8591-2f4023d5677d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/quotas/dd04698ad3cd4dcd8a665df269b8be61 HTTP/1.1" status: 200 len: 375 time: 0.1090107 Aug 23 14:08:47.262679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Pushing event updated for resources: {'Port': ['ID=e4743d96-2464-458c-878d-8e4e1a69750d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:47.270520 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:47.287920 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Network a921b9c4-3881-45db-83d7-ab0961e9371e is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:47.292366 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:47.298345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:47.301556 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:47.386808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-fe75ad49-50ab-4b1b-956d-1fafd522b8bc tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300318 Aug 23 14:08:47.512959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=21c69189-3a55-4eaf-a570-797be5b389c9,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:47.516623 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:47.539092 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port c11fce8b-62d4-4b56-a318-31eaa9b98100 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:47.539092 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:48.248096 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-dec55833-d81d-4cdc-a375-06975ee01192 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599894 Aug 23 14:08:48.267843 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-1769fb12-0d17-4727-aa77-06d73b22c2f9 None None] Provisioning for port e4743d96-2464-458c-878d-8e4e1a69750d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:48.276870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-1769fb12-0d17-4727-aa77-06d73b22c2f9 None None] Provisioning complete for port e4743d96-2464-458c-878d-8e4e1a69750d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:48.277136 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1769fb12-0d17-4727-aa77-06d73b22c2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:48.375057 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:48.479820 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-1769fb12-0d17-4727-aa77-06d73b22c2f9 None None] Port e4743d96-2464-458c-878d-8e4e1a69750d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:48.574904 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d064d92-869f-4cc5-a486-63eeb198ea69 req-44148bad-b586-419e-9f98-19b4875c7a46 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:48.574904 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d064d92-869f-4cc5-a486-63eeb198ea69 req-44148bad-b586-419e-9f98-19b4875c7a46 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 950 time: 0.8965917 Aug 23 14:08:48.627274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1578da7d-396b-4376-925a-ee75bd933b1c up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:48.771034 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d064d92-869f-4cc5-a486-63eeb198ea69 req-1951fbba-9942-4e51-a8e3-7070d0298ed5 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908317 Aug 23 14:08:48.790601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4fee19-0c33-4c5a-a910-e6f1c043af77 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:08:48.800762 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:48.825054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Transition to ACTIVE for port object 7e4fee19-0c33-4c5a-a910-e6f1c043af77 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:49.008389 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 1578da7d-396b-4376-925a-ee75bd933b1c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:49.019945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 1578da7d-396b-4376-925a-ee75bd933b1c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:49.020337 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.033599 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.044843 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b02e7523-704a-4afe-ad19-1720d4018099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:49.143070 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.255695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a366271d-6844-4a3c-a518-d102e0ab2e1e req-ce5144ad-753d-4aa5-9f22-77156fd103c7 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 210 time: 0.1090355 Aug 23 14:08:49.284403 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.284403 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.285913 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-91d927ce-89df-4159-ab69-8fbe137c7da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:49.308638 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.454211 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 1578da7d-396b-4376-925a-ee75bd933b1c, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1578da7d-396b-4376-925a-ee75bd933b1c,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:49.476193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:49.490245 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:49.505722 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-5db7653f-a8f0-44a4-8372-760c50c8c457 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767254 Aug 23 14:08:49.543683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:49.544072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:49.544556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:49.558965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:08:49.559328 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:49.572106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:49.572591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:49.573082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:49.573562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Bound port: 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:49.574169 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.584186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-5ba7291e-fb76-427a-8423-f8f5853eae5e tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7588913e40c94dd4aa7f04384b48f784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016486 Aug 23 14:08:49.584701 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.588607 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 21c69189-3a55-4eaf-a570-797be5b389c9 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:49.650733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Pushing event updated for resources: {'Port': ['ID=e4743d96-2464-458c-878d-8e4e1a69750d,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:49.663775 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:49.716243 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-500d2743-d4c6-49df-8860-85b731902ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:49.875998 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=1578da7d-396b-4376-925a-ee75bd933b1c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:49.875998 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:49.883565 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 21c69189-3a55-4eaf-a570-797be5b389c9 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:49.883961 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:49.891547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Network a921b9c4-3881-45db-83d7-ab0961e9371e is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:49.898524 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:49.919758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:49.943483 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:50.094993 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:50.101214 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:50.156607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-08b6ee8a-d1d2-4d07-8040-d0626e4e649f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:50.159077 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-08b6ee8a-d1d2-4d07-8040-d0626e4e649f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5639966 Aug 23 14:08:50.207752 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bbdf6-4fb9-47c9-8755-4b55d7124c1a req-d96925c9-7bd1-4b09-bb4d-4f9b09306e61 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:50.223947 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a8bbdf6-4fb9-47c9-8755-4b55d7124c1a req-d96925c9-7bd1-4b09-bb4d-4f9b09306e61 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 944 time: 0.7122021 Aug 23 14:08:50.248397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Request body: {'port': {'device_id': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '7588913e40c94dd4aa7f04384b48f784'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:50.346108 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1578da7d-396b-4376-925a-ee75bd933b1c up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:50.461489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:50.480020 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:50.484700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:50.488239 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:50.490482 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] 10.222.0.64 "PUT /v2.0/ports/7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 1092 time: 4.0711997 Aug 23 14:08:50.491141 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:50.527621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-931f4763-f67c-4c64-9f3c-1fae49e38b7b None None] Provisioning complete for port e4743d96-2464-458c-878d-8e4e1a69750d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:50.528059 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-931f4763-f67c-4c64-9f3c-1fae49e38b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:50.602197 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-931f4763-f67c-4c64-9f3c-1fae49e38b7b None None] Port e4743d96-2464-458c-878d-8e4e1a69750d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:50.612715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 1578da7d-396b-4376-925a-ee75bd933b1c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:50.613150 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:50.699993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:50.713457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Usage tracker for resource:port and tenant:7588913e40c94dd4aa7f04384b48f784 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:50.730832 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:50.837881 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:50.843242 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a8bbdf6-4fb9-47c9-8755-4b55d7124c1a req-c5d3a5aa-db66-4e09-8d34-77f4e242811e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170681 Aug 23 14:08:50.918854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Router 43dd7881-1130-46f8-b87b-9c3f060184c3 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:08:50.941296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c3ea9a65-5fe0-4de1-90e0-bb3521628477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:50.943104 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-c3ea9a65-5fe0-4de1-90e0-bb3521628477 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1095 time: 0.2435253 Aug 23 14:08:51.094521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96b3a-7f4a-4027-8b2d-203bd9b9863e req-6aca3b5f-8892-49ea-9a2e-2535f09c9c61 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:51.100224 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-86d96b3a-7f4a-4027-8b2d-203bd9b9863e req-6aca3b5f-8892-49ea-9a2e-2535f09c9c61 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 950 time: 0.3334451 Aug 23 14:08:51.106223 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-8b3af15d-20c5-4edc-af0c-916dca106eec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.1491506 Aug 23 14:08:51.157008 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Made reservation on behalf of 7588913e40c94dd4aa7f04384b48f784 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:51.161144 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:51.205479 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-aba24189-a2e3-4c90-9276-1c79185afc45 req-286066c7-4b28-4980-8860-7e28af26a685 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 210 time: 0.1627345 Aug 23 14:08:51.208630 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:51.230679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:51.241374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Usage tracker for resource:security_group_rule and tenant:7588913e40c94dd4aa7f04384b48f784 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:51.241374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:51.245443 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:51.314402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-9d3a16ba-472d-43c3-b882-508ed627f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:51.316600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-9d3a16ba-472d-43c3-b882-508ed627f81d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1882660 Aug 23 14:08:51.358541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:51.412466 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-86d96b3a-7f4a-4027-8b2d-203bd9b9863e req-bb287fe2-1500-4bb3-bab1-4f1645c07e4e tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031142 Aug 23 14:08:51.460409 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-48f38916-1414-43c6-b0f6-bfcfac3ce8de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351070 Aug 23 14:08:51.560432 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:08:51.571960 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Sync routers for ids ['43dd7881-1130-46f8-b87b-9c3f060184c3'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:08:51.579029 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:51.586088 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-926af69b-c4eb-43c7-9727-f6fabb86f7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:51.601705 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Routers {'43dd7881-1130-46f8-b87b-9c3f060184c3'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:51.604509 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['43dd7881-1130-46f8-b87b-9c3f060184c3'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:51.790291 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-fff58581-ea2f-4d43-8544-21fdece4e7af service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205755 Aug 23 14:08:51.896217 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] 10.222.0.72 "PUT /v2.0/routers/43dd7881-1130-46f8-b87b-9c3f060184c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2617788 Aug 23 14:08:51.913053 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ce5b37c-cfad-4d6f-a418-2c85d8fd561f req-49f12355-164b-4063-ac92-bc1826a9cd1c tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 210 time: 0.3387468 Aug 23 14:08:51.938199 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Set router 43dd7881-1130-46f8-b87b-9c3f060184c3 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:51.981057 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b630d60-016c-4e7d-8e07-f5e86b28d399,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:52.021847 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:52.407540 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32e5d355-ee5a-47d2-af21-e2090fee88d7 req-a86bdd82-f408-4fc9-b5d2-589ff33f35c2 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059680 Aug 23 14:08:52.408984 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Allocated IP 192.168.233.99 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/a0424701-4f4e-40ee-9e88-dccc9f62c107) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:52.410001 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77', 'status': 'completed', 'code': 200} Aug 23 14:08:52.769179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d608-193f-43b9-bce6-dbad5990d805 req-1593419b-5c90-4d3a-931c-920890541471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:52.779160 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4083d608-193f-43b9-bce6-dbad5990d805 req-1593419b-5c90-4d3a-931c-920890541471 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1095 time: 0.2041595 Aug 23 14:08:52.864006 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:08:47Z', 'revision_number': 4, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'e4743d96-2464-458c-878d-8e4e1a69750d', 'name': '', 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'mac_address': 'fa:16:3e:aa:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ce59681c-2321-466c-bd71-cf04308136aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:45Z', 'updated_at': '2021-08-23T14:08:48Z', 'revision_number': 2, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'subnets': [{'id': 'ce59681c-2321-466c-bd71-cf04308136aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:52.878547 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:52.899639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Checking router: 43dd7881-1130-46f8-b87b-9c3f060184c3 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:08:52.900298 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Updating router 43dd7881-1130-46f8-b87b-9c3f060184c3 port e4743d96-2464-458c-878d-8e4e1a69750d binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:08:52.907244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Transition to ACTIVE for port object a0424701-4f4e-40ee-9e88-dccc9f62c107 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:53.080847 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:53.117008 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:53.138539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d608-193f-43b9-bce6-dbad5990d805 req-61688ac7-151c-4c6e-8584-6f15cabdbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:53.142531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4083d608-193f-43b9-bce6-dbad5990d805 req-61688ac7-151c-4c6e-8584-6f15cabdbfc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.3544307 Aug 23 14:08:53.146656 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:53.251998 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4083d608-193f-43b9-bce6-dbad5990d805 req-1be6e6d1-1a66-40aa-aa26-048b6cbae743 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.1022408 Aug 23 14:08:53.296383 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:53.299967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:53.304137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:53.319754 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:53.320434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:53.349503 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Pushing event updated for resources: {'Port': ['ID=a0424701-4f4e-40ee-9e88-dccc9f62c107,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:53.359408 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:53.403129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d608-193f-43b9-bce6-dbad5990d805 req-9c5e406d-5966-4fe4-9c26-f2b09a346db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:53.429987 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4083d608-193f-43b9-bce6-dbad5990d805 req-9c5e406d-5966-4fe4-9c26-f2b09a346db6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1653180 Aug 23 14:08:53.490918 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3216970 Aug 23 14:08:53.504022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Request body: {'port': {'device_id': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:53.596792 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4083d608-193f-43b9-bce6-dbad5990d805 req-33ea05e6-878a-4f83-9182-f08d2a527ece service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533554 Aug 23 14:08:53.959520 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:53.969329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-24b24a01-c98c-4611-a9c8-94120111e657 None None] Provisioning for port a0424701-4f4e-40ee-9e88-dccc9f62c107 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:53.981655 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4083d608-193f-43b9-bce6-dbad5990d805 req-4b6dfb6b-e99a-4cd2-b1c7-96b1ec716b52 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752773 Aug 23 14:08:54.075821 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-24b24a01-c98c-4611-a9c8-94120111e657 None None] Provisioning complete for port a0424701-4f4e-40ee-9e88-dccc9f62c107 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:54.081889 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-24b24a01-c98c-4611-a9c8-94120111e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:54.158696 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb49f4-92f9-428a-baf8-54a95c0cb93b req-f425ab84-f12b-4d48-8a0f-eba5400e633e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:54.169346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cecb49f4-92f9-428a-baf8-54a95c0cb93b req-f425ab84-f12b-4d48-8a0f-eba5400e633e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 944 time: 0.3773386 Aug 23 14:08:54.170633 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:54.192545 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-24b24a01-c98c-4611-a9c8-94120111e657 None None] Port a0424701-4f4e-40ee-9e88-dccc9f62c107 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:08:54.196656 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Transition to ACTIVE for port object e4743d96-2464-458c-878d-8e4e1a69750d will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:54.291146 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5b611c0-3d91-4e9b-bc83-eb65d36524a8 req-f8303d2e-941a-48ac-ac94-a4b0d2f348ed tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 210 time: 0.0863044 Aug 23 14:08:54.318220 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:54.323317 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cecb49f4-92f9-428a-baf8-54a95c0cb93b req-9d0eeacd-6f0f-43d2-b9ca-192fd395b5c1 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502674 Aug 23 14:08:54.325724 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:54.420305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4083d608-193f-43b9-bce6-dbad5990d805 req-6c6074d2-c939-4ca8-b216-c76d53f5a758 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271407 Aug 23 14:08:54.643173 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.82', 55804) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:08:54.794971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-b7a879f1-9937-482c-b4b3-c046ed4f2a7c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:54.798473 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-b7a879f1-9937-482c-b4b3-c046ed4f2a7c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.5992074 Aug 23 14:08:54.867770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Request body: {'port': {'device_id': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'admin_state_up': True, 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:55.040214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-a84aa9fe-ee14-4b24-aafe-b6e1dbb86786 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:55.050250 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-a84aa9fe-ee14-4b24-aafe-b6e1dbb86786 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 1101 time: 0.4040735 Aug 23 14:08:55.176190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3cf87-35d5-4f6a-be01-777eabfa191d req-e29325b1-11d4-404a-85af-1bb3401b817d tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:55.202407 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e3cf87-35d5-4f6a-be01-777eabfa191d req-e29325b1-11d4-404a-85af-1bb3401b817d tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7ce499d-b38e-419a-bc43-7b89e9f310d6 HTTP/1.1" status: 200 len: 950 time: 0.4407732 Aug 23 14:08:55.207647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788a63d-ce20-4caf-b7fb-11e7178c916f req-b6fec1f6-a111-46d5-8fb0-9799a8dcea3b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:55.208543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5788a63d-ce20-4caf-b7fb-11e7178c916f req-b6fec1f6-a111-46d5-8fb0-9799a8dcea3b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Synchronizing usage tracker for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:55.235336 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce36e-a7be-4b60-8c42-96425d6d6b06 None None] Pushing event updated for resources: {'Port': ['ID=e4743d96-2464-458c-878d-8e4e1a69750d,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:55.241134 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-bbfce36e-a7be-4b60-8c42-96425d6d6b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:55.268103 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Attempting to bind port e4743d96-2464-458c-878d-8e4e1a69750d on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:55.268542 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Attempting to bind port e4743d96-2464-458c-878d-8e4e1a69750d by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:55.268926 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Attempting to bind port e4743d96-2464-458c-878d-8e4e1a69750d on network a921b9c4-3881-45db-83d7-ab0961e9371e {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:55.282186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:55.282848 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Checking segment: {'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:55.283843 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:55.283843 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Bound using segment: {'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:55.284229 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Bound port: e4743d96-2464-458c-878d-8e4e1a69750d, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:55.284625 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:55.288616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Deleting port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:08:55.289846 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:55.320158 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:08:55.461072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] For port e4743d96-2464-458c-878d-8e4e1a69750d, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:55.461072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] For port e4743d96-2464-458c-878d-8e4e1a69750d, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e4743d96-2464-458c-878d-8e4e1a69750d,segment=NetworkSegment(cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b),segment_id=cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:55.462629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:08:55.462629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0424701-4f4e-40ee-9e88-dccc9f62c107 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:08:55.462924 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e3cf87-35d5-4f6a-be01-777eabfa191d req-7212af10-3d95-4988-b504-fd74de420068 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390134 Aug 23 14:08:55.463382 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Usage tracker for resource:port and tenant:dd04698ad3cd4dcd8a665df269b8be61 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:08:55.463382 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:55.463382 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:08:55.465557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:08:55.481460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Transition to ACTIVE for port object a0424701-4f4e-40ee-9e88-dccc9f62c107 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:08:55.665951 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5788a63d-ce20-4caf-b7fb-11e7178c916f req-b6fec1f6-a111-46d5-8fb0-9799a8dcea3b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Unset dirty status for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:55.688924 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5788a63d-ce20-4caf-b7fb-11e7178c916f req-b6fec1f6-a111-46d5-8fb0-9799a8dcea3b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 935 time: 1.0833993 Aug 23 14:08:55.756622 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5788a63d-ce20-4caf-b7fb-11e7178c916f req-caf2914e-a79b-4268-a3e3-5f9f7fcf1c73 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Synchronizing usage tracker for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:55.756938 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] For port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:55.757370 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:55.901060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Calling delete_port for b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:08:55.924516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:08:55.925831 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:55.930486 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b5b8c258-08ec-4dec-85b1-470497cb709f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:55.935035 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:56.035419 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Routers {'43dd7881-1130-46f8-b87b-9c3f060184c3'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:08:56.036657 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:08:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['43dd7881-1130-46f8-b87b-9c3f060184c3'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:56.301867 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:56.337253 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce36e-a7be-4b60-8c42-96425d6d6b06 None None] Pushing event updated for resources: {'Port': ['ID=e4743d96-2464-458c-878d-8e4e1a69750d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:56.361992 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-bbfce36e-a7be-4b60-8c42-96425d6d6b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:56.380621 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:56.391149 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] Set router 43dd7881-1130-46f8-b87b-9c3f060184c3 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:08:56.573542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5788a63d-ce20-4caf-b7fb-11e7178c916f req-caf2914e-a79b-4268-a3e3-5f9f7fcf1c73 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Unset dirty status for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:56.574996 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5788a63d-ce20-4caf-b7fb-11e7178c916f req-caf2914e-a79b-4268-a3e3-5f9f7fcf1c73 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9002383 Aug 23 14:08:56.616047 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:56.669100 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Allocated IP 172.20.0.3 (b7d7a6ab-e512-4fd3-88a4-d69931798316/c9301fa6-fdc6-46b8-b982-23b8cd9cb273/19706a02-2331-4fbf-8c57-491d99b67ce7) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:08:56.727145 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Pushing event updated for resources: {'Port': ['ID=a0424701-4f4e-40ee-9e88-dccc9f62c107,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:56.727683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:08:56.727787 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:56.756956 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:56.779265 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:56.864077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Attempting to bind port a0424701-4f4e-40ee-9e88-dccc9f62c107 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:08:56.864336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Attempting to bind port a0424701-4f4e-40ee-9e88-dccc9f62c107 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:08:56.864676 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Attempting to bind port a0424701-4f4e-40ee-9e88-dccc9f62c107 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:56.882344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Port a0424701-4f4e-40ee-9e88-dccc9f62c107 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:08:56.882344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Attempting to bind port a0424701-4f4e-40ee-9e88-dccc9f62c107 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:08:56.906516 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:56.916686 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:56.917311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:08:56.917311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:08:56.917311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:08:56.917311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Bound port: a0424701-4f4e-40ee-9e88-dccc9f62c107, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:08:56.917818 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.035236 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:57.100749 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '7e4fee19-0c33-4c5a-a910-e6f1c043af77', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'port_id': '7e4fee19-0c33-4c5a-a910-e6f1c043af77', 'mac_address': 'fa:16:3e:2a:43:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24d87cd-a932-401b-8180-3c9a2097c9c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:08:57.171530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] No DVR routers for this DVR port b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:08:57.180088 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.237307 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'name': 'network-vif-deleted', 'tag': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:57.346591 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.364809 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0c7acb1a-0c1c-4be2-bb8f-8afc95c61020 req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] 10.222.0.82 "DELETE /v2.0/ports/b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 HTTP/1.1" status: 204 len: 173 time: 2.3091884 Aug 23 14:08:57.554670 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.577507 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.588283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4fee19-0c33-4c5a-a910-e6f1c043af77 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:08:57.600971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:08:57.601235 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:57.639243 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.645807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:08:57.646291 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:08:57.674183 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:57.693502 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:08:47Z', 'revision_number': 4, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'e4743d96-2464-458c-878d-8e4e1a69750d', 'name': '', 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'mac_address': 'fa:16:3e:aa:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ce59681c-2321-466c-bd71-cf04308136aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:45Z', 'updated_at': '2021-08-23T14:08:55Z', 'revision_number': 4, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'subnets': [{'id': 'ce59681c-2321-466c-bd71-cf04308136aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:08:57.698677 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c88e59-907f-4273-9dd2-3e8b4ff0290a None None] The sync data for ids ['43dd7881-1130-46f8-b87b-9c3f060184c3'] in n-d-805628-1 is: [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:08:47Z', 'revision_number': 4, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'e4743d96-2464-458c-878d-8e4e1a69750d', 'name': '', 'network_id': 'a921b9c4-3881-45db-83d7-ab0961e9371e', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'mac_address': 'fa:16:3e:aa:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ce59681c-2321-466c-bd71-cf04308136aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:45Z', 'updated_at': '2021-08-23T14:08:55Z', 'revision_number': 4, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'subnets': [{'id': 'ce59681c-2321-466c-bd71-cf04308136aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:08:57.701233 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8de376d8-2fb8-4cb5-822a-18643d84158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.789381 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event updated for resources: {'Port': ['ID=19706a02-2331-4fbf-8c57-491d99b67ce7,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:57.798328 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:57.844712 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.845069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:08:57.856443 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dced322a-c300-48fe-879c-3e57bb86107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:57.874937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2f40c-bbef-4c5f-a3cf-7f8f73d4bf44 req-b2abc60b-5abb-4df7-b16c-86e8a0468833 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:57.874937 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47e2f40c-bbef-4c5f-a3cf-7f8f73d4bf44 req-b2abc60b-5abb-4df7-b16c-86e8a0468833 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 944 time: 0.4351110 Aug 23 14:08:57.874937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:08:57.874937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:08:57.874937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:57.874937 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:57.960813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] For port a0424701-4f4e-40ee-9e88-dccc9f62c107, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:08:57.998255 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] For port a0424701-4f4e-40ee-9e88-dccc9f62c107, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:08:58.029154 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:58.030525 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47e2f40c-bbef-4c5f-a3cf-7f8f73d4bf44 req-372fcc3d-0d64-4d23-8b02-02a934bd3f92 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302924 Aug 23 14:08:58.045435 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:58.091221 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2452683 Aug 23 14:08:58.093645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:58.114764 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:58.153534 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['7e4fee19-0c33-4c5a-a910-e6f1c043af77'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:08:58.249627 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Request body: {'port': {'device_id': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:08:58.288523 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:58.401629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e4743d96-2464-458c-878d-8e4e1a69750d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:08:58.448425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Pushing event updated for resources: {'Port': ['ID=a0424701-4f4e-40ee-9e88-dccc9f62c107,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:58.463150 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:58.463935 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:58.467529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] 10.222.0.82 "PUT /v2.0/ports/a0424701-4f4e-40ee-9e88-dccc9f62c107 HTTP/1.1" status: 200 len: 1095 time: 4.9663033 Aug 23 14:08:58.511569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'tag': 'a0424701-4f4e-40ee-9e88-dccc9f62c107'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:08:58.633776 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:58.952708 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:58.986792 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port e4743d96-2464-458c-878d-8e4e1a69750d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:08:59.004855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e4743d96-2464-458c-878d-8e4e1a69750d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:08:59.005276 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:59.179357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884751ab-4d3d-4f16-987e-b5eca2dd6403 req-d8452f9d-af3b-4c4b-8ada-2683368335b0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:59.183272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-884751ab-4d3d-4f16-987e-b5eca2dd6403 req-d8452f9d-af3b-4c4b-8ada-2683368335b0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:08:59.199819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-b370e9fb-9d5f-47df-a5f2-a725dbc51c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:59.202113 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-b370e9fb-9d5f-47df-a5f2-a725dbc51c34 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7588913e40c94dd4aa7f04384b48f784&device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 1098 time: 0.5657897 Aug 23 14:08:59.317886 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-b9eda0ca-9e3e-446d-b3c1-43a58c1a0568 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107 HTTP/1.1" status: 200 len: 217 time: 0.1014371 Aug 23 14:08:59.336454 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:59.426852 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port e4743d96-2464-458c-878d-8e4e1a69750d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e4743d96-2464-458c-878d-8e4e1a69750d,segment=NetworkSegment(cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b),segment_id=cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:08:59.496868 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-884751ab-4d3d-4f16-987e-b5eca2dd6403 req-d8452f9d-af3b-4c4b-8ada-2683368335b0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:08:59.514690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-884751ab-4d3d-4f16-987e-b5eca2dd6403 req-d8452f9d-af3b-4c4b-8ada-2683368335b0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 931 time: 1.1511207 Aug 23 14:08:59.524297 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:08:59.529575 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-bbfce36e-a7be-4b60-8c42-96425d6d6b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:08:59.743160 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:08:59.779491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-016bd6ba-7295-4e06-8b98-05c7b9dfbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:08:59.788886 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-016bd6ba-7295-4e06-8b98-05c7b9dfbd48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3684695 Aug 23 14:08:59.808683 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ce499d-b38e-419a-bc43-7b89e9f310d6', 'name': 'network-vif-deleted', 'tag': 'b5d4a9bb-73f8-41d8-80d5-cdda6ad2a7d7', 'status': 'completed', 'code': 200} Aug 23 14:08:59.835728 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=e4743d96-2464-458c-878d-8e4e1a69750d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:08:59.838089 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-884751ab-4d3d-4f16-987e-b5eca2dd6403 req-01d56b8d-f8cd-470a-8e2e-3b8fcbc42157 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224127 Aug 23 14:08:59.855058 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:08:59.975492 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-685956f3-ac2a-4838-9c5e-65465aec56a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:00.005323 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'tag': 'a0424701-4f4e-40ee-9e88-dccc9f62c107', 'status': 'completed', 'code': 200} Aug 23 14:09:00.318924 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e4743d96-2464-458c-878d-8e4e1a69750d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:00.354835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e55608-918c-4ff7-9bc5-f75704426d26 req-04d97fc3-fdae-4efe-9cf2-22d3abf444c5 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:00.358513 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c2e55608-918c-4ff7-9bc5-f75704426d26 req-04d97fc3-fdae-4efe-9cf2-22d3abf444c5 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 947 time: 0.2263319 Aug 23 14:09:00.494666 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c2e55608-918c-4ff7-9bc5-f75704426d26 req-fbddef4f-0a40-45d5-a726-f12511402c29 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298771 Aug 23 14:09:00.525688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e4743d96-2464-458c-878d-8e4e1a69750d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:00.533086 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:00.561072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-ff133a14-d246-4f3f-9957-3f3dc19bb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:00.563277 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-ff133a14-d246-4f3f-9957-3f3dc19bb7fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7570438 Aug 23 14:09:00.734907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19706a02-2331-4fbf-8c57-491d99b67ce7 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:00.751957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35752) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:00.787310 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:00.787718 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:00.833165 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba92d6-8181-438b-bb3d-c8a5d20c29be req-39a44d89-77dc-4a35-9372-a23c7c18a297 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:00.834798 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18ba92d6-8181-438b-bb3d-c8a5d20c29be req-39a44d89-77dc-4a35-9372-a23c7c18a297 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 945 time: 0.6689808 Aug 23 14:09:00.956681 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:00.976679 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:00.982519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Usage tracker for resource:security_group_rule and tenant:cc1726967c674959b2713cc1ad591ac0 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:00.986866 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:00.993786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:01.065937 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18ba92d6-8181-438b-bb3d-c8a5d20c29be req-13147286-3372-41f5-a4f2-95affe8cc62d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927588 Aug 23 14:09:01.099327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Transition to ACTIVE for port object 19706a02-2331-4fbf-8c57-491d99b67ce7 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:01.116606 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-5447fb97-03c9-4f8a-8750-cba619965fcc service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396469 Aug 23 14:09:01.238023 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.452510 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72c0ea97-e8e2-4a32-a292-c43f446d5211 req-54561f5c-5ae0-4851-999a-652ec7da08e6 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277516 Aug 23 14:09:01.490333 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:01.502738 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:01.503333 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.532922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e49a-b5a3-43cc-9806-53a77b459d2c req-c8f06eb3-8207-46de-b2f3-5cce60268f7e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:01.536894 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a51e49a-b5a3-43cc-9806-53a77b459d2c req-c8f06eb3-8207-46de-b2f3-5cce60268f7e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 931 time: 0.1562669 Aug 23 14:09:01.548390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.550914 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.583948 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:01.590291 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0d2f34ae-9627-416e-9334-693c9011ab2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:01.633494 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:01.760372 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc1726967c674959b2713cc1ad591ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0006287 Aug 23 14:09:01.780238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35770) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:01.789013 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c00feb8-4d76-4460-8a45-21eaffeb2c02,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:01.811423 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:01.961334 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.015958 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:02.041492 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:02.174802 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.177227 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:02.181663 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a51e49a-b5a3-43cc-9806-53a77b459d2c req-9d5d1dae-c3db-4cdc-a909-c06ba5e52054 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993204 Aug 23 14:09:02.249302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Pushing event updated for resources: {'Port': ['ID=19706a02-2331-4fbf-8c57-491d99b67ce7,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:02.262420 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:02.262420 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.309612 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Attempting to bind port 19706a02-2331-4fbf-8c57-491d99b67ce7 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:02.309970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Attempting to bind port 19706a02-2331-4fbf-8c57-491d99b67ce7 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:02.310458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Attempting to bind port 19706a02-2331-4fbf-8c57-491d99b67ce7 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:02.332899 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.350364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Port 19706a02-2331-4fbf-8c57-491d99b67ce7 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:02.350692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Attempting to bind port 19706a02-2331-4fbf-8c57-491d99b67ce7 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:02.366814 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:02.367157 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Checking segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:02.367556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Bound using segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:02.368000 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Bound port: 19706a02-2331-4fbf-8c57-491d99b67ce7, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:02.368353 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.396786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-e4a70af6-df5c-448d-97c1-71a39b9dc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:02.398336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-e4a70af6-df5c-448d-97c1-71a39b9dc98a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7588913e40c94dd4aa7f04384b48f784&device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 1098 time: 0.6333005 Aug 23 14:09:02.429725 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:02.444429 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:02.734266 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] For port 19706a02-2331-4fbf-8c57-491d99b67ce7, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:02.746183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-89636c3f-249c-4d58-a167-7f912e4921dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:02.747720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-89636c3f-249c-4d58-a167-7f912e4921dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3410623 Aug 23 14:09:02.749253 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] For port 19706a02-2331-4fbf-8c57-491d99b67ce7, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=19706a02-2331-4fbf-8c57-491d99b67ce7,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:02.843579 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-e71b2675-a926-4c18-8d28-86db43c8afde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107 HTTP/1.1" status: 200 len: 217 time: 0.0893116 Aug 23 14:09:02.847650 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.855542 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0806d155-527f-4d0e-81be-5729a51fb2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:02.925994 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:02.947436 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c00feb8-4d76-4460-8a45-21eaffeb2c02,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:02.954272 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:02.954744 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8c17ad43-e328-4d2f-9b3c-70091d7e7b4e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:02.958485 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.008259 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.012592 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c00feb8-4d76-4460-8a45-21eaffeb2c02 HTTP/1.1" status: 204 len: 168 time: 1.0932131 Aug 23 14:09:03.073714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35782) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:03.079689 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572894655', 'description': 'tempest-description--275836717'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:03.098252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:03.106761 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Usage tracker for resource:security_group and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:03.121077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:03.121769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.124015 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] 10.222.0.64 "PUT /v2.0/ports/19706a02-2331-4fbf-8c57-491d99b67ce7 HTTP/1.1" status: 200 len: 1091 time: 5.0126691 Aug 23 14:09:03.125547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-294f35f6-f44b-4d52-a107-72685af51847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:03.127023 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-294f35f6-f44b-4d52-a107-72685af51847 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2730367 Aug 23 14:09:03.127527 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'tag': '19706a02-2331-4fbf-8c57-491d99b67ce7'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:03.130260 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:03.140686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:03.186720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Pushing event updated for resources: {'Port': ['ID=19706a02-2331-4fbf-8c57-491d99b67ce7,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:03.212205 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:03.252631 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-9ab0f52c-f76e-4687-a31a-a3b6c63a859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:03.256505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-9ab0f52c-f76e-4687-a31a-a3b6c63a859e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184108 Aug 23 14:09:03.301447 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.332858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:03.337405 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Usage tracker for resource:security_group_rule and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:03.340759 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:03.350485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:03.501684 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.605936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a0424701-4f4e-40ee-9e88-dccc9f62c107 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:03.712176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e2a2f-c7b0-4e41-8acb-772e3134e7d6 req-344585c5-de30-42ec-8d34-a6651eb4f4fb tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:03.713701 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a4e2a2f-c7b0-4e41-8acb-772e3134e7d6 req-344585c5-de30-42ec-8d34-a6651eb4f4fb tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 947 time: 0.4561961 Aug 23 14:09:03.722431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-4055a09f-4694-4fa2-aa16-9cdaff344204 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981836 Aug 23 14:09:03.766949 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-eac2e98a-07b8-40da-ad40-c79f7a0a54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:03.766949 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-eac2e98a-07b8-40da-ad40-c79f7a0a54c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 1094 time: 0.4097936 Aug 23 14:09:03.797438 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port a0424701-4f4e-40ee-9e88-dccc9f62c107, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:03.819858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'a0424701-4f4e-40ee-9e88-dccc9f62c107', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'a0424701-4f4e-40ee-9e88-dccc9f62c107', 'mac_address': 'fa:16:3e:9a:1d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:03.879498 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:03.897365 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0424701-4f4e-40ee-9e88-dccc9f62c107 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:03.918968 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port a0424701-4f4e-40ee-9e88-dccc9f62c107, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:03.919200 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-41ac0934-5658-413e-acbd-4c4b58ad83b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19706a02-2331-4fbf-8c57-491d99b67ce7 HTTP/1.1" status: 200 len: 217 time: 0.1423733 Aug 23 14:09:03.968468 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a4e2a2f-c7b0-4e41-8acb-772e3134e7d6 req-6e2643b4-322a-404e-8d6e-7db598807da9 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417920 Aug 23 14:09:04.022717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb787cb-9c94-4ce4-9b2c-010f0b739f65 req-f307c8d8-169c-4dfd-b6cc-29ae60f97ad2 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821565 Aug 23 14:09:04.027810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-23ebf71b-517f-4475-8620-a005c96d12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:04.029637 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-23ebf71b-517f-4475-8620-a005c96d12e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1029582 Aug 23 14:09:04.049318 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77', 'code': 200} Aug 23 14:09:04.102017 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-946f3b00-2aee-4e54-abe3-74164443e5d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636506 Aug 23 14:09:04.102392 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.110602 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-16ceaeae-ec9f-4819-83f0-a79d71d97ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:04.241592 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0d304-86ef-464c-89e3-44f0cca45eb4,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:04.245029 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:04.275116 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af03302-f2b6-4f73-97a6-803e8faa2b85 req-1b15924c-8c59-47d2-92aa-83fbf99c4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:04.277182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7af03302-f2b6-4f73-97a6-803e8faa2b85 req-1b15924c-8c59-47d2-92aa-83fbf99c4782 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1097 time: 0.1201108 Aug 23 14:09:04.285975 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.288198 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:04.332809 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-bff81437-28ce-4c3b-b2f6-25b87a68a40d service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229862 Aug 23 14:09:04.353891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7af03302-f2b6-4f73-97a6-803e8faa2b85 req-867a7fcc-a678-4edc-b0c3-62040cdd544c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691464 Aug 23 14:09:04.355229 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.359956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2817383 Aug 23 14:09:04.368899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35796) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:04.375317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'security_group_rule': {'security_group_id': '4fc0d304-86ef-464c-89e3-44f0cca45eb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:04.382473 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:04.389697 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Usage tracker for resource:security_group_rule and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:04.391402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2beeb-f70c-4d04-b4f3-d29dce0bf756 req-7a9107c2-62eb-4a9e-ad03-61041ed7dc84 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:04.392962 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a5e2beeb-f70c-4d04-b4f3-d29dce0bf756 req-7a9107c2-62eb-4a9e-ad03-61041ed7dc84 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 946 time: 0.2199988 Aug 23 14:09:04.395800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:04.409742 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:04.456687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=a0424701-4f4e-40ee-9e88-dccc9f62c107,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:04.477350 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:04.480194 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['a0424701-4f4e-40ee-9e88-dccc9f62c107'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:04.522791 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.529356 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a5e2beeb-f70c-4d04-b4f3-d29dce0bf756 req-69e2a292-e278-43c4-8fbd-d649f0fd1d6f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195302 Aug 23 14:09:04.556865 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68c614f8-8c7d-4836-8ebe-8f941ad383bf req-87a2f48f-04b8-4f7e-96d1-b270d4cf51bb service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149091 Aug 23 14:09:04.587145 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 35802) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:04.622620 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.651567 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'tag': '19706a02-2331-4fbf-8c57-491d99b67ce7', 'status': 'completed', 'code': 200} Aug 23 14:09:04.680810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:04.715965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Usage tracker for resource:security_group_rule and tenant:f7aae8030c0d426c8fef4d9caa8d32a3 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:04.719371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:04.734106 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:04.746431 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.832460 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:04.835031 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:04.871508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbf7035-1aa9-4d75-9371-6ae07c809c01,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:04.902651 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:04.947407 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.037960 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.042305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e40c88a4-8d39-49db-a365-c6239b6bb01f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6811669 Aug 23 14:09:05.043187 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35810) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:05.051646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'security_group_rule': {'security_group_id': '4fc0d304-86ef-464c-89e3-44f0cca45eb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:05.065974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:05.072943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Usage tracker for resource:security_group_rule and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:05.085363 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:05.091312 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.100156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:05.116942 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1d8255d0-74ce-48d6-bf34-1b32e7f2c891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:05.186892 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7aae8030c0d426c8fef4d9caa8d32a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957384 Aug 23 14:09:05.187103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-9cf42f5e-23c9-4653-b5ec-7f87b11c0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:05.187867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35814) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:05.188473 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-9cf42f5e-23c9-4653-b5ec-7f87b11c0257 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 1094 time: 0.3091798 Aug 23 14:09:05.195358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d3f9d4-d937-48da-9354-b217cc248f09,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:05.198884 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:05.209136 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd473b5-e388-437e-a0ec-356200a212e4 req-5cbc2ac6-b9d5-4e1a-b4ec-d9a5733f370f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:05.210704 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1dd473b5-e388-437e-a0ec-356200a212e4 req-5cbc2ac6-b9d5-4e1a-b4ec-d9a5733f370f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 943 time: 0.2610168 Aug 23 14:09:05.224838 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.347818 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.378209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-e614c457-b033-4c18-ab79-76a3645cef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:05.380293 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-e614c457-b033-4c18-ab79-76a3645cef06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 914 time: 0.1686363 Aug 23 14:09:05.414344 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.447992 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.464770 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:05.476344 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-a40ed918-9bed-42fb-8a31-147bf86f7895 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19706a02-2331-4fbf-8c57-491d99b67ce7 HTTP/1.1" status: 200 len: 217 time: 0.0796015 Aug 23 14:09:05.476344 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1dd473b5-e388-437e-a0ec-356200a212e4 req-5a03dd4b-deea-4dcd-bffb-0b22a5c4e383 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355956 Aug 23 14:09:05.520889 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1620f44b-acca-407f-acc6-0a8906df9a05,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:05.529172 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:05.543005 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.619387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a0424701-4f4e-40ee-9e88-dccc9f62c107 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:05.678538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-12be6454-33ac-46ac-833d-e7ae981f1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:05.680012 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-12be6454-33ac-46ac-833d-e7ae981f1478 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1927955 Aug 23 14:09:05.724585 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.727243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-20edce95-a8d8-4163-bb35-c24c0da0c6d1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6829867 Aug 23 14:09:05.730760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 35820) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:05.738155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:05.746625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:05.753078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Usage tracker for resource:floatingip and tenant:ac07226f49274821ae28226e81f7208a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:05.757237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:05.766067 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:05.792374 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.792897 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-fa9d1714-4d87-4d3d-9b7e-2da9b3861bee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038668 Aug 23 14:09:05.800940 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8420cf8a-169e-4cb5-9470-c37fa582830d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:05.859714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d3f9d4-d937-48da-9354-b217cc248f09,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:05.864631 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:05.908074 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.933277 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48d3f9d4-d937-48da-9354-b217cc248f09 HTTP/1.1" status: 204 len: 168 time: 0.7439852 Aug 23 14:09:05.937577 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:05.940781 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port a0424701-4f4e-40ee-9e88-dccc9f62c107 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:05.954688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port a0424701-4f4e-40ee-9e88-dccc9f62c107 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:05.955087 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.243257 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.310979 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-cd166a2e-049d-4f93-af19-cc081bff2a72 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101831 Aug 23 14:09:06.325764 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.331925 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0424701-4f4e-40ee-9e88-dccc9f62c107'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:06.358679 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port a0424701-4f4e-40ee-9e88-dccc9f62c107, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:06.519221 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:06.522543 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4d575ae6-4b59-455c-9add-c8f22f8b7b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:06.549130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6554384-f87a-4283-80ec-69bb36c99814 req-6130191e-a226-4f35-960d-376c2e1e5981 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:06.557082 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d6554384-f87a-4283-80ec-69bb36c99814 req-6130191e-a226-4f35-960d-376c2e1e5981 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 948 time: 0.8132985 Aug 23 14:09:06.580999 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf54773b-02d0-44cc-bd53-f0013bf6da45 req-0867282d-ee14-4640-b537-e8ad4565121a service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622168 Aug 23 14:09:06.658028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Allocated IP 172.25.7.67 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/260455ed-0b7c-48fe-ad30-d8a2b419f141) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:06.673321 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d6554384-f87a-4283-80ec-69bb36c99814 req-dcc27078-9e15-4fd6-a636-98741651b583 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150951 Aug 23 14:09:06.721997 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=a0424701-4f4e-40ee-9e88-dccc9f62c107,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:06.738015 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:07.136531 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:07.290968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac50b1a-69a8-489e-99ef-5afcb1898c93 req-e09017df-eed8-4202-b467-afea9e6fb6b2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:07.297874 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dac50b1a-69a8-489e-99ef-5afcb1898c93 req-e09017df-eed8-4202-b467-afea9e6fb6b2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 946 time: 0.2126100 Aug 23 14:09:07.370243 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:07.376258 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:07.402448 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dac50b1a-69a8-489e-99ef-5afcb1898c93 req-5d1d3677-44dd-421b-a852-c63fb832ab26 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959966 Aug 23 14:09:07.467654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:07.471379 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:07.485593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:09:07.500615 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event updated for resources: {'Port': ['ID=260455ed-0b7c-48fe-ad30-d8a2b419f141,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:07.505576 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:07.543687 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0424701-4f4e-40ee-9e88-dccc9f62c107', 'code': 200} Aug 23 14:09:07.564780 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:07.756114 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.171095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5675f-b237-4568-ab1a-fa45522f0c54 req-a64c5d4e-7a3b-4358-9e54-11fbbe8e648d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:08.174722 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01f5675f-b237-4568-ab1a-fa45522f0c54 req-a64c5d4e-7a3b-4358-9e54-11fbbe8e648d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 943 time: 0.3992047 Aug 23 14:09:08.246286 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.283812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aa3a4-260f-4f76-b06f-c385d8024be6 req-a1351ec1-aec2-4616-9ca7-518db7be7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:08.291956 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c59aa3a4-260f-4f76-b06f-c385d8024be6 req-a1351ec1-aec2-4616-9ca7-518db7be7885 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 1100 time: 0.6403728 Aug 23 14:09:08.334864 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.340440 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:08.365649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01f5675f-b237-4568-ab1a-fa45522f0c54 req-659aa693-29d8-4747-9177-b1d8eab3e8f1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796398 Aug 23 14:09:08.427420 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.462316 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event updated for resources: {'Port': ['ID=260455ed-0b7c-48fe-ad30-d8a2b419f141,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:08.465674 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:08.521561 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c59aa3a4-260f-4f76-b06f-c385d8024be6 req-dfd2cddd-2a4b-46fe-9faf-304282d8f8d5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759181 Aug 23 14:09:08.609783 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:08.613079 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8790944 Aug 23 14:09:08.800144 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 19706a02-2331-4fbf-8c57-491d99b67ce7 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:09.067447 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 19706a02-2331-4fbf-8c57-491d99b67ce7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=19706a02-2331-4fbf-8c57-491d99b67ce7,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:09.094143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '19706a02-2331-4fbf-8c57-491d99b67ce7', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'port_id': '19706a02-2331-4fbf-8c57-491d99b67ce7', 'mac_address': 'fa:16:3e:e9:1a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301fa6-fdc6-46b8-b982-23b8cd9cb273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:09.214398 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:09.264177 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19706a02-2331-4fbf-8c57-491d99b67ce7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:09.299160 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 19706a02-2331-4fbf-8c57-491d99b67ce7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=19706a02-2331-4fbf-8c57-491d99b67ce7,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:09.413343 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3abf7-8357-4251-b247-1c23da0332e3 req-c7de7999-c9f3-46f1-a9dd-5246a0d1c961 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:09.417269 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8b3abf7-8357-4251-b247-1c23da0332e3 req-c7de7999-c9f3-46f1-a9dd-5246a0d1c961 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1097 time: 0.1284966 Aug 23 14:09:09.420303 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:09.428089 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-508c6aea-cb5e-46e4-b225-21fbe80ca30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:09.626440 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8b3abf7-8357-4251-b247-1c23da0332e3 req-fe1f6f37-6653-4a72-b046-772b2db7e6c5 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030289 Aug 23 14:09:09.668293 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['19706a02-2331-4fbf-8c57-491d99b67ce7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:09.778304 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=19706a02-2331-4fbf-8c57-491d99b67ce7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:09.798507 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:10.264356 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa6208-da2d-41bc-8b83-cced4ba9f8c0 req-f9b1be16-eb6b-4443-b88d-458e2a151700 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:10.267787 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-94aa6208-da2d-41bc-8b83-cced4ba9f8c0 req-f9b1be16-eb6b-4443-b88d-458e2a151700 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 949 time: 0.1308875 Aug 23 14:09:10.346350 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-94aa6208-da2d-41bc-8b83-cced4ba9f8c0 req-b22c9157-f2a2-460e-b413-82d75c4af17b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724840 Aug 23 14:09:10.836259 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 19706a02-2331-4fbf-8c57-491d99b67ce7 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:11.282374 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 19706a02-2331-4fbf-8c57-491d99b67ce7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:11.288545 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 19706a02-2331-4fbf-8c57-491d99b67ce7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:11.288963 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:11.445512 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:11.486784 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19706a02-2331-4fbf-8c57-491d99b67ce7'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:11.540429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 19706a02-2331-4fbf-8c57-491d99b67ce7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=19706a02-2331-4fbf-8c57-491d99b67ce7,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:11.787891 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:11.790970 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:11.910671 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=19706a02-2331-4fbf-8c57-491d99b67ce7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:11.917486 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:12.386965 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-f8f685a2-accd-4c5f-b5b0-66ae4685f6a8 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8ade135618cc4104a14b304fccd87b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564966 Aug 23 14:09:12.397074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-95a94628-82f6-4ade-a540-79db630142ed req-7b68e3f6-ff97-4833-b883-34da72458232 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Synchronizing usage tracker for tenant:ac07226f49274821ae28226e81f7208a on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:12.582864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-236ed9c7-f2b2-4dce-a5f7-f9d55179c16e tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:12.584468 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-236ed9c7-f2b2-4dce-a5f7-f9d55179c16e tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873662 Aug 23 14:09:12.602895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-f089eb11-4516-499d-ba6c-7fbf19aca1db tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/quotas/8ade135618cc4104a14b304fccd87b4e HTTP/1.1" status: 200 len: 375 time: 0.0122943 Aug 23 14:09:12.648190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-95a94628-82f6-4ade-a540-79db630142ed req-7b68e3f6-ff97-4833-b883-34da72458232 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Unset dirty status for tenant:ac07226f49274821ae28226e81f7208a on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:12.675146 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-7b68e3f6-ff97-4833-b883-34da72458232 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1572894655&fields=id&tenant_id=ac07226f49274821ae28226e81f7208a HTTP/1.1" status: 200 len: 267 time: 0.3060739 Aug 23 14:09:12.675780 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0ac13b43-0384-4638-be28-0fb71e7c5e90 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Synchronizing usage tracker for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:12.843845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-1926fae8-98e0-429c-8736-72b6085760dc tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:12.844490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-95a94628-82f6-4ade-a540-79db630142ed req-1926fae8-98e0-429c-8736-72b6085760dc tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Synchronizing usage tracker for tenant:ac07226f49274821ae28226e81f7208a on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:13.654492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0ac13b43-0384-4638-be28-0fb71e7c5e90 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Unset dirty status for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:13.657172 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0ac13b43-0384-4638-be28-0fb71e7c5e90 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ade135618cc4104a14b304fccd87b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 1.0475619 Aug 23 14:09:13.665479 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-95a94628-82f6-4ade-a540-79db630142ed req-1926fae8-98e0-429c-8736-72b6085760dc tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Unset dirty status for tenant:ac07226f49274821ae28226e81f7208a on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:13.666762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-1926fae8-98e0-429c-8736-72b6085760dc tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 824 time: 1.0094335 Aug 23 14:09:13.710055 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-9790db8d-7c72-4506-952b-ce6e20aaa64e tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/quotas/ac07226f49274821ae28226e81f7208a HTTP/1.1" status: 200 len: 375 time: 0.0327871 Aug 23 14:09:13.849198 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-23f35b78-1ea8-49a0-8a12-692a7c01ac90 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372797 Aug 23 14:09:14.082415 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-216abc84-4f62-4201-a52d-7b9810f11c3c service neutron] 10.222.0.72 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190764 Aug 23 14:09:14.209749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ed4a-1ebf-41bf-b428-30a1b93f03b4 req-036a7888-ed36-451b-bf76-eb6228812c4a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:14.210735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1025ed4a-1ebf-41bf-b428-30a1b93f03b4 req-036a7888-ed36-451b-bf76-eb6228812c4a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 945 time: 0.1395054 Aug 23 14:09:14.269912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-f3900350-6b7d-4ba8-b15b-e144ec41ac88 service neutron] 10.222.0.72 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864898 Aug 23 14:09:14.312791 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1025ed4a-1ebf-41bf-b428-30a1b93f03b4 req-185360bc-95e2-4f4f-81ac-533054d36d89 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909493 Aug 23 14:09:14.539285 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5358895-ebeb-4750-b9ac-5fcd208abfe9 req-f34bb165-d074-484c-a719-f049ff740a24 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:14.542642 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5358895-ebeb-4750-b9ac-5fcd208abfe9 req-f34bb165-d074-484c-a719-f049ff740a24 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1097 time: 0.0922205 Aug 23 14:09:14.643420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e5358895-ebeb-4750-b9ac-5fcd208abfe9 req-c2ebba68-89ee-45cf-898b-c5d7383e9e16 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Synchronizing usage tracker for tenant:a712eb1c44d143af89621ddc73a48a26 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:14.752417 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e5358895-ebeb-4750-b9ac-5fcd208abfe9 req-c2ebba68-89ee-45cf-898b-c5d7383e9e16 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Unset dirty status for tenant:a712eb1c44d143af89621ddc73a48a26 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:14.756785 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5358895-ebeb-4750-b9ac-5fcd208abfe9 req-c2ebba68-89ee-45cf-898b-c5d7383e9e16 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876581 Aug 23 14:09:15.199767 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-8ca264b3-2e32-4f63-8a65-e02b2f28253a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451281 Aug 23 14:09:15.257099 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19706a02-2331-4fbf-8c57-491d99b67ce7', 'code': 200} Aug 23 14:09:15.470061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-d7fca9fd-440a-4b3d-b834-3c6e9d28eba8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:15.472073 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-d7fca9fd-440a-4b3d-b834-3c6e9d28eba8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739105 Aug 23 14:09:15.494378 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-a914c334-d56c-4a87-94c9-8c829e444db7 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/quotas/0508707a0f2c4de085e161353f10ed87 HTTP/1.1" status: 200 len: 375 time: 0.0111389 Aug 23 14:09:15.522970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab232379-c237-4b7c-a85d-a5081281adaf req-eee7c5c3-beab-4add-a4c5-f29c9ae9a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:15.524429 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ab232379-c237-4b7c-a85d-a5081281adaf req-eee7c5c3-beab-4add-a4c5-f29c9ae9a860 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 1096 time: 0.1840088 Aug 23 14:09:15.561266 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-aa683b12-2f41-47f7-ad11-4e2a54090de2 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559928 Aug 23 14:09:15.731374 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ab232379-c237-4b7c-a85d-a5081281adaf req-009b38db-f1d9-4fca-8ad7-ceba772ecbdf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930332 Aug 23 14:09:15.766754 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-79bb54d3-29b0-4b46-967c-aa1c8adf5c92 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:15.767494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-79bb54d3-29b0-4b46-967c-aa1c8adf5c92 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Synchronizing usage tracker for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:15.901272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-79bb54d3-29b0-4b46-967c-aa1c8adf5c92 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Unset dirty status for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:15.902775 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-79bb54d3-29b0-4b46-967c-aa1c8adf5c92 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/networks?id=2d03ea92-2cdc-4115-bab2-2a6be47a2a6d HTTP/1.1" status: 200 len: 814 time: 0.4397819 Aug 23 14:09:15.938319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-b59286be-0ea5-496d-b952-6fdb9037ddda tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/quotas/36bff38ae2be41d584e46ee369dcbe4f HTTP/1.1" status: 200 len: 375 time: 0.0291946 Aug 23 14:09:16.173248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-0fba2cfe-d091-472f-985b-3ee024910eb0 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=36bff38ae2be41d584e46ee369dcbe4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2285488 Aug 23 14:09:16.192200 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bd4e6562-8854-4c44-9741-d8aa36aa838d req-cfd8f693-b35e-40fe-97eb-f52db7811dc8 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 210 time: 0.0599089 Aug 23 14:09:16.298171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cb422687-8754-4759-ad46-06c6c22d2503 req-33ab720b-1db8-42cf-b233-76efe6079aa2 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Synchronizing usage tracker for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:16.414884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-a0021199-22d1-4440-922a-0ba422909bc1 service neutron] 10.222.0.72 "GET /v2.0/networks/2d03ea92-2cdc-4115-bab2-2a6be47a2a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345352 Aug 23 14:09:16.610686 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-f8eecb91-25bb-4cce-92d2-7a1f41b42adb service neutron] 10.222.0.72 "GET /v2.0/networks/2d03ea92-2cdc-4115-bab2-2a6be47a2a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894903 Aug 23 14:09:16.706837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cb422687-8754-4759-ad46-06c6c22d2503 req-33ab720b-1db8-42cf-b233-76efe6079aa2 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Unset dirty status for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:16.708323 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb422687-8754-4759-ad46-06c6c22d2503 req-33ab720b-1db8-42cf-b233-76efe6079aa2 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 210 time: 0.4662468 Aug 23 14:09:17.213930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54222d87-b189-4d0e-b3f0-24e8ae543282 req-b5407283-c9c9-436b-bc58-2f336a9403fa tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:17.227209 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54222d87-b189-4d0e-b3f0-24e8ae543282 req-b5407283-c9c9-436b-bc58-2f336a9403fa tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 949 time: 0.3158114 Aug 23 14:09:17.293841 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54222d87-b189-4d0e-b3f0-24e8ae543282 req-6e62cefb-2030-4b64-b605-2ab296c0fb8d tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649126 Aug 23 14:09:17.304669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42f48-deff-40c1-b345-ccf626a66b14 req-d998d93a-3fff-4081-a0c0-e7b79ad36923 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:17.306224 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11d42f48-deff-40c1-b345-ccf626a66b14 req-d998d93a-3fff-4081-a0c0-e7b79ad36923 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 945 time: 0.1693144 Aug 23 14:09:17.371289 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11d42f48-deff-40c1-b345-ccf626a66b14 req-85e4cd6c-a6b3-4b3b-87db-8119a7ee5ae7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Aug 23 14:09:17.392693 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-543342c7-38f0-4f11-b3ee-6d99bb5ea75b req-a2271295-c635-4aa2-9071-56c5da7b261f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 210 time: 0.0560694 Aug 23 14:09:17.504164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1fb40d6b-8e2a-408e-9995-43df243feeff req-5d8c8c0e-7e73-4dab-8246-c4cf7d8d08b5 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Synchronizing usage tracker for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:17.741656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1fb40d6b-8e2a-408e-9995-43df243feeff req-5d8c8c0e-7e73-4dab-8246-c4cf7d8d08b5 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Unset dirty status for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:17.743600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1fb40d6b-8e2a-408e-9995-43df243feeff req-5d8c8c0e-7e73-4dab-8246-c4cf7d8d08b5 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 210 time: 0.2877207 Aug 23 14:09:17.930924 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-019922de-18de-46b5-9a53-c60c29515bef req-a7969bd5-fd4c-47f5-8d28-afa82389125a tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 210 time: 0.0486314 Aug 23 14:09:18.155534 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-fdf44917-2a02-4165-8cd0-f56228479c10 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7588913e40c94dd4aa7f04384b48f784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696044 Aug 23 14:09:18.163562 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-d0237bf0-d534-45f4-808f-f85a1a42f37d tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=8ade135618cc4104a14b304fccd87b4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232672 Aug 23 14:09:18.382239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-cbe8124c-f0ac-46ab-92dd-a0073097f3b5 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:18.383846 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-cbe8124c-f0ac-46ab-92dd-a0073097f3b5 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138190 Aug 23 14:09:18.412078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-d21507b7-b5f4-418f-bf29-d6b8664c17a0 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/quotas/7588913e40c94dd4aa7f04384b48f784 HTTP/1.1" status: 200 len: 375 time: 0.0209863 Aug 23 14:09:18.495888 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-507e214a-04d3-4748-ad9e-8f74f51adc86 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:18.500325 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-507e214a-04d3-4748-ad9e-8f74f51adc86 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255928 Aug 23 14:09:18.519074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Request body: {'port': {'device_id': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '8ade135618cc4104a14b304fccd87b4e'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:18.557427 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-c6a6d202-a35c-4e8a-a24b-21ad07ae8296 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7588913e40c94dd4aa7f04384b48f784&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354532 Aug 23 14:09:18.774089 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:18.787736 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:18.929805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Made reservation on behalf of 8ade135618cc4104a14b304fccd87b4e for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:18.938174 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:19.167006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa554fa4-cca0-48f4-88fb-36b9e25d765f req-641bdba9-a517-4361-8bd6-aff608efd315 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 210 time: 0.0619247 Aug 23 14:09:19.402589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Allocated IP 192.168.233.132 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/cda0c42d-e702-4a41-94f4-7dcef8507b6e) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:19.866598 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:19.920456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Transition to ACTIVE for port object cda0c42d-e702-4a41-94f4-7dcef8507b6e will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:19.985392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5425bb-20ff-42ba-9883-43c9bacd7af3 req-26818e09-0b6d-4064-b8af-ee375171b709 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:19.987342 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b5425bb-20ff-42ba-9883-43c9bacd7af3 req-26818e09-0b6d-4064-b8af-ee375171b709 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 945 time: 0.5459991 Aug 23 14:09:20.005327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-187e7bf3-99f8-4f72-9f3a-50b83ebdddba tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:20.007527 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-187e7bf3-99f8-4f72-9f3a-50b83ebdddba tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.82 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 824 time: 0.5067012 Aug 23 14:09:20.062676 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.074051 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:20.168312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-95a94628-82f6-4ade-a540-79db630142ed req-da73ad9f-784a-4e95-8a05-2c86c069310e tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Synchronizing usage tracker for tenant:ac07226f49274821ae28226e81f7208a on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:20.235217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-95a94628-82f6-4ade-a540-79db630142ed req-da73ad9f-784a-4e95-8a05-2c86c069310e tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Unset dirty status for tenant:ac07226f49274821ae28226e81f7208a on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:20.237558 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-da73ad9f-784a-4e95-8a05-2c86c069310e tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac07226f49274821ae28226e81f7208a HTTP/1.1" status: 200 len: 380 time: 0.2051494 Aug 23 14:09:20.254187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b5425bb-20ff-42ba-9883-43c9bacd7af3 req-21695662-e30f-43c9-a310-e4a5da6c39a1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451897 Aug 23 14:09:20.274418 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'port': {'device_id': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'admin_state_up': True, 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'security_groups': ['4fc0d304-86ef-464c-89e3-44f0cca45eb4']}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:20.302401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:20.307819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:20.325531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:09:20.347692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:20.354375 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:20.375427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Pushing event updated for resources: {'Port': ['ID=cda0c42d-e702-4a41-94f4-7dcef8507b6e,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:20.444431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.445485 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.445869 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.446582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.447297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.448161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.448766 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.449511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.450332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.451764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.452641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.453636 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:20.471388 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:20.695563 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1764553 Aug 23 14:09:20.710363 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Request body: {'port': {'device_id': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:20.739447 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:20.773427 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:20.774710 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.82', 55812) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:20.793456 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3696840b-a43d-435f-8ff9-34a080013962 req-f366c26d-ddf3-4b30-b0e3-90ec266af57d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 210 time: 0.1848500 Aug 23 14:09:20.847320 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7f6c8edf-4e17-42ed-81ee-e3c3d17d11db tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710988 Aug 23 14:09:21.025694 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ac164ee7-8ac0-492c-8275-030538b21bb7 req-d47c5d56-7454-4277-a5c1-6acf45466210 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 210 time: 0.0557075 Aug 23 14:09:21.045523 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.174473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-cc6c8623-10cf-445d-a792-a26a9a6ed793 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:21.174473 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-cc6c8623-10cf-445d-a792-a26a9a6ed793 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801044 Aug 23 14:09:21.178935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Made reservation on behalf of ac07226f49274821ae28226e81f7208a for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:21.183135 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-db19e077-e6e2-430f-ac16-2a7039562212 None None] Provisioning for port cda0c42d-e702-4a41-94f4-7dcef8507b6e completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:21.183588 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.189866 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-db19e077-e6e2-430f-ac16-2a7039562212 None None] Provisioning complete for port cda0c42d-e702-4a41-94f4-7dcef8507b6e triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:21.190439 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-db19e077-e6e2-430f-ac16-2a7039562212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.202386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:21.262028 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-db19e077-e6e2-430f-ac16-2a7039562212 None None] Port cda0c42d-e702-4a41-94f4-7dcef8507b6e cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:09:21.389211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e99e5a6-0d8d-4f47-addd-f2cecd40d414 req-e9644608-1a80-48e7-8979-7e6e1fd726e6 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 210 time: 0.1689310 Aug 23 14:09:21.495702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Allocated IP 172.20.0.5 (8f22f031-f57d-45d9-bb5f-58b27dc4487f/d3a14fa9-e697-427a-b450-5604c8508cb9/807f1dfe-8e5c-4c10-b46e-780f6712a61c) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:21.616456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:21.630734 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Usage tracker for resource:port and tenant:0508707a0f2c4de085e161353f10ed87 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:21.636886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:21.649325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:21.749296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.82', 55816) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:21.773145 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516191-8e3b-420f-970d-7bb5d119916e req-5622ae92-907f-4e05-bc60-96d66eb3466a tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:21.775467 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c516191-8e3b-420f-970d-7bb5d119916e req-5622ae92-907f-4e05-bc60-96d66eb3466a tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 936 time: 0.2649360 Aug 23 14:09:21.791639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda0c42d-e702-4a41-94f4-7dcef8507b6e {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:21.800420 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.821696 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Transition to ACTIVE for port object cda0c42d-e702-4a41-94f4-7dcef8507b6e will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:21.838205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:21.849203 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.878961 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.912179 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:21.917356 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Usage tracker for resource:security_group_rule and tenant:0508707a0f2c4de085e161353f10ed87 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:21.922484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:21.931159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:21.947892 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:21.961994 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3b23b646-81c9-43d0-a1c0-a6ac772e6a03 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:22.002106 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36118) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:22.058664 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.088290 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c516191-8e3b-420f-970d-7bb5d119916e req-54a94572-5f49-4330-9638-d40f6a63a22f tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774155 Aug 23 14:09:22.144994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Transition to ACTIVE for port object 807f1dfe-8e5c-4c10-b46e-780f6712a61c will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:22.187356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-23b28907-fe5d-4480-8ab8-819d5b753bf6 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:22.189132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-23b28907-fe5d-4480-8ab8-819d5b753bf6 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.82 "GET /v2.0/networks?id=2d03ea92-2cdc-4115-bab2-2a6be47a2a6d HTTP/1.1" status: 200 len: 814 time: 0.4376345 Aug 23 14:09:22.219339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Request body: {'port': {'device_id': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'admin_state_up': True, 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:22.349672 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Pushing event updated for resources: {'Port': ['ID=cda0c42d-e702-4a41-94f4-7dcef8507b6e,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:22.369413 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:22.460698 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.474395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-a86d03f1-77f6-4ff8-a8ab-2007b79cdc3a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:09:22.476068 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-a86d03f1-77f6-4ff8-a8ab-2007b79cdc3a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4572618 Aug 23 14:09:22.486275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Attempting to bind port cda0c42d-e702-4a41-94f4-7dcef8507b6e on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:22.486969 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Attempting to bind port cda0c42d-e702-4a41-94f4-7dcef8507b6e by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:22.487453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Attempting to bind port cda0c42d-e702-4a41-94f4-7dcef8507b6e on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:22.500156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Port cda0c42d-e702-4a41-94f4-7dcef8507b6e on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:22.500629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Attempting to bind port cda0c42d-e702-4a41-94f4-7dcef8507b6e on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:22.513523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:22.514085 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:22.515051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:22.515688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Bound port: cda0c42d-e702-4a41-94f4-7dcef8507b6e, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:22.516243 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.659311 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.667216 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:22.678109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-642404ed-8e74-4ca2-be75-ec6a5ee1c666 req-0d9e92f1-7e80-49d3-88b3-865852d83f81 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 210 time: 0.0830369 Aug 23 14:09:22.684502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:22.715202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:22.738095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Request body: {'binding': {'host': 'n-h1-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:22.738726 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:09:22.838789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] For port cda0c42d-e702-4a41-94f4-7dcef8507b6e, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:22.843453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c989541-c0e4-4785-ae1e-5c32f7220950,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:22.866890 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:22.886454 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48a2045f-4a98-433c-b79e-197267a5acf1 req-185406f6-6806-4832-824b-aef84226b72f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 210 time: 0.0896194 Aug 23 14:09:22.896095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Made reservation on behalf of 36bff38ae2be41d584e46ee369dcbe4f for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:22.902993 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.930859 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] For port cda0c42d-e702-4a41-94f4-7dcef8507b6e, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cda0c42d-e702-4a41-94f4-7dcef8507b6e,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:22.933561 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:22.952246 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:23.029532 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:23.195228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:23.199193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:09:23.215275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:23.215275 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.224521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef9c46ce-1c35-482c-9154-ba285fca21c2 req-5f5ba873-9563-4b95-9688-0748bc4fe4b1 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 210 time: 0.0893693 Aug 23 14:09:23.242819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.211 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/54f71897-0122-49c4-93d0-e7a5300d47b0) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:23.294327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on host n-h1-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:23.295207 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:23.301311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:23.335167 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.353347 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:23.366309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event updated for resources: {'Port': ['ID=807f1dfe-8e5c-4c10-b46e-780f6712a61c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:23.385936 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.386667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.387271 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.387884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.389331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.390301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.391652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.392662 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.393605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.394207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.394795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.395638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:23.400396 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:23.453261 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:23.453896 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:23.458740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Allocated IP 172.20.0.6 (2d03ea92-2cdc-4115-bab2-2a6be47a2a6d/1a16c0ff-0a61-4a56-9096-dfa4907de45a/42c0b17d-c184-49f0-b94c-62095ecac5a7) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:23.543251 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:23.543776 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:23.544352 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:23.553807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Bound port: 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:23.634647 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-075ac535-5985-40aa-9167-26e65771c6c3 req-02c8e61d-8dd1-491d-964e-1a965be88d9d tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 210 time: 0.1262956 Aug 23 14:09:23.648108 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3877397 Aug 23 14:09:23.681044 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Request body: {'port': {'device_id': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:23.831521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-87d33454-2be8-430e-809a-2b93bf192ecc None None] Provisioning for port 807f1dfe-8e5c-4c10-b46e-780f6712a61c completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:23.842221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-87d33454-2be8-430e-809a-2b93bf192ecc None None] Provisioning complete for port 807f1dfe-8e5c-4c10-b46e-780f6712a61c triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:23.849111 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-87d33454-2be8-430e-809a-2b93bf192ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.853655 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:23.854807 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:23.861517 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] 10.222.0.82 "PUT /v2.0/ports/cda0c42d-e702-4a41-94f4-7dcef8507b6e HTTP/1.1" status: 200 len: 1096 time: 3.1591823 Aug 23 14:09:23.867199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Pushing event updated for resources: {'Port': ['ID=cda0c42d-e702-4a41-94f4-7dcef8507b6e,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:23.890174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'tag': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:23.917765 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:24.223788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-87d33454-2be8-430e-809a-2b93bf192ecc None None] Port 807f1dfe-8e5c-4c10-b46e-780f6712a61c cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:09:24.608140 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-4e4691b3-f8a8-4456-9f52-fcd6f82ecb7a tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7588913e40c94dd4aa7f04384b48f784&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865879 Aug 23 14:09:24.879782 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.907852 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:24.939332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Transition to ACTIVE for port object 42c0b17d-c184-49f0-b94c-62095ecac5a7 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:24.954317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dfb94-fd99-45cb-a4d5-6edfcdd9bee1 req-2bf96703-8ab2-4d71-9cb9-03bf6d8c4290 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:24.962935 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c90dfb94-fd99-45cb-a4d5-6edfcdd9bee1 req-2bf96703-8ab2-4d71-9cb9-03bf6d8c4290 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 948 time: 0.4127181 Aug 23 14:09:25.060646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:25.160575 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.199884 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c90dfb94-fd99-45cb-a4d5-6edfcdd9bee1 req-94ce9f93-3ca4-4662-8f3d-b16d92ce00cc tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356484 Aug 23 14:09:25.206853 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-9233fec4-ab93-4cc0-925f-f9c62b1e9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:25.209120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-9233fec4-ab93-4cc0-925f-f9c62b1e9651 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ade135618cc4104a14b304fccd87b4e&device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 1099 time: 0.7446053 Aug 23 14:09:25.615689 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.617840 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-ffe89e77-bab7-4c64-a31d-cfb73db40e0d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=cda0c42d-e702-4a41-94f4-7dcef8507b6e HTTP/1.1" status: 200 len: 217 time: 0.3854220 Aug 23 14:09:25.640803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object 54f71897-0122-49c4-93d0-e7a5300d47b0 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:25.659925 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.661876 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-98a875f7-07a0-42ec-bcf0-4458b80974da service neutron] 10.222.0.72 "POST /v2.0/ports/7e4fee19-0c33-4c5a-a910-e6f1c043af77/bindings HTTP/1.1" status: 201 len: 389 time: 3.1065989 Aug 23 14:09:25.671416 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-25d47511-9d34-4b7d-a74c-091150f128b1 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:25.673233 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-25d47511-9d34-4b7d-a74c-091150f128b1 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0377905 Aug 23 14:09:25.693144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Request body: {'port': {'device_id': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '7588913e40c94dd4aa7f04384b48f784'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:25.755990 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:25.917617 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:25.918772 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:25.927596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:25.940029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:09:25.946882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:25.947688 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.091690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Pushing event updated for resources: {'Port': ['ID=42c0b17d-c184-49f0-b94c-62095ecac5a7,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:26.105177 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:26.130479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807f1dfe-8e5c-4c10-b46e-780f6712a61c {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:26.171414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6079-2391-4575-bbd6-5ac38366fccf req-85411edb-d88d-4769-9d84-ccc8e2338316 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:26.176961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-b020d41c-726c-4173-90f6-752fc7cff1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:26.177586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9efa6079-2391-4575-bbd6-5ac38366fccf req-85411edb-d88d-4769-9d84-ccc8e2338316 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Synchronizing usage tracker for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:26.177693 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-b020d41c-726c-4173-90f6-752fc7cff1e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2191107 Aug 23 14:09:26.180470 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.187766 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.233662 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:26.235431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0320854 Aug 23 14:09:26.255595 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Request body: {'port': {'device_id': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:26.314539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Transition to ACTIVE for port object 807f1dfe-8e5c-4c10-b46e-780f6712a61c will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:26.457901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9efa6079-2391-4575-bbd6-5ac38366fccf req-85411edb-d88d-4769-9d84-ccc8e2338316 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Unset dirty status for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:26.465204 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9efa6079-2391-4575-bbd6-5ac38366fccf req-85411edb-d88d-4769-9d84-ccc8e2338316 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 931 time: 0.9325974 Aug 23 14:09:26.512250 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.538937 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:26.568529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:26.572247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:26.575070 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e3541cdb-e2be-4ebf-aedd-036a96c42d1d None None] Provisioning for port 42c0b17d-c184-49f0-b94c-62095ecac5a7 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:26.583103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:26.587042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:09:26.593715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e3541cdb-e2be-4ebf-aedd-036a96c42d1d None None] Provisioning complete for port 42c0b17d-c184-49f0-b94c-62095ecac5a7 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:26.597925 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e3541cdb-e2be-4ebf-aedd-036a96c42d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.604170 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:26.605330 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.627377 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:26.693182 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:26.704728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=54f71897-0122-49c4-93d0-e7a5300d47b0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:26.729388 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:26.838621 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6417792 Aug 23 14:09:26.844051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-a02ebca3-3214-44a1-a5ff-dad280ff5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:26.900889 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-a02ebca3-3214-44a1-a5ff-dad280ff5c32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6861484 Aug 23 14:09:26.923501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Request body: {'port': {'device_id': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:26.931440 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-e3541cdb-e2be-4ebf-aedd-036a96c42d1d None None] Port 42c0b17d-c184-49f0-b94c-62095ecac5a7 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:09:26.944784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=807f1dfe-8e5c-4c10-b46e-780f6712a61c,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:26.958760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.82', 55819) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:26.973521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9efa6079-2391-4575-bbd6-5ac38366fccf req-e102c49a-e312-4f87-948d-2a3f103472f0 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067024 Aug 23 14:09:26.978717 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:27.179077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Made reservation on behalf of 7588913e40c94dd4aa7f04384b48f784 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:27.191676 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:27.259292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-6e6cecec-e8e8-4a61-a42f-488361f2234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:27.261459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-6e6cecec-e8e8-4a61-a42f-488361f2234a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1097 time: 0.2863421 Aug 23 14:09:27.281817 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'tag': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e', 'status': 'completed', 'code': 200} Aug 23 14:09:27.359125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1528b-c64a-47a2-8eac-04c1ccf4e431 req-84d97023-f85b-401e-adda-0ac54eb1051a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:27.374258 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a2b1528b-c64a-47a2-8eac-04c1ccf4e431 req-84d97023-f85b-401e-adda-0ac54eb1051a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:27.503358 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:27.552739 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-473e9f6c-019b-4c6a-a7a5-4382fe5c3ce7 None None] Provisioning for port 54f71897-0122-49c4-93d0-e7a5300d47b0 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:27.560412 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-473e9f6c-019b-4c6a-a7a5-4382fe5c3ce7 None None] Provisioning complete for port 54f71897-0122-49c4-93d0-e7a5300d47b0 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:27.562378 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-473e9f6c-019b-4c6a-a7a5-4382fe5c3ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:27.665400 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ab03c9a4-9e58-4300-ad74-c32ba9477b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:27.711883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-473e9f6c-019b-4c6a-a7a5-4382fe5c3ce7 None None] Port 54f71897-0122-49c4-93d0-e7a5300d47b0 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:09:27.725368 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:27.758100 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-713bb46a-ed6e-4a73-9ec8-79e20faa610d service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469728 Aug 23 14:09:27.893646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a2b1528b-c64a-47a2-8eac-04c1ccf4e431 req-84d97023-f85b-401e-adda-0ac54eb1051a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:27.900889 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2b1528b-c64a-47a2-8eac-04c1ccf4e431 req-84d97023-f85b-401e-adda-0ac54eb1051a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 936 time: 1.4597714 Aug 23 14:09:28.063744 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Attempting to bind port 807f1dfe-8e5c-4c10-b46e-780f6712a61c on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:28.067028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Attempting to bind port 807f1dfe-8e5c-4c10-b46e-780f6712a61c by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:28.067375 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Attempting to bind port 807f1dfe-8e5c-4c10-b46e-780f6712a61c on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:28.110725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Port 807f1dfe-8e5c-4c10-b46e-780f6712a61c on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:28.111280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Attempting to bind port 807f1dfe-8e5c-4c10-b46e-780f6712a61c on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:28.282231 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:28.301674 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-db5bdc56-e220-4daf-ae4b-6987e363436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:28.303339 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-db5bdc56-e220-4daf-ae4b-6987e363436c service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.9401591 Aug 23 14:09:28.304334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:28.304670 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Checking segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:28.307378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Bound using segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:28.307378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Bound port: 807f1dfe-8e5c-4c10-b46e-780f6712a61c, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:28.307378 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:28.350401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a2b1528b-c64a-47a2-8eac-04c1ccf4e431 req-c26cc0d7-c3f8-447c-a008-46240fc6a093 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:28.404348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0d38f-feff-4892-aa1a-942b8f0bba1a req-7f627d46-2f5b-4aca-8c30-0ebc52b5419e service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025879 Aug 23 14:09:28.450294 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Allocated IP 192.168.233.45 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/4f38b64c-33e6-4237-b467-944a4606bd77) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:28.532137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-5fc8d715-df58-420e-9ce8-6b1b82661601 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.1917865 Aug 23 14:09:28.633830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] For port 807f1dfe-8e5c-4c10-b46e-780f6712a61c, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:28.638682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] For port 807f1dfe-8e5c-4c10-b46e-780f6712a61c, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:28.666010 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a2b1528b-c64a-47a2-8eac-04c1ccf4e431 req-c26cc0d7-c3f8-447c-a008-46240fc6a093 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:28.678206 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2b1528b-c64a-47a2-8eac-04c1ccf4e431 req-c26cc0d7-c3f8-447c-a008-46240fc6a093 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7759213 Aug 23 14:09:28.702529 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2c4f5-8ec5-409f-9e5f-b75f2dfeb1d2 req-1b4ca1fd-f4f5-4a44-a7cd-115185db3910 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:28.703476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8ba2c4f5-8ec5-409f-9e5f-b75f2dfeb1d2 req-1b4ca1fd-f4f5-4a44-a7cd-115185db3910 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Synchronizing usage tracker for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:28.741544 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:28.772863 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:28.849410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:28.850034 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:28.851437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] 10.222.0.82 "PUT /v2.0/ports/807f1dfe-8e5c-4c10-b46e-780f6712a61c HTTP/1.1" status: 200 len: 1091 time: 5.1879768 Aug 23 14:09:28.856759 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:28.876877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c0b17d-c184-49f0-b94c-62095ecac5a7 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:29.101620 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.108409 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8466f0d-7f8d-47d6-a085-5f8230a07535 req-1568f301-c7b5-48ca-a1ee-f9dc04a66c3b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 210 time: 0.1075928 Aug 23 14:09:29.139437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Transition to ACTIVE for port object 42c0b17d-c184-49f0-b94c-62095ecac5a7 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:29.162193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=807f1dfe-8e5c-4c10-b46e-780f6712a61c,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:29.187501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8ba2c4f5-8ec5-409f-9e5f-b75f2dfeb1d2 req-1b4ca1fd-f4f5-4a44-a7cd-115185db3910 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Unset dirty status for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:29.203231 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ba2c4f5-8ec5-409f-9e5f-b75f2dfeb1d2 req-1b4ca1fd-f4f5-4a44-a7cd-115185db3910 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 931 time: 1.7783334 Aug 23 14:09:29.256752 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:29.273831 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.296376 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:29.321924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-789c0556-faf3-42bb-88a9-d708651364f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:29.324004 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-789c0556-faf3-42bb-88a9-d708651364f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 1094 time: 0.2140777 Aug 23 14:09:29.329676 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Transition to ACTIVE for port object 4f38b64c-33e6-4237-b467-944a4606bd77 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:29.333153 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d43a05b6-6187-460b-8070-6771220900b7 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:29.715779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-d902a429-92d4-4566-82c6-de766905f326 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c HTTP/1.1" status: 200 len: 217 time: 0.3665094 Aug 23 14:09:29.737459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-b1dbd6ab-561a-443e-8c40-531bc33318b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:29.746531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-b1dbd6ab-561a-443e-8c40-531bc33318b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.8576355 Aug 23 14:09:29.827169 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbaf36-5bba-4066-8e73-9e70c1732500 req-17f5deb4-480b-4aab-85b3-0e1275cc70cb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:29.827169 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f3dbaf36-5bba-4066-8e73-9e70c1732500 req-17f5deb4-480b-4aab-85b3-0e1275cc70cb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 946 time: 0.3792176 Aug 23 14:09:29.831158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Pushing event updated for resources: {'Port': ['ID=42c0b17d-c184-49f0-b94c-62095ecac5a7,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:29.845625 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ba2c4f5-8ec5-409f-9e5f-b75f2dfeb1d2 req-b1c39301-b295-4d2a-9c84-7ec0b5ac0cad tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311450 Aug 23 14:09:29.863189 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:29.873774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d170d-b908-448f-94d9-24c80ce64410 req-2e4859e2-7ff6-4da3-a83a-2c79e5fcf73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:29.875382 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-379d170d-b908-448f-94d9-24c80ce64410 req-2e4859e2-7ff6-4da3-a83a-2c79e5fcf73b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ade135618cc4104a14b304fccd87b4e&device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 1099 time: 0.8849702 Aug 23 14:09:29.930603 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Attempting to bind port 42c0b17d-c184-49f0-b94c-62095ecac5a7 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:29.930966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Attempting to bind port 42c0b17d-c184-49f0-b94c-62095ecac5a7 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:29.931314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Attempting to bind port 42c0b17d-c184-49f0-b94c-62095ecac5a7 on network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:29.940775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Port 42c0b17d-c184-49f0-b94c-62095ecac5a7 on network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:29.941144 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Attempting to bind port 42c0b17d-c184-49f0-b94c-62095ecac5a7 on network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:29.954905 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:29.955186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f3dbaf36-5bba-4066-8e73-9e70c1732500 req-dd0b9535-7645-4da4-a93e-87156dbda78a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149380 Aug 23 14:09:29.955295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Checking segment: {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:29.955774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Bound using segment: {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:29.956161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Bound port: 42c0b17d-c184-49f0-b94c-62095ecac5a7, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bbd4fea-4907-4ad4-886e-0be95125fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:29.956510 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.089205 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f23de91-a309-4366-abd2-9dfdfc65450a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.196303 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.209172 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['a0424701-4f4e-40ee-9e88-dccc9f62c107'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:30.228174 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:30.243150 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] For port 42c0b17d-c184-49f0-b94c-62095ecac5a7, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:30.250827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] For port 42c0b17d-c184-49f0-b94c-62095ecac5a7, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=42c0b17d-c184-49f0-b94c-62095ecac5a7,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:30.461097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b17cc-ea86-43c5-9dc5-3d3429d4d4dc req-701c3780-8083-4353-97bb-1be260c3ef9e tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:30.462192 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:30.463494 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b09b17cc-ea86-43c5-9dc5-3d3429d4d4dc req-701c3780-8083-4353-97bb-1be260c3ef9e tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 948 time: 0.2095742 Aug 23 14:09:30.469061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:30.475236 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:09:30.481795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:30.481795 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.523583 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Pushing event updated for resources: {'Port': ['ID=4f38b64c-33e6-4237-b467-944a4606bd77,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:30.539261 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:30.545580 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.565411 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:30.712914 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:30.714148 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:30.727632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] 10.222.0.82 "PUT /v2.0/ports/42c0b17d-c184-49f0-b94c-62095ecac5a7 HTTP/1.1" status: 200 len: 1091 time: 4.4741523 Aug 23 14:09:30.877294 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1896250 Aug 23 14:09:30.903714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Pushing event updated for resources: {'Port': ['ID=42c0b17d-c184-49f0-b94c-62095ecac5a7,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:30.966938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Request body: {'port': {'device_id': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:31.069322 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:31.093284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f71897-0122-49c4-93d0-e7a5300d47b0 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:31.135046 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-bd7b6364-5570-413a-ac89-58e5456bf6f3 None None] Provisioning for port 4f38b64c-33e6-4237-b467-944a4606bd77 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:31.144054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-bd7b6364-5570-413a-ac89-58e5456bf6f3 None None] Provisioning complete for port 4f38b64c-33e6-4237-b467-944a4606bd77 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:31.146011 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6364-5570-413a-ac89-58e5456bf6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.146805 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.225508 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-d9edc863-2afe-4af5-b5e2-82db52455f10 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3295410 Aug 23 14:09:31.251871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b09b17cc-ea86-43c5-9dc5-3d3429d4d4dc req-96959f3b-3ae3-4bfe-ada3-b983373c562a tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7654250 Aug 23 14:09:31.321271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Transition to ACTIVE for port object 54f71897-0122-49c4-93d0-e7a5300d47b0 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:31.323921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-1a27c2f8-df13-43fc-a534-234153bc6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:31.326951 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-1a27c2f8-df13-43fc-a534-234153bc6431 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 200 len: 863 time: 0.6102045 Aug 23 14:09:31.353778 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.391552 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-bd7b6364-5570-413a-ac89-58e5456bf6f3 None None] Port 4f38b64c-33e6-4237-b467-944a4606bd77 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:09:31.549266 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.637559 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:31.656994 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:31.789385 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device cda0c42d-e702-4a41-94f4-7dcef8507b6e details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:31.812456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d170d-b908-448f-94d9-24c80ce64410 req-931a3bf9-185f-4543-b6e4-defdfb456621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:31.816218 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-379d170d-b908-448f-94d9-24c80ce64410 req-931a3bf9-185f-4543-b6e4-defdfb456621 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.9188929 Aug 23 14:09:32.099359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=54f71897-0122-49c4-93d0-e7a5300d47b0,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:32.107109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94628-82f6-4ade-a540-79db630142ed req-0d45eec6-5af1-4cfd-814d-263f8dde254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:32.109489 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-0d45eec6-5af1-4cfd-814d-263f8dde254a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8f22f031-f57d-45d9-bb5f-58b27dc4487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7029927 Aug 23 14:09:32.177943 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:32.326857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port cda0c42d-e702-4a41-94f4-7dcef8507b6e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cda0c42d-e702-4a41-94f4-7dcef8507b6e,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:32.365442 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Attempting to bind port 54f71897-0122-49c4-93d0-e7a5300d47b0 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:32.366050 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Attempting to bind port 54f71897-0122-49c4-93d0-e7a5300d47b0 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:32.366567 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Attempting to bind port 54f71897-0122-49c4-93d0-e7a5300d47b0 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:32.403273 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e', 'mac_address': 'fa:16:3e:a4:2a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:32.573895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Port 54f71897-0122-49c4-93d0-e7a5300d47b0 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:32.574353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Attempting to bind port 54f71897-0122-49c4-93d0-e7a5300d47b0 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:32.585245 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.592521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:32.592521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:32.592521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:32.592521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Bound port: 54f71897-0122-49c4-93d0-e7a5300d47b0, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:32.592521 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.608818 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-379d170d-b908-448f-94d9-24c80ce64410 req-94579ee1-cebe-4f82-ba17-053e67ab2a16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=cda0c42d-e702-4a41-94f4-7dcef8507b6e HTTP/1.1" status: 200 len: 217 time: 0.7251446 Aug 23 14:09:32.611245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-71c18173-76f1-4727-b27c-f5cef1d901e8 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3321927 Aug 23 14:09:32.613509 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'status': 'completed', 'code': 200} Aug 23 14:09:32.617653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-be64c5fd-dd60-4b05-abd3-1dd5df9407b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:32.620530 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-be64c5fd-dd60-4b05-abd3-1dd5df9407b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=36bff38ae2be41d584e46ee369dcbe4f&device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 1094 time: 1.4857092 Aug 23 14:09:32.687516 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda0c42d-e702-4a41-94f4-7dcef8507b6e {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:32.726325 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port cda0c42d-e702-4a41-94f4-7dcef8507b6e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cda0c42d-e702-4a41-94f4-7dcef8507b6e,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:32.838568 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:32.847558 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:32.960150 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-d566630e-87eb-49c9-b34f-b2ae376068a0 service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866917 Aug 23 14:09:33.098120 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['cda0c42d-e702-4a41-94f4-7dcef8507b6e'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:33.145966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d170d-b908-448f-94d9-24c80ce64410 req-85d0382b-e86d-451a-abfb-e5536660ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:33.150252 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-379d170d-b908-448f-94d9-24c80ce64410 req-85d0382b-e86d-451a-abfb-e5536660ff91 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.5259767 Aug 23 14:09:33.164279 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.82', 55820) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:33.182122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] For port 54f71897-0122-49c4-93d0-e7a5300d47b0, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:33.202566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] For port 54f71897-0122-49c4-93d0-e7a5300d47b0, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=54f71897-0122-49c4-93d0-e7a5300d47b0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:33.252267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=cda0c42d-e702-4a41-94f4-7dcef8507b6e,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:33.283172 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.283856 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.284787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.285433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.286072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.286691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.287216 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.287702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.288177 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.288698 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.289218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.290050 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:09:33.311619 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:33.326862 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.352738 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-540d9c5c-6d7b-4d07-8063-39a976730f42 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c0b17d-c184-49f0-b94c-62095ecac5a7 HTTP/1.1" status: 200 len: 217 time: 0.4313784 Aug 23 14:09:33.625499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-e483f633-91b2-4534-a4fd-395fb1796edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:33.627375 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-e483f633-91b2-4534-a4fd-395fb1796edd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1a16c0ff-0a61-4a56-9096-dfa4907de45a HTTP/1.1" status: 200 len: 853 time: 0.1777179 Aug 23 14:09:33.629327 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.643075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-838ac9e6-4537-4803-90b3-ebaebf4ab34c service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9677474 Aug 23 14:09:33.685486 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-24256f68-9bb5-4543-9ccf-1b4316c22b12 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:33.782982 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=54f71897-0122-49c4-93d0-e7a5300d47b0,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:33.802170 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:33.810790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:33.811667 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:33.813331 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] 10.222.0.82 "PUT /v2.0/ports/54f71897-0122-49c4-93d0-e7a5300d47b0 HTTP/1.1" status: 200 len: 1096 time: 6.9070175 Aug 23 14:09:33.819543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'tag': '54f71897-0122-49c4-93d0-e7a5300d47b0'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:33.914680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf78078-016c-4ab1-989b-61e6641c27bd req-938f8bf8-6aa5-473f-b1b4-755b35aafd6d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:33.923576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f14d8-3ba9-4315-bff8-17f39226bd25 req-c9ac75ad-7062-4534-a0b5-9387402a5276 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:33.923576 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c82f14d8-3ba9-4315-bff8-17f39226bd25 req-c9ac75ad-7062-4534-a0b5-9387402a5276 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 943 time: 2.3545034 Aug 23 14:09:33.946952 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bf78078-016c-4ab1-989b-61e6641c27bd req-938f8bf8-6aa5-473f-b1b4-755b35aafd6d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 948 time: 1.3403552 Aug 23 14:09:34.101575 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:09:34.178059 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bf78078-016c-4ab1-989b-61e6641c27bd req-aa1e865a-45f1-4c8e-8f88-d23023c9fdcb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227147 Aug 23 14:09:34.185547 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95a94628-82f6-4ade-a540-79db630142ed req-9f083b96-5fe2-4afe-bb3f-751c9499082c service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9687703 Aug 23 14:09:34.244960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-b991e99a-4743-4b87-909c-73b29d9b08af service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0401099 Aug 23 14:09:34.292553 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c82f14d8-3ba9-4315-bff8-17f39226bd25 req-f1667c23-1424-40b5-bb17-79d08d0eac2b tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356690 Aug 23 14:09:34.397325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d170d-b908-448f-94d9-24c80ce64410 req-03d359d7-171d-4e79-b10f-5a582ed6851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:34.404709 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-379d170d-b908-448f-94d9-24c80ce64410 req-03d359d7-171d-4e79-b10f-5a582ed6851d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1135483 Aug 23 14:09:34.417000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-c9440f33-88a8-4b8f-a1ed-2caf614a0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:34.420555 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-c9440f33-88a8-4b8f-a1ed-2caf614a0f13 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d03ea92-2cdc-4115-bab2-2a6be47a2a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7697966 Aug 23 14:09:34.625112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'tag': '42c0b17d-c184-49f0-b94c-62095ecac5a7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:34.771891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f38b64c-33e6-4237-b467-944a4606bd77 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:34.787665 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:34.846446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dd541-dc6a-40dd-89cd-9c19da799de1 req-c113c1e5-f8fd-498f-91ab-61b2cfdcb06e tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:34.847378 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ba0dd541-dc6a-40dd-89cd-9c19da799de1 req-c113c1e5-f8fd-498f-91ab-61b2cfdcb06e tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Synchronizing usage tracker for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:34.853782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-84700a36-93be-4737-9f6b-763ce833b461 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:34.855284 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-84700a36-93be-4737-9f6b-763ce833b461 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1097 time: 0.3265951 Aug 23 14:09:34.856378 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Transition to ACTIVE for port object 4f38b64c-33e6-4237-b467-944a4606bd77 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:34.871508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-69311b3e-bcf0-46c0-95a8-dd3559730ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:34.873069 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-69311b3e-bcf0-46c0-95a8-dd3559730ab7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 1099 time: 0.5504174 Aug 23 14:09:34.970922 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:34.975933 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:35.192982 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805628-1'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:35.247578 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-379d170d-b908-448f-94d9-24c80ce64410 req-96fc6713-4148-4578-82fb-21efa0e4c81e service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309258 Aug 23 14:09:35.279065 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Pushing event updated for resources: {'Port': ['ID=4f38b64c-33e6-4237-b467-944a4606bd77,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:35.282354 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ba0dd541-dc6a-40dd-89cd-9c19da799de1 req-c113c1e5-f8fd-498f-91ab-61b2cfdcb06e tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Unset dirty status for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:35.289639 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba0dd541-dc6a-40dd-89cd-9c19da799de1 req-c113c1e5-f8fd-498f-91ab-61b2cfdcb06e tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 935 time: 0.6378267 Aug 23 14:09:35.472727 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-379d170d-b908-448f-94d9-24c80ce64410 req-9b628d04-c6d1-4ae3-8f36-ce80a9219367 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242815 Aug 23 14:09:35.582453 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-3048ccad-569c-4cde-8c3a-7a0eb1483f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:35.583831 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-3048ccad-569c-4cde-8c3a-7a0eb1483f0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 1094 time: 1.1635015 Aug 23 14:09:35.601413 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-d4d4b0f9-dbe2-48b6-aa15-45fe7a22369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:35.603276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-d4d4b0f9-dbe2-48b6-aa15-45fe7a22369f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7588913e40c94dd4aa7f04384b48f784&device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 1100 time: 0.6060112 Aug 23 14:09:35.605232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-34ca32a7-56e1-450e-9f9a-4eaee7f297bb service neutron] 10.222.0.82 "GET /v2.0/networks/2d03ea92-2cdc-4115-bab2-2a6be47a2a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0429482 Aug 23 14:09:35.613237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb1a36-95ca-4b77-8ef2-f0b57a5cdf7a req-f254315f-e768-41f7-8fc7-7e9cf6d337b1 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:35.614737 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ddb1a36-95ca-4b77-8ef2-f0b57a5cdf7a req-f254315f-e768-41f7-8fc7-7e9cf6d337b1 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 943 time: 0.9518192 Aug 23 14:09:35.626201 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:35.627492 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:35.653506 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-30be4e67-498f-4013-bfd6-2dc10c703414 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=54f71897-0122-49c4-93d0-e7a5300d47b0 HTTP/1.1" status: 200 len: 217 time: 0.6047423 Aug 23 14:09:35.717648 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ddb1a36-95ca-4b77-8ef2-f0b57a5cdf7a req-9bac06ce-3b16-448e-874d-dc3e059425a7 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935264 Aug 23 14:09:35.791898 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device cda0c42d-e702-4a41-94f4-7dcef8507b6e up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:36.088824 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port cda0c42d-e702-4a41-94f4-7dcef8507b6e completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:36.104848 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port cda0c42d-e702-4a41-94f4-7dcef8507b6e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:36.105651 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.519474 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.554687 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba0dd541-dc6a-40dd-89cd-9c19da799de1 req-0d4ab07f-7122-4b04-b4ce-fbef9e58784b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2604959 Aug 23 14:09:36.613269 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port cda0c42d-e702-4a41-94f4-7dcef8507b6e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cda0c42d-e702-4a41-94f4-7dcef8507b6e,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:36.614267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:36.705989 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:36.707781 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:36.710017 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:36.726368 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:09:36.766649 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:36.921677 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=cda0c42d-e702-4a41-94f4-7dcef8507b6e,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:36.932864 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:37.137923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-63272eef-fc61-42cc-812b-f14bf6a7c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.139657 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-63272eef-fc61-42cc-812b-f14bf6a7c7e1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 1.1886561 Aug 23 14:09:37.152665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Attempting to bind port 4f38b64c-33e6-4237-b467-944a4606bd77 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:37.153245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Attempting to bind port 4f38b64c-33e6-4237-b467-944a4606bd77 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:37.154131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Attempting to bind port 4f38b64c-33e6-4237-b467-944a4606bd77 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:37.168795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Port 4f38b64c-33e6-4237-b467-944a4606bd77 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:37.169993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Attempting to bind port 4f38b64c-33e6-4237-b467-944a4606bd77 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:37.183390 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:37.183805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:37.184224 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:37.184764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Bound port: 4f38b64c-33e6-4237-b467-944a4606bd77, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:37.185239 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.229682 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-4d8ffe85-9807-44c5-8006-eb8517ebe139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.233275 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-4d8ffe85-9807-44c5-8006-eb8517ebe139 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.8687654 Aug 23 14:09:37.248867 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.279494 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4465bdf-2ad9-4ae2-9fd7-8cb7f76b6dd4 req-796f1e3a-1d6d-4fa2-8ec5-76f96778c904 service neutron] 10.222.0.82 "GET /v2.0/networks/2d03ea92-2cdc-4115-bab2-2a6be47a2a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406235 Aug 23 14:09:37.500732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-938bce77-26b2-4bab-8c7e-8246a5e4aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.503615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] For port 4f38b64c-33e6-4237-b467-944a4606bd77, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:37.505902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-938bce77-26b2-4bab-8c7e-8246a5e4aa37 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 926 time: 1.6295931 Aug 23 14:09:37.508080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] For port 4f38b64c-33e6-4237-b467-944a4606bd77, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4f38b64c-33e6-4237-b467-944a4606bd77,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:37.540564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ca8bf-d367-4027-b060-a4b67612692f req-f0fcb624-62b5-4d90-8439-6e1a91c3b41b tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.542653 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e78ca8bf-d367-4027-b060-a4b67612692f req-f0fcb624-62b5-4d90-8439-6e1a91c3b41b tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Synchronizing usage tracker for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:37.551022 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-a67bb62f-5d6f-4882-851f-1d798ffdac94 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107 HTTP/1.1" status: 200 len: 217 time: 0.2497990 Aug 23 14:09:37.568954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53ed84-6f8b-419a-897a-db2adf0bb250 req-9ff96dae-a8fd-4dd3-b056-a5d251d34926 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.569905 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9c53ed84-6f8b-419a-897a-db2adf0bb250 req-9ff96dae-a8fd-4dd3-b056-a5d251d34926 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:37.659024 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-77998e11-94ae-46cf-a8e4-dd5c3bd08759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:37.661855 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-77998e11-94ae-46cf-a8e4-dd5c3bd08759 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3970954 Aug 23 14:09:37.694474 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.703708 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:37.790371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e78ca8bf-d367-4027-b060-a4b67612692f req-f0fcb624-62b5-4d90-8439-6e1a91c3b41b tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Unset dirty status for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:37.813961 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 807f1dfe-8e5c-4c10-b46e-780f6712a61c details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:37.817322 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e78ca8bf-d367-4027-b060-a4b67612692f req-f0fcb624-62b5-4d90-8439-6e1a91c3b41b tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 950 time: 0.8475907 Aug 23 14:09:37.818958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9c53ed84-6f8b-419a-897a-db2adf0bb250 req-9ff96dae-a8fd-4dd3-b056-a5d251d34926 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:37.829908 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:37.830169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c53ed84-6f8b-419a-897a-db2adf0bb250 req-9ff96dae-a8fd-4dd3-b056-a5d251d34926 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 946 time: 1.2325454 Aug 23 14:09:37.932968 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c53ed84-6f8b-419a-897a-db2adf0bb250 req-24e0b695-ea81-4800-8066-3e21c6772375 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016963 Aug 23 14:09:38.001991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-869d4e10-3b02-4153-adda-c5cafe0853a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:38.003654 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-869d4e10-3b02-4153-adda-c5cafe0853a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1083 time: 0.3158977 Aug 23 14:09:38.207751 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 807f1dfe-8e5c-4c10-b46e-780f6712a61c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:38.231371 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'tag': '42c0b17d-c184-49f0-b94c-62095ecac5a7', 'status': 'completed', 'code': 200} Aug 23 14:09:38.283929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'port_id': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'mac_address': 'fa:16:3e:28:f8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:38.361182 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'tag': '54f71897-0122-49c4-93d0-e7a5300d47b0', 'status': 'completed', 'code': 200} Aug 23 14:09:38.408242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-f3cca40a-8961-4bb1-8a55-a23a14e282f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c HTTP/1.1" status: 200 len: 217 time: 0.1753442 Aug 23 14:09:38.451201 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:38.451704 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:38.453818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] 10.222.0.64 "PUT /v2.0/ports/4f38b64c-33e6-4237-b467-944a4606bd77 HTTP/1.1" status: 200 len: 1095 time: 7.5099533 Aug 23 14:09:38.473978 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:38.561732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807f1dfe-8e5c-4c10-b46e-780f6712a61c {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:38.569966 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e78ca8bf-d367-4027-b060-a4b67612692f req-0ebe4108-4f46-41fc-be0d-5ab06bad8c2b tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512147 Aug 23 14:09:38.614103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:38.626311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 807f1dfe-8e5c-4c10-b46e-780f6712a61c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:38.712069 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:38.714646 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-0bc14d89-a051-422a-978f-c668fd7d29d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:38.806188 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:38.806669 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.945s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:38.851144 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-6fe27697-938e-420c-a08e-c653e05e9cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:38.852763 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-6fe27697-938e-420c-a08e-c653e05e9cc9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.5635247 Aug 23 14:09:38.873436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-3e20ca36-43ee-4d24-a6b2-63225d1ca765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:38.875368 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-3e20ca36-43ee-4d24-a6b2-63225d1ca765 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.8387785 Aug 23 14:09:38.936358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on host n-h2-805628-1 for vnic_type normal with profile {"migrating_to": "n-h1-805628-1"} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:38.936774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:38.937049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:38.937509 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=807f1dfe-8e5c-4c10-b46e-780f6712a61c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:38.941775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-a04f1c54-b6bb-4966-a037-2e2e5d246ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:38.942853 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-a04f1c54-b6bb-4966-a037-2e2e5d246ffc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 200 len: 863 time: 0.5176613 Aug 23 14:09:38.950145 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:38.954607 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['807f1dfe-8e5c-4c10-b46e-780f6712a61c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:39.052741 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-e052d5a9-05fe-43b9-b757-67bd20431782 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.1061070 Aug 23 14:09:39.081573 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-9c344a84-033a-4bc7-bcc9-d63f41c9c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.084138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-9c344a84-033a-4bc7-bcc9-d63f41c9c94a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=36bff38ae2be41d584e46ee369dcbe4f&device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 1094 time: 0.7584825 Aug 23 14:09:39.133961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:39.134428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Attempting to bind port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:39.162838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0fa9-c98b-4ed2-858a-831daae75e2b req-2f48c59b-68d3-41aa-b8e3-e3192b183a9d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.174934 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-550b0fa9-c98b-4ed2-858a-831daae75e2b req-2f48c59b-68d3-41aa-b8e3-e3192b183a9d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 948 time: 0.6336000 Aug 23 14:09:39.177096 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:39.177720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:39.178332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:39.179027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Bound port: 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:39.179613 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:39.230914 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-9a09d6f1-6d3d-45d7-a1e5-cb463935a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.232515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-9a09d6f1-6d3d-45d7-a1e5-cb463935a47a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3464763 Aug 23 14:09:39.252212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-fdc94549-eb7b-4ccc-a2c8-3c4e91686671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.254750 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-fdc94549-eb7b-4ccc-a2c8-3c4e91686671 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1691921 Aug 23 14:09:39.268073 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-550b0fa9-c98b-4ed2-858a-831daae75e2b req-c329b0ee-1c1b-4a88-8cfd-fd18e02242b3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924995 Aug 23 14:09:39.318803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Pushing event updated for resources: {'Port': ['ID=4f38b64c-33e6-4237-b467-944a4606bd77,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:39.345586 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:39.352083 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e', 'code': 200} Aug 23 14:09:39.398086 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64223-8ea8-4096-82b6-7509b8172a5d req-fdd99f5a-3061-43ed-ad89-cbbe196d74a4 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.407041 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ad64223-8ea8-4096-82b6-7509b8172a5d req-fdd99f5a-3061-43ed-ad89-cbbe196d74a4 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 944 time: 0.4008453 Aug 23 14:09:39.465472 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-9353c800-f24e-4d83-93bd-ce43ffaeec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.467912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-9353c800-f24e-4d83-93bd-ce43ffaeec91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7588913e40c94dd4aa7f04384b48f784&device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 1098 time: 0.8307056 Aug 23 14:09:39.470458 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-fda3e6bc-e2e0-4788-9ee7-05a4398fd2c8 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2046435 Aug 23 14:09:39.605368 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-75a40565-8eb8-4080-90fc-6a813bcbe910 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4f38b64c-33e6-4237-b467-944a4606bd77 HTTP/1.1" status: 200 len: 217 time: 0.1042004 Aug 23 14:09:39.620201 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ad64223-8ea8-4096-82b6-7509b8172a5d req-cd21f6d7-26b0-4f13-b6fc-d6e4611c8be3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113080 Aug 23 14:09:39.685060 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:39.717162 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-76b35222-acb3-427c-9b6c-9652b3ed845b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3471618 Aug 23 14:09:39.788452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:39.843190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 807f1dfe-8e5c-4c10-b46e-780f6712a61c up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:39.883744 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-e0654f4a-6552-4f63-8ae2-43030610966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:39.885491 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-e0654f4a-6552-4f63-8ae2-43030610966d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2607086 Aug 23 14:09:39.913997 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6cfe24c-f451-4b2e-8e16-716e651f8e53 req-4fee7515-e4af-44ee-9252-2ebc4cbfbb92 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140856 Aug 23 14:09:39.998674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-dd0701cc-8979-44b3-a0b4-3c80294acf77 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873020 Aug 23 14:09:40.039212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e5463-216c-4633-b73b-3cb66b567bfd req-2197b610-6d04-42ea-bf89-4a2626400d44 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.041260 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-588e5463-216c-4633-b73b-3cb66b567bfd req-2197b610-6d04-42ea-bf89-4a2626400d44 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 947 time: 0.2574518 Aug 23 14:09:40.094453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-5e5a3384-34b7-488d-8c8d-7689ffc56165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.097912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-5e5a3384-34b7-488d-8c8d-7689ffc56165 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820157 Aug 23 14:09:40.115476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-929069a9-976c-4891-8d29-a5ff521dac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.116993 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-929069a9-976c-4891-8d29-a5ff521dac53 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d03ea92-2cdc-4115-bab2-2a6be47a2a6d HTTP/1.1" status: 200 len: 916 time: 0.8464050 Aug 23 14:09:40.155355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-588e5463-216c-4633-b73b-3cb66b567bfd req-d43a3eb3-68a6-41ee-b07f-3f83fa019c30 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926330 Aug 23 14:09:40.180798 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-0a017e75-e3c8-4070-b4a6-1b7090fbec50 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354107 Aug 23 14:09:40.245492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-3202d7b9-31a9-4fa1-82db-34f4cdbf7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.247910 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-3202d7b9-31a9-4fa1-82db-34f4cdbf7839 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8f22f031-f57d-45d9-bb5f-58b27dc4487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9309862 Aug 23 14:09:40.278103 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-e4f7793b-0fe9-492d-b713-116bec1862fe service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633818 Aug 23 14:09:40.282000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e2409-3fd1-465d-a594-49ea2baee3c7 req-5a409687-8d62-4ac1-b49a-60f43c1d302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.283603 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c27e2409-3fd1-465d-a594-49ea2baee3c7 req-5a409687-8d62-4ac1-b49a-60f43c1d302f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 1101 time: 0.6694901 Aug 23 14:09:40.330026 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-aa61534b-22f0-4b0a-8b74-b46f9e7290f9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c0b17d-c184-49f0-b94c-62095ecac5a7 HTTP/1.1" status: 200 len: 217 time: 0.1578455 Aug 23 14:09:40.358471 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:40.361154 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:40.374386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884d7e4-c271-40f7-85d7-2f3609ce3e71 req-79f5e1ef-c719-407c-9885-9afa0cc1a699 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.375955 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8884d7e4-c271-40f7-85d7-2f3609ce3e71 req-79f5e1ef-c719-407c-9885-9afa0cc1a699 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 943 time: 0.7560728 Aug 23 14:09:40.398799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77'}, {'name': 'network-changed', 'server_uuid': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'tag': '4f38b64c-33e6-4237-b467-944a4606bd77'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:40.443332 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 807f1dfe-8e5c-4c10-b46e-780f6712a61c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:40.467372 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 807f1dfe-8e5c-4c10-b46e-780f6712a61c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:40.467372 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:40.588778 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:40.626283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 807f1dfe-8e5c-4c10-b46e-780f6712a61c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:40.645229 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-65f39db2-d238-4c45-9906-5bf34abcd8cc service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339898 Aug 23 14:09:40.670697 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c27e2409-3fd1-465d-a594-49ea2baee3c7 req-a4bd0bbb-9a2e-4313-a00c-3d29e2fbf9da service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491056 Aug 23 14:09:40.679338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-ca1457fb-af65-4d65-9534-b3c499815d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.680928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-ca1457fb-af65-4d65-9534-b3c499815d29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1a16c0ff-0a61-4a56-9096-dfa4907de45a HTTP/1.1" status: 200 len: 853 time: 0.3266959 Aug 23 14:09:40.733386 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8884d7e4-c271-40f7-85d7-2f3609ce3e71 req-b08ad48e-7af2-4a02-8557-301a98356fdc tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092830 Aug 23 14:09:40.771322 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-b9d919e9-2f48-4d99-85c5-e8be5cf567cd service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108733 Aug 23 14:09:40.773618 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7ef0201-7aee-4cdc-a138-caa3fe8fdc6a req-9dc3d69e-4869-4eda-ac25-f254ba0a35c2 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235448 Aug 23 14:09:40.792477 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:40.794887 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:40.832309 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.833308 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:40.834670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] 10.222.0.82 "PUT /v2.0/ports/7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 1122 time: 5.7728331 Aug 23 14:09:40.842040 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=8']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:40.845889 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:40.872771 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43eb791-ccd0-4881-b721-8d0a6cee0d0c req-5a0f28b1-59ba-40df-9455-d81fa63b7005 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394983 Aug 23 14:09:40.888592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a698a-ba10-4978-a670-ea297a19ab7d req-4819ff2c-5eb8-4ae2-8040-a6ea3f7d90d7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.897205 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc7a698a-ba10-4978-a670-ea297a19ab7d req-4819ff2c-5eb8-4ae2-8040-a6ea3f7d90d7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 944 time: 0.6047592 Aug 23 14:09:40.918862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=807f1dfe-8e5c-4c10-b46e-780f6712a61c,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:40.925374 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:40.944260 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8086532-97fe-4021-86eb-5eb18100d284 req-7197c2b4-9f83-4006-a911-b22e87602f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:40.945776 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8086532-97fe-4021-86eb-5eb18100d284 req-7197c2b4-9f83-4006-a911-b22e87602f3a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 1099 time: 0.4348912 Aug 23 14:09:40.970719 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['7e4fee19-0c33-4c5a-a910-e6f1c043af77'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:40.991214 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc7a698a-ba10-4978-a670-ea297a19ab7d req-8c2d533f-4e8e-40f9-98c2-4c3abb4dc14d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930631 Aug 23 14:09:41.345976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-0bc5e42b-173a-4aa5-9174-65a362048eef tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Synchronizing usage tracker for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:41.346569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8086532-97fe-4021-86eb-5eb18100d284 req-5f8cba9b-8429-4f4d-953d-c75464f587a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:41.347731 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8086532-97fe-4021-86eb-5eb18100d284 req-5f8cba9b-8429-4f4d-953d-c75464f587a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3924341 Aug 23 14:09:41.353506 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:41.400358 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48af6fcc-1086-47f8-a703-acdd76d62521 req-f0039862-56ea-43b9-8538-9ec4420b5d80 service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984684 Aug 23 14:09:41.424647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-5ccc10ca-437e-42c5-9a2d-45d8f5d18da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:41.426925 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-5ccc10ca-437e-42c5-9a2d-45d8f5d18da8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d03ea92-2cdc-4115-bab2-2a6be47a2a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5272951 Aug 23 14:09:41.433933 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8086532-97fe-4021-86eb-5eb18100d284 req-0697ef43-4ec8-4e7c-97ca-5ac07b6564f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=54f71897-0122-49c4-93d0-e7a5300d47b0 HTTP/1.1" status: 200 len: 217 time: 0.0783110 Aug 23 14:09:41.451839 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911f26a-a6f0-41bd-87c0-43bd18e0c53b req-4eea0f41-98d3-4dfa-ac91-02e1a492585a tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:41.453678 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2911f26a-a6f0-41bd-87c0-43bd18e0c53b req-4eea0f41-98d3-4dfa-ac91-02e1a492585a tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 950 time: 0.2265053 Aug 23 14:09:41.472071 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-0bc5e42b-173a-4aa5-9174-65a362048eef tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Unset dirty status for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:41.485332 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-0bc5e42b-173a-4aa5-9174-65a362048eef tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1752144137&fields=id&tenant_id=57e66d68ec714d0ba47f0c94e701f61a HTTP/1.1" status: 200 len: 267 time: 0.5333405 Aug 23 14:09:41.585695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2911f26a-a6f0-41bd-87c0-43bd18e0c53b req-274464ee-971d-4e0a-9cc1-7029eb639f11 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213195 Aug 23 14:09:41.601548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8086532-97fe-4021-86eb-5eb18100d284 req-37a164b1-1434-4db3-bd69-e07d2a35fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:41.601548 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8086532-97fe-4021-86eb-5eb18100d284 req-37a164b1-1434-4db3-bd69-e07d2a35fec7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1319969 Aug 23 14:09:41.743721 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8086532-97fe-4021-86eb-5eb18100d284 req-2e5b6cc4-488a-4b76-bd7d-819a96185ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:41.745626 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8086532-97fe-4021-86eb-5eb18100d284 req-2e5b6cc4-488a-4b76-bd7d-819a96185ebc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430182 Aug 23 14:09:41.840277 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 54f71897-0122-49c4-93d0-e7a5300d47b0 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:41.935260 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051c75-6f30-4d74-9f63-d15f9c049909 req-bd1cebee-b367-4c8e-9358-d37769f3f82b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:41.936966 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85051c75-6f30-4d74-9f63-d15f9c049909 req-bd1cebee-b367-4c8e-9358-d37769f3f82b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 948 time: 0.2381546 Aug 23 14:09:41.981960 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8086532-97fe-4021-86eb-5eb18100d284 req-f6baa9fd-ef9c-4397-82d6-7a31d22c9588 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286351 Aug 23 14:09:41.997892 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-dfc8113f-0270-484b-8b0f-81b1c8c3e439 service neutron] 10.222.0.82 "GET /v2.0/networks/2d03ea92-2cdc-4115-bab2-2a6be47a2a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613816 Aug 23 14:09:42.072839 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 54f71897-0122-49c4-93d0-e7a5300d47b0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=54f71897-0122-49c4-93d0-e7a5300d47b0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:42.077649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85051c75-6f30-4d74-9f63-d15f9c049909 req-d8d1933e-da58-4130-9d29-17a7c4a5cd8d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232355 Aug 23 14:09:42.099616 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '54f71897-0122-49c4-93d0-e7a5300d47b0', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '54f71897-0122-49c4-93d0-e7a5300d47b0', 'mac_address': 'fa:16:3e:62:2e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:42.171892 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77', 'code': 200} Aug 23 14:09:42.172300 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'tag': '4f38b64c-33e6-4237-b467-944a4606bd77', 'status': 'completed', 'code': 200} Aug 23 14:09:42.187233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-a1600a94-eceb-48db-b792-7578db29e913 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:42.188886 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-a1600a94-eceb-48db-b792-7578db29e913 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/networks?id=67cdf5cd-16a3-48a8-b222-543bfb601bc0 HTTP/1.1" status: 200 len: 816 time: 0.7025602 Aug 23 14:09:42.217183 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.256814 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f71897-0122-49c4-93d0-e7a5300d47b0 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:42.330388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 54f71897-0122-49c4-93d0-e7a5300d47b0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=54f71897-0122-49c4-93d0-e7a5300d47b0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:42.354194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-0bdbcf6a-9c13-4671-a964-f5d7f55c65b2 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/quotas/57e66d68ec714d0ba47f0c94e701f61a HTTP/1.1" status: 200 len: 375 time: 0.0482097 Aug 23 14:09:42.423314 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8086532-97fe-4021-86eb-5eb18100d284 req-c267f45e-4409-4b39-8d6d-3004222cab8e service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253864 Aug 23 14:09:42.442973 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab87629-3c78-40dd-ae66-a8c83fb5e6cc req-efa04c45-83cf-4495-96cf-e61cc08e90de service neutron] 10.222.0.82 "GET /v2.0/networks/2d03ea92-2cdc-4115-bab2-2a6be47a2a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216099 Aug 23 14:09:42.443254 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.443892 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 42c0b17d-c184-49f0-b94c-62095ecac5a7 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:42.447751 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:42.457555 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-fe187b87-07d7-48cb-92c4-9d97fc869002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:42.459245 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-fe187b87-07d7-48cb-92c4-9d97fc869002 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7588913e40c94dd4aa7f04384b48f784&device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 1098 time: 0.2600932 Aug 23 14:09:42.475286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-51036a02-2061-4dd1-aac6-d5c7bced07ad tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Synchronizing usage tracker for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:42.523649 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58fa1c-57de-467a-b580-a98b9f625e1c req-f4ecc2d5-0514-42bc-a4a4-7788c8d08328 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:42.525160 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f58fa1c-57de-467a-b580-a98b9f625e1c req-f4ecc2d5-0514-42bc-a4a4-7788c8d08328 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 945 time: 0.1793454 Aug 23 14:09:42.563747 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=54f71897-0122-49c4-93d0-e7a5300d47b0,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:42.639747 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:42.662025 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 42c0b17d-c184-49f0-b94c-62095ecac5a7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=42c0b17d-c184-49f0-b94c-62095ecac5a7,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:42.666966 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f58fa1c-57de-467a-b580-a98b9f625e1c req-04843860-1492-4110-b2b3-aa98c1a598d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818594 Aug 23 14:09:42.675978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-c820d51c-7f30-4e7f-9681-22f052af05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:42.677495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '42c0b17d-c184-49f0-b94c-62095ecac5a7', 'network_id': '2d03ea92-2cdc-4115-bab2-2a6be47a2a6d', 'port_id': '42c0b17d-c184-49f0-b94c-62095ecac5a7', 'mac_address': 'fa:16:3e:bf:9f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a16c0ff-0a61-4a56-9096-dfa4907de45a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:42.679848 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-c820d51c-7f30-4e7f-9681-22f052af05a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2116680 Aug 23 14:09:42.749265 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:42.764072 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-d8c03364-5dd4-4ff0-b087-3b9e0bcf4206 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4f38b64c-33e6-4237-b467-944a4606bd77 HTTP/1.1" status: 200 len: 217 time: 0.0678556 Aug 23 14:09:42.766521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c0b17d-c184-49f0-b94c-62095ecac5a7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:42.784857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 42c0b17d-c184-49f0-b94c-62095ecac5a7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=42c0b17d-c184-49f0-b94c-62095ecac5a7,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:42.908172 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-dfe703a5-fd78-42c8-a10d-d7c7dcb1383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:42.909744 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-dfe703a5-fd78-42c8-a10d-d7c7dcb1383f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1374469 Aug 23 14:09:42.986993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81bdb-a5dd-413d-aac6-95df8bede01c req-dd8c9860-9c4a-4b45-9e20-bd87ba4c7d04 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:42.988800 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b9b81bdb-a5dd-413d-aac6-95df8bede01c req-dd8c9860-9c4a-4b45-9e20-bd87ba4c7d04 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 947 time: 0.1755240 Aug 23 14:09:43.150670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b9b81bdb-a5dd-413d-aac6-95df8bede01c req-1fc3f574-09c1-4697-b119-cb165379eadc tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567777 Aug 23 14:09:43.150670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-11ec5192-97cd-4463-ba08-a1c35ae40399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:43.150670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-11ec5192-97cd-4463-ba08-a1c35ae40399 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392925 Aug 23 14:09:43.153813 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'code': 200} Aug 23 14:09:43.296423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5315-1267-4839-8a34-28098bfb6939 req-a8d60edb-4dc7-40bc-a40d-ae6820c715d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:43.298299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bcfb5315-1267-4839-8a34-28098bfb6939 req-a8d60edb-4dc7-40bc-a40d-ae6820c715d0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 1096 time: 0.0861678 Aug 23 14:09:43.329208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-51036a02-2061-4dd1-aac6-d5c7bced07ad tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Unset dirty status for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:43.342738 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-51036a02-2061-4dd1-aac6-d5c7bced07ad tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=57e66d68ec714d0ba47f0c94e701f61a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9689031 Aug 23 14:09:43.371901 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-9293705e-7efd-499f-b096-12dc30704faf service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986789 Aug 23 14:09:43.391660 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bcfb5315-1267-4839-8a34-28098bfb6939 req-aa3ad88d-c427-4c7f-863d-7f656c3bdd09 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849171 Aug 23 14:09:43.392780 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a492414-5b3e-46a5-a59b-34ef5a4f65e0 req-2cf9e0ad-2a8f-42b7-b9cb-611ec4956d8e tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:43.394451 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1a492414-5b3e-46a5-a59b-34ef5a4f65e0 req-2cf9e0ad-2a8f-42b7-b9cb-611ec4956d8e tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 943 time: 0.1281033 Aug 23 14:09:43.500881 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-d4d818a5-62af-4475-a1fd-6723ac1022e9 service neutron] 10.222.0.72 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520486 Aug 23 14:09:43.533720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1a492414-5b3e-46a5-a59b-34ef5a4f65e0 req-b580ea89-00d3-43f3-b6be-360e1b2f9fee tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Synchronizing usage tracker for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:43.588425 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7031142-5a05-42c8-86db-4d3ee4f173f7 req-0757d644-c940-40d5-8a0b-aa18463b6fd2 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926520 Aug 23 14:09:43.669250 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-618f21c7-48f1-4fe7-a67c-bfcb3e553497 service neutron] 10.222.0.72 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623502 Aug 23 14:09:43.883912 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:43.885910 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:43.921123 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:43.978024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=42c0b17d-c184-49f0-b94c-62095ecac5a7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:43.984038 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:44.003655 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1a492414-5b3e-46a5-a59b-34ef5a4f65e0 req-b580ea89-00d3-43f3-b6be-360e1b2f9fee tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Unset dirty status for tenant:36bff38ae2be41d584e46ee369dcbe4f on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:44.005548 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1a492414-5b3e-46a5-a59b-34ef5a4f65e0 req-b580ea89-00d3-43f3-b6be-360e1b2f9fee tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914004 Aug 23 14:09:44.092013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:44.108321 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 has no active binding in host n-h1-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:09:44.174570 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:44.225579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053c0e-48bf-4905-9a2a-93f83691b752 req-4d11c6c5-1d8d-43fd-a38a-ad75538f0ec4 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:44.232715 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e053c0e-48bf-4905-9a2a-93f83691b752 req-4d11c6c5-1d8d-43fd-a38a-ad75538f0ec4 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 944 time: 0.1169231 Aug 23 14:09:44.275754 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e053c0e-48bf-4905-9a2a-93f83691b752 req-014d1ab6-6a4c-4974-b32e-76f5ce817df8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Aug 23 14:09:44.279996 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['42c0b17d-c184-49f0-b94c-62095ecac5a7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:44.367271 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:44.494687 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4d9b5-7264-4a29-8f27-3b265f0ce4fd req-f0b5bb68-0541-4280-b5f3-fc0142333773 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:44.496290 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77f4d9b5-7264-4a29-8f27-3b265f0ce4fd req-f0b5bb68-0541-4280-b5f3-fc0142333773 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 950 time: 0.1118872 Aug 23 14:09:44.579104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77f4d9b5-7264-4a29-8f27-3b265f0ce4fd req-19e98c2c-6c11-4a15-83ce-4d4be7a998d4 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710201 Aug 23 14:09:44.757067 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99f998-580a-4272-bd74-f24f1811acd2 req-aca8b421-59d1-4b9a-a945-73b57dd7e7f3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:44.758670 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f99f998-580a-4272-bd74-f24f1811acd2 req-aca8b421-59d1-4b9a-a945-73b57dd7e7f3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 949 time: 0.1817112 Aug 23 14:09:44.837335 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f99f998-580a-4272-bd74-f24f1811acd2 req-9d201432-24c9-4536-9514-07efe85afd11 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642631 Aug 23 14:09:44.869939 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c805acb-4426-4883-94c4-96053d8ad974 req-3c29331d-2930-4659-958d-d1adcacfa5d0 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:44.871655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c805acb-4426-4883-94c4-96053d8ad974 req-3c29331d-2930-4659-958d-d1adcacfa5d0 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 945 time: 0.1261322 Aug 23 14:09:44.926096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c805acb-4426-4883-94c4-96053d8ad974 req-a3d713e1-ce49-4dc8-b732-0058b83eeaf6 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469663 Aug 23 14:09:44.953867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4f38b64c-33e6-4237-b467-944a4606bd77 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:09:45.023112 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77', 'status': 'completed', 'code': 200} Aug 23 14:09:45.140522 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4f38b64c-33e6-4237-b467-944a4606bd77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4f38b64c-33e6-4237-b467-944a4606bd77,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:45.156187 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6fc23-0300-440c-a040-fc6da05b5805 req-643c70b5-987f-4ea8-9a24-3c9f9075544c tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.161515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '4f38b64c-33e6-4237-b467-944a4606bd77', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '4f38b64c-33e6-4237-b467-944a4606bd77', 'mac_address': 'fa:16:3e:d9:bd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:09:45.167403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4c6fc23-0300-440c-a040-fc6da05b5805 req-643c70b5-987f-4ea8-9a24-3c9f9075544c tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 947 time: 0.2073545 Aug 23 14:09:45.207788 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c4e62017-f84c-4cd8-96a3-bd59148a43a0 req-4c27dd40-0746-4f07-82c1-3c38a5f90c3c tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 210 time: 0.0758386 Aug 23 14:09:45.241804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-3213c062-bc16-48af-b7cb-f973975b8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.243457 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-3213c062-bc16-48af-b7cb-f973975b8202 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1125 time: 0.1840854 Aug 23 14:09:45.251788 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4c6fc23-0300-440c-a040-fc6da05b5805 req-8d07f0ea-6e21-426a-8cc8-13ecba8b31c2 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831223 Aug 23 14:09:45.257590 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.283524 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f38b64c-33e6-4237-b467-944a4606bd77 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:45.324626 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4f38b64c-33e6-4237-b467-944a4606bd77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4f38b64c-33e6-4237-b467-944a4606bd77,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:45.408452 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:45.411822 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:45.500129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-b48887e9-6f8f-4e4d-8fb2-5433ea3d5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.502028 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-b48887e9-6f8f-4e4d-8fb2-5433ea3d5371 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.2479751 Aug 23 14:09:45.535834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4f38b64c-33e6-4237-b467-944a4606bd77,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:45.541368 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:45.558648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4171daa-276c-4c02-8f13-5d10061c3bbd req-c3c0a2c4-4af3-4970-83a9-5440db512559 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.563583 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4171daa-276c-4c02-8f13-5d10061c3bbd req-c3c0a2c4-4af3-4970-83a9-5440db512559 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 944 time: 0.1528018 Aug 23 14:09:45.616698 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-ee4fa08d-36aa-4737-993f-c48e4bb76153 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.1039987 Aug 23 14:09:45.622207 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4171daa-276c-4c02-8f13-5d10061c3bbd req-a6b59d5d-48ec-4010-86d9-7bc66799211d tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570824 Aug 23 14:09:45.690873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-fa2fb77e-c592-438c-a698-f1e7bcdb30b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.692431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-fa2fb77e-c592-438c-a698-f1e7bcdb30b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.0666385 Aug 23 14:09:45.752478 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-1761ec67-ff14-41a6-a74e-26474125618a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491292 Aug 23 14:09:45.836218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514626ad-33ad-45f1-b704-362865ac9144 req-017bbb7e-6548-43f2-8eca-238ecbe2c881 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:45.837714 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-514626ad-33ad-45f1-b704-362865ac9144 req-017bbb7e-6548-43f2-8eca-238ecbe2c881 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 944 time: 0.1216707 Aug 23 14:09:45.876094 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4f38b64c-33e6-4237-b467-944a4606bd77'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:45.902214 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-514626ad-33ad-45f1-b704-362865ac9144 req-857ac724-5586-45db-b510-4a1c519c0ab3 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 Aug 23 14:09:45.905867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 54f71897-0122-49c4-93d0-e7a5300d47b0 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:46.023423 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-cccb8bf9-e89b-4d1d-b95b-290db50617a5 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571294 Aug 23 14:09:46.100545 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee1770-bd63-4962-aed4-77b617d8b23e req-16eb2ffc-2b52-4950-8bef-977ea97e4aec tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:46.116384 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0ee1770-bd63-4962-aed4-77b617d8b23e req-16eb2ffc-2b52-4950-8bef-977ea97e4aec tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 950 time: 0.2297220 Aug 23 14:09:46.193941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 54f71897-0122-49c4-93d0-e7a5300d47b0 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:46.207207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 54f71897-0122-49c4-93d0-e7a5300d47b0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:46.207652 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.291991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891854-33ee-4508-9fc7-4d1e2b4bab2b req-881dbf20-b405-4698-a6f4-0edb569ababb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:46.300183 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e891854-33ee-4508-9fc7-4d1e2b4bab2b req-881dbf20-b405-4698-a6f4-0edb569ababb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 949 time: 0.1414559 Aug 23 14:09:46.313256 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0ee1770-bd63-4962-aed4-77b617d8b23e req-7ae36c95-2aac-416d-8b71-622071d7c4b8 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958280 Aug 23 14:09:46.362342 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e891854-33ee-4508-9fc7-4d1e2b4bab2b req-74d165b3-de59-4873-9d77-27d322fee482 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606463 Aug 23 14:09:46.373940 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a7e2172-8492-427d-9cee-6ab46e4356eb req-e7e93473-82b7-467c-b0aa-e9222805818d service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412294 Aug 23 14:09:46.471742 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.514046 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f71897-0122-49c4-93d0-e7a5300d47b0'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:46.524834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 54f71897-0122-49c4-93d0-e7a5300d47b0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=54f71897-0122-49c4-93d0-e7a5300d47b0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:46.567555 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-228c4442-20e0-4aef-b467-044a915c367a req-320c9f99-c05d-4bf4-b87f-275817a83c0e tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 210 time: 0.0486631 Aug 23 14:09:46.647580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e619964-9765-4ee6-9b2a-dd7b0cfee19d req-dd6ee201-82f7-43a1-be29-2fd1852a3bee tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:46.652374 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.652531 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e619964-9765-4ee6-9b2a-dd7b0cfee19d req-dd6ee201-82f7-43a1-be29-2fd1852a3bee tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 945 time: 0.1868608 Aug 23 14:09:46.652647 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 42c0b17d-c184-49f0-b94c-62095ecac5a7 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:46.677982 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:46.761657 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e619964-9765-4ee6-9b2a-dd7b0cfee19d req-4ae4a802-f2a0-41e7-89d7-5c61fa366cc0 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001265 Aug 23 14:09:46.788499 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=54f71897-0122-49c4-93d0-e7a5300d47b0,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:46.792246 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:46.803605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5f5df-1166-429d-a5f2-b46fdef1e49d req-a1e3fce8-953a-42d9-973e-17f1fc54d612 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:46.805227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-35b5f5df-1166-429d-a5f2-b46fdef1e49d req-a1e3fce8-953a-42d9-973e-17f1fc54d612 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 948 time: 0.1177757 Aug 23 14:09:46.864314 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-35b5f5df-1166-429d-a5f2-b46fdef1e49d req-60e365f9-e33b-4b19-8fd9-584ec7aeb418 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522790 Aug 23 14:09:46.928319 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 42c0b17d-c184-49f0-b94c-62095ecac5a7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:46.934550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 42c0b17d-c184-49f0-b94c-62095ecac5a7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:46.934849 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:46.988751 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f71897-0122-49c4-93d0-e7a5300d47b0', 'code': 200} Aug 23 14:09:47.142933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.172940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8386f8-5715-401e-b965-54016242a223 req-44ef764f-ccad-4786-8e5b-17d09a7e0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.174400 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3f8386f8-5715-401e-b965-54016242a223 req-44ef764f-ccad-4786-8e5b-17d09a7e0de1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 1101 time: 0.1540897 Aug 23 14:09:47.191144 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 42c0b17d-c184-49f0-b94c-62095ecac5a7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=42c0b17d-c184-49f0-b94c-62095ecac5a7,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:47.206138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb33dfa-d51a-434d-92ee-8a3cb93fac87 req-7d62e07e-2db8-47f0-8128-44de7d1203d9 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.208219 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bb33dfa-d51a-434d-92ee-8a3cb93fac87 req-7d62e07e-2db8-47f0-8128-44de7d1203d9 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 944 time: 0.1347513 Aug 23 14:09:47.258882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3f8386f8-5715-401e-b965-54016242a223 req-3f1da7a2-0aa7-47e6-9a04-d6414cf23f93 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766861 Aug 23 14:09:47.277429 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bb33dfa-d51a-434d-92ee-8a3cb93fac87 req-d1745848-b875-4cae-8a6d-a53bc166151a tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Aug 23 14:09:47.357650 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.360494 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:47.438562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=42c0b17d-c184-49f0-b94c-62095ecac5a7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:47.441636 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:47.469173 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af5ad6-3c1d-49ba-8270-7106e3a1d41d req-aa2b11c3-d671-4db2-9d23-d66535ba3acf tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.470898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4af5ad6-3c1d-49ba-8270-7106e3a1d41d req-aa2b11c3-d671-4db2-9d23-d66535ba3acf tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 945 time: 0.0969245 Aug 23 14:09:47.480139 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 36376) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:47.487891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'floatingip': {'port_id': '807f1dfe-8e5c-4c10-b46e-780f6712a61c'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:47.521595 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-7c2bab44-28b7-43fb-a7bf-647f8dedec66 service neutron] 10.222.0.64 "GET /v2.0/ports/7e4fee19-0c33-4c5a-a910-e6f1c043af77/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.0942807 Aug 23 14:09:47.743902 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:47.891228 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17544858-49da-46cb-9e7a-f789203a0ddc req-0425ba06-3512-48f9-ace3-8ab22d935044 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.892800 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-17544858-49da-46cb-9e7a-f789203a0ddc req-0425ba06-3512-48f9-ace3-8ab22d935044 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 950 time: 0.2048090 Aug 23 14:09:47.945422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46566159-7890-4a3c-be01-8e549280ecbd req-9d7a58fa-ee1d-4e54-9e7e-06f794e1006f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:47.946967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-46566159-7890-4a3c-be01-8e549280ecbd req-9d7a58fa-ee1d-4e54-9e7e-06f794e1006f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 944 time: 0.2743931 Aug 23 14:09:47.975108 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:47.989659 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-17544858-49da-46cb-9e7a-f789203a0ddc req-8be79d8a-8adb-49d4-8345-3474e2080d1e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852859 Aug 23 14:09:48.003694 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:48.139141 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4fee19-0c33-4c5a-a910-e6f1c043af77 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:48.211730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:48.295586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d1853-661f-4230-95de-0a4946b9fd8e req-57cd3863-1306-44e4-91cb-0bcd0a3020cf tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:48.297663 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-031d1853-661f-4230-95de-0a4946b9fd8e req-57cd3863-1306-44e4-91cb-0bcd0a3020cf tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 950 time: 0.1330738 Aug 23 14:09:48.300225 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-46566159-7890-4a3c-be01-8e549280ecbd req-56ae5ded-8689-4b34-ba1e-df0aa5ba0126 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186452 Aug 23 14:09:48.361620 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:48.386445 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-031d1853-661f-4230-95de-0a4946b9fd8e req-ea02bba0-0b1b-43b0-a2eb-477d1cbfb694 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816457 Aug 23 14:09:48.449872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-5372d5d2-97e9-4476-92b5-f2b7aad97fca tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:48.452109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-5372d5d2-97e9-4476-92b5-f2b7aad97fca tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.64 "GET /v2.0/networks?id=67cdf5cd-16a3-48a8-b222-543bfb601bc0 HTTP/1.1" status: 200 len: 816 time: 0.5041630 Aug 23 14:09:48.521999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] Transition to ACTIVE for port object 7e4fee19-0c33-4c5a-a910-e6f1c043af77 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:48.638257 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:48.643616 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:48.681559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e551bad6-77a0-4549-b63f-2ababc3645f3 req-1673f09a-3c56-400e-a43b-f5424f2e1f7d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 210 time: 0.1681352 Aug 23 14:09:48.738888 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=10']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:48.748566 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:48.900318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] No DVR routers for this DVR port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:09:48.913471 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7068c5-b572-4010-90fc-5147970b3be4 req-14d3a6f6-bb01-4516-9342-ca2b99d9dfa8 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:48.921505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad7068c5-b572-4010-90fc-5147970b3be4 req-14d3a6f6-bb01-4516-9342-ca2b99d9dfa8 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 948 time: 0.3580863 Aug 23 14:09:48.970356 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4f38b64c-33e6-4237-b467-944a4606bd77 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:09:49.025518 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-846c1153-3491-4258-a2c6-394f8c39fbda tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57e66d68ec714d0ba47f0c94e701f61a HTTP/1.1" status: 200 len: 380 time: 0.5411942 Aug 23 14:09:49.031435 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c0b17d-c184-49f0-b94c-62095ecac5a7'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:49.063327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Request body: {'port': {'device_id': '56c76647-6b1a-4f71-8010-923469cecf3a', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'admin_state_up': True, 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'security_groups': ['5cab3812-e8a8-4632-b510-35efaf8828f3']}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:49.114111 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] 10.222.0.64 "PUT /v2.0/ports/7e4fee19-0c33-4c5a-a910-e6f1c043af77/bindings/n-h1-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5808907 Aug 23 14:09:49.141669 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad7068c5-b572-4010-90fc-5147970b3be4 req-42e0e067-e2b5-4eeb-9538-6d8c8f1fed27 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191589 Aug 23 14:09:49.254329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 4f38b64c-33e6-4237-b467-944a4606bd77 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:49.260952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 4f38b64c-33e6-4237-b467-944a4606bd77 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:49.261389 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:49.421448 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:49.436648 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec65be-fb55-4a1d-9bae-e75673a1aa80 req-6fec413d-2679-428e-9286-2118fe0459a3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:49.440597 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14ec65be-fb55-4a1d-9bae-e75673a1aa80 req-6fec413d-2679-428e-9286-2118fe0459a3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 950 time: 0.1105938 Aug 23 14:09:49.505724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4f38b64c-33e6-4237-b467-944a4606bd77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4f38b64c-33e6-4237-b467-944a4606bd77,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:49.544696 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14ec65be-fb55-4a1d-9bae-e75673a1aa80 req-2de58fdd-c5a0-432c-b6f7-dec5a2c588be tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591140 Aug 23 14:09:49.578889 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:49.583891 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:49.642208 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-7e92388f-b3d1-4cf9-bccd-d33510de8aa4 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:49.643835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-7e92388f-b3d1-4cf9-bccd-d33510de8aa4 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 950 time: 0.2043254 Aug 23 14:09:49.688001 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf2558-788d-4c92-8e00-c925a555e68e req-ff0faf2b-f7b4-41c5-af90-6f7ea866c33f tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:49.692308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ccf2558-788d-4c92-8e00-c925a555e68e req-ff0faf2b-f7b4-41c5-af90-6f7ea866c33f tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 945 time: 0.7470984 Aug 23 14:09:49.763168 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c0b17d-c184-49f0-b94c-62095ecac5a7', 'code': 200} Aug 23 14:09:49.780422 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4f38b64c-33e6-4237-b467-944a4606bd77,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:49.802283 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:49.824319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:49.849757 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:09:49.872390 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Deleting port cda0c42d-e702-4a41-94f4-7dcef8507b6e {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:09:49.872921 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:50.000600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ccf2558-788d-4c92-8e00-c925a555e68e req-f253192e-27f5-4419-a1e4-7990cb125294 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889974 Aug 23 14:09:50.002811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:50.088776 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-25ec4472-1ac7-4323-a5bd-1092784aa181 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:50.092346 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-25ec4472-1ac7-4323-a5bd-1092784aa181 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.7794344 Aug 23 14:09:50.099653 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3fcca-0f1d-4ccb-8ca5-d180ac8d2450 req-888d91af-647a-4768-9b20-84ae72290c77 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:50.115638 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95b3fcca-0f1d-4ccb-8ca5-d180ac8d2450 req-888d91af-647a-4768-9b20-84ae72290c77 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 945 time: 0.3093262 Aug 23 14:09:50.170797 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:50.209573 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95b3fcca-0f1d-4ccb-8ca5-d180ac8d2450 req-656165fc-39b2-41a4-b453-58bd0c27fab7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900228 Aug 23 14:09:50.220734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Made reservation on behalf of 57e66d68ec714d0ba47f0c94e701f61a for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:09:50.220734 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:50.234293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99471df-fd34-4af9-8c9c-675d51c25f82 req-87610ef5-e0d5-460a-a6ab-78bfec1bc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:50.235846 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c99471df-fd34-4af9-8c9c-675d51c25f82 req-87610ef5-e0d5-460a-a6ab-78bfec1bc6bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 1096 time: 0.4709241 Aug 23 14:09:50.341637 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:50.431345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] For port cda0c42d-e702-4a41-94f4-7dcef8507b6e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cda0c42d-e702-4a41-94f4-7dcef8507b6e,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:50.431345 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:50.516148 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1f49acf3-3498-45fc-9498-ad4faa553806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:50.518024 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-1f49acf3-3498-45fc-9498-ad4faa553806 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1&tenant_id=9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 1096 time: 0.4172058 Aug 23 14:09:50.550145 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c99471df-fd34-4af9-8c9c-675d51c25f82 req-4c4ad6b8-2834-4a8e-899b-83dadf522f50 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026605 Aug 23 14:09:50.691783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Calling delete_port for cda0c42d-e702-4a41-94f4-7dcef8507b6e owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:09:50.801471 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-25f841a3-2426-49a5-9a16-764dfb09e6fe tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:50.803034 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-25f841a3-2426-49a5-9a16-764dfb09e6fe tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 1101 time: 0.2810841 Aug 23 14:09:50.848877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced34a09-79eb-4368-8217-2b09100fa7ea req-30be5f89-aa8c-4fe1-b721-21ce881e8164 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:50.850721 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ced34a09-79eb-4368-8217-2b09100fa7ea req-30be5f89-aa8c-4fe1-b721-21ce881e8164 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 950 time: 0.6107600 Aug 23 14:09:50.855460 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41 associated. External IP: 172.25.7.67, port: 807f1dfe-8e5c-4c10-b46e-780f6712a61c. Aug 23 14:09:50.871281 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:50.909942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:50.918467 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Usage tracker for resource:security_group_rule and tenant:8aa42940fe9f4ec8906fa2e22ade5d07 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:09:50.924388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:09:50.932694 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:09:50.976804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Allocated IP 172.20.0.3 (67cdf5cd-16a3-48a8-b222-543bfb601bc0/65cd8e27-04f6-4047-ad52-dc91e52f9041/56e661c6-8a26-4346-8358-7ad93b6fbcb7) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:09:50.980724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:09:51.027580 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:51.048815 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:51.095664 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:09:51.104941 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Pushing event deleted for resources: {'Port': ['ID=cda0c42d-e702-4a41-94f4-7dcef8507b6e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:51.115174 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ced34a09-79eb-4368-8217-2b09100fa7ea req-7edcf3b6-e1d4-4da9-82fe-529459811efe tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/security-groups?id=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879761 Aug 23 14:09:51.160344 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:51.220755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-a90aa624-22f6-4040-9ffc-cd74a92fea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:51.222357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-a90aa624-22f6-4040-9ffc-cd74a92fea67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1096 time: 0.4753156 Aug 23 14:09:51.255593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] No DVR routers for this DVR port cda0c42d-e702-4a41-94f4-7dcef8507b6e on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:09:51.258371 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:51.290873 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:51.291943 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'name': 'network-vif-deleted', 'tag': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:51.421381 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83a2efdb-7dc3-487b-b3d6-cb4a48021d74 req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.82 "DELETE /v2.0/ports/cda0c42d-e702-4a41-94f4-7dcef8507b6e HTTP/1.1" status: 204 len: 173 time: 1.7665362 Aug 23 14:09:51.425076 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36d3f84d-dd4c-4253-b426-b3357e90c78d req-83ccc963-8cef-4b6f-89f1-52d0e134645a tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 210 time: 0.1194012 Aug 23 14:09:51.461535 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:51.472067 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:51.500673 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Synchronizing usage tracker for tenant:8aa42940fe9f4ec8906fa2e22ade5d07 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:51.515924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0821abf2-470e-466e-8f96-424504c19de5,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:51.519165 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:51.647811 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Unset dirty status for tenant:8aa42940fe9f4ec8906fa2e22ade5d07 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:51.649136 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c28f5f5e-e689-4931-a12f-222f1769b6ce req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8114634 Aug 23 14:09:51.765589 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38b64c-33e6-4237-b467-944a4606bd77'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:51.909852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87dd8-432b-4091-8020-9e8705872f8b req-e5a1ea35-9867-44b6-8f95-f9ce08ff52ca tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:51.911430 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3cb87dd8-432b-4091-8020-9e8705872f8b req-e5a1ea35-9867-44b6-8f95-f9ce08ff52ca tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.1012907 Aug 23 14:09:51.934828 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device cda0c42d-e702-4a41-94f4-7dcef8507b6e no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:09:51.986520 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3cb87dd8-432b-4091-8020-9e8705872f8b req-b3351ed9-b16e-4c62-83dc-fc089d7ceeb1 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663445 Aug 23 14:09:52.026093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-a3e467c0-f5cc-467b-9481-d4600da68271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:52.026093 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-a3e467c0-f5cc-467b-9481-d4600da68271 service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.7682767 Aug 23 14:09:52.027546 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:52.055416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: cda0c42d-e702-4a41-94f4-7dcef8507b6e {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:09:52.056244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device cda0c42d-e702-4a41-94f4-7dcef8507b6e not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:09:52.160929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-e32c5e1c-a8af-4da9-a004-a0f6e0e9a2a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.1264746 Aug 23 14:09:52.276669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Transition to ACTIVE for port object 56e661c6-8a26-4346-8358-7ad93b6fbcb7 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:52.304980 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Router 2518098c-8b04-49e6-8834-c59f8eb9b632 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:09:52.332081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-14ebb39a-d108-4b55-9e9b-66af5ad28af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:52.333871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-14ebb39a-d108-4b55-9e9b-66af5ad28af0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1540136 Aug 23 14:09:52.365541 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279b00-4080-4fb4-80a9-87e681ccebdf req-f5aaa479-c34d-4c15-ab95-d486db1e9518 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:52.367184 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19279b00-4080-4fb4-80a9-87e681ccebdf req-f5aaa479-c34d-4c15-ab95-d486db1e9518 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 945 time: 0.1133542 Aug 23 14:09:52.428792 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19279b00-4080-4fb4-80a9-87e681ccebdf req-51c42696-fabf-4858-b62f-fbb93d3677ca tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Aug 23 14:09:52.506876 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4', 'name': 'network-vif-deleted', 'tag': 'cda0c42d-e702-4a41-94f4-7dcef8507b6e', 'status': 'completed', 'code': 200} Aug 23 14:09:52.544360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-66f7235d-ed8a-45ff-99a3-21a4539c0933 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389217 Aug 23 14:09:52.649418 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:52.714525 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:52.792994 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38b64c-33e6-4237-b467-944a4606bd77', 'code': 200} Aug 23 14:09:53.035669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:09:53.055885 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:09:53.056602 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a287b-bdd9-42b9-9cd0-750891d31f3a req-c1e28e2b-b21a-4bc4-920d-b8bd593e27db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:53.058179 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9d0a287b-bdd9-42b9-9cd0-750891d31f3a req-c1e28e2b-b21a-4bc4-920d-b8bd593e27db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 1100 time: 0.1871800 Aug 23 14:09:53.062162 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:09:53.064926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:09:53.065792 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4b02af5a-ac41-43a3-aec7-746199eaf426 req-c1d5ac9b-e5a9-4f22-98d4-03076016a2d9 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Synchronizing usage tracker for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:53.074719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:53.075488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.089770 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] Sync routers for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:09:53.096969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event updated for resources: {'Port': ['ID=56e661c6-8a26-4346-8358-7ad93b6fbcb7,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:53.109518 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:09:53.110395 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:09:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:53.123943 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:53.135527 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c5c12-44b4-45ca-b76f-5db804090981 req-8128e296-cf4e-4611-96d1-568b31d7077b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:53.144686 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee9c5c12-44b4-45ca-b76f-5db804090981 req-8128e296-cf4e-4611-96d1-568b31d7077b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 945 time: 0.7379060 Aug 23 14:09:53.173110 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.175747 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9d0a287b-bdd9-42b9-9cd0-750891d31f3a req-8126f381-2b12-4a53-bb41-97b9d0cad391 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043701 Aug 23 14:09:53.213503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-6a9be6d7-b92a-4604-84d5-528515fd770b service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530790 Aug 23 14:09:53.284924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4b02af5a-ac41-43a3-aec7-746199eaf426 req-c1d5ac9b-e5a9-4f22-98d4-03076016a2d9 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Unset dirty status for tenant:8ade135618cc4104a14b304fccd87b4e on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:53.287054 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4b02af5a-ac41-43a3-aec7-746199eaf426 req-c1d5ac9b-e5a9-4f22-98d4-03076016a2d9 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9f1b14b-c91b-47ee-a3a3-c52ef0d7eae4 HTTP/1.1" status: 200 len: 210 time: 0.2938361 Aug 23 14:09:53.309218 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee9c5c12-44b4-45ca-b76f-5db804090981 req-e127db12-aaf8-4479-a123-743fdce57294 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632333 Aug 23 14:09:53.389397 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3377318 Aug 23 14:09:53.395238 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:09:53.405216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e946b41b-689d-4092-b174-611a679e4959 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "PUT /v2.0/floatingips/ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41 HTTP/1.1" status: 200 len: 990 time: 5.9158998 Aug 23 14:09:53.414753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:53.424860 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Request body: {'port': {'device_id': '56c76647-6b1a-4f71-8010-923469cecf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:53.567880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-18640c38-e753-4334-bf37-dcf5164a848e service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262997 Aug 23 14:09:53.626172 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5ca99d1f-c0e5-44f6-a3a8-d23575f21826 None None] Provisioning for port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:09:53.634455 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5ca99d1f-c0e5-44f6-a3a8-d23575f21826 None None] Provisioning complete for port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:09:53.635015 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5ca99d1f-c0e5-44f6-a3a8-d23575f21826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.649756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a55de8-a260-4945-bbde-64abcd1b7129 req-41d9a7e0-c18e-478f-94ec-77223e3ca451 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:53.661597 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5a55de8-a260-4945-bbde-64abcd1b7129 req-41d9a7e0-c18e-478f-94ec-77223e3ca451 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 945 time: 0.1696839 Aug 23 14:09:53.710806 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-5ca99d1f-c0e5-44f6-a3a8-d23575f21826 None None] Port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:09:53.711207 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:53.726703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5a55de8-a260-4945-bbde-64abcd1b7129 req-4ce7f3b4-bd82-4217-90c6-e2526af3347b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641823 Aug 23 14:09:53.858401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f70689-3f4a-4b3f-a0ca-80e28648bdd1 req-95e20535-ebb8-4fa7-8fe1-d02ac8284ef3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:53.859179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-47f70689-3f4a-4b3f-a0ca-80e28648bdd1 req-95e20535-ebb8-4fa7-8fe1-d02ac8284ef3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Synchronizing usage tracker for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:53.900079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-c6f10883-bd01-40a0-96d8-8424a5c16969 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398338 Aug 23 14:09:53.973552 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'port_id': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'mac_address': 'fa:16:3e:28:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:49Z', 'revision_number': 1, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:53.982919 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] Checking router: 2518098c-8b04-49e6-8834-c59f8eb9b632 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:09:54.010085 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:09:54.014034 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:09:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:54.176820 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-24406fab-e5e8-48d5-8416-1141244e2aab tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:54.183203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-47f70689-3f4a-4b3f-a0ca-80e28648bdd1 req-95e20535-ebb8-4fa7-8fe1-d02ac8284ef3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Unset dirty status for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:54.185648 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-24406fab-e5e8-48d5-8416-1141244e2aab tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772484 Aug 23 14:09:54.192190 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47f70689-3f4a-4b3f-a0ca-80e28648bdd1 req-95e20535-ebb8-4fa7-8fe1-d02ac8284ef3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 931 time: 0.5857105 Aug 23 14:09:54.210884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b72e2254-3cd3-467a-82fb-3b4c5256052b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/quotas/0508707a0f2c4de085e161353f10ed87 HTTP/1.1" status: 200 len: 375 time: 0.0242362 Aug 23 14:09:54.328147 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-a09fc329-726d-437a-bbbb-9ad2cdd38dba tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162262 Aug 23 14:09:54.360009 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:09:54.453961 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47f70689-3f4a-4b3f-a0ca-80e28648bdd1 req-7eb2d7c3-2339-4ea7-9c76-0bb06df0a1dd tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604270 Aug 23 14:09:54.580845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e661c6-8a26-4346-8358-7ad93b6fbcb7 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:09:54.618500 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-bd96acb5-9a42-4a73-9fa3-53dd620bb7de tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:54.622375 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-bd96acb5-9a42-4a73-9fa3-53dd620bb7de tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 945 time: 0.1341612 Aug 23 14:09:54.635765 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.648206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-b0738a82-731b-4c2e-a366-e0107d2fef00 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:54.649759 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-b0738a82-731b-4c2e-a366-e0107d2fef00 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.3649704 Aug 23 14:09:54.714471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Transition to ACTIVE for port object 56e661c6-8a26-4346-8358-7ad93b6fbcb7 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:09:54.742068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Deleting port 19706a02-2331-4fbf-8c57-491d99b67ce7 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:09:54.742703 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.818879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c54be8-9b73-4999-af16-0ed10848c7ff req-27064199-1bf7-49ea-a452-f7f1b58eecab tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:54.820451 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-46c54be8-9b73-4999-af16-0ed10848c7ff req-27064199-1bf7-49ea-a452-f7f1b58eecab tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.2450228 Aug 23 14:09:54.827863 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:54.834768 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:54.956416 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'port_id': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'mac_address': 'fa:16:3e:28:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:49Z', 'revision_number': 1, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:09:54.961712 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c7ee4-945e-46ef-a42e-4bd2838c52fd None None] The sync data for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 is: [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'port_id': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'mac_address': 'fa:16:3e:28:f8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:09:49Z', 'revision_number': 1, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:09:55.126987 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=56e661c6-8a26-4346-8358-7ad93b6fbcb7,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:55.138581 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:55.153582 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-46c54be8-9b73-4999-af16-0ed10848c7ff req-c01fcc4b-0ea2-496b-acf7-902977aef414 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709305 Aug 23 14:09:55.242959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Attempting to bind port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:09:55.243684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Attempting to bind port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:09:55.243684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Attempting to bind port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 on network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:55.250800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-debb9112-c9bf-4379-ab6f-12e236f31a16 service neutron] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:55.254045 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 on network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:09:55.254365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Attempting to bind port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 on network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:09:55.263214 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] For port 19706a02-2331-4fbf-8c57-491d99b67ce7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=19706a02-2331-4fbf-8c57-491d99b67ce7,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:09:55.263833 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.265055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:09:55.265572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Checking segment: {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:09:55.266139 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Bound using segment: {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:09:55.266809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Bound port: 56e661c6-8a26-4346-8358-7ad93b6fbcb7, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:09:55.267379 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.299560 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-debb9112-c9bf-4379-ab6f-12e236f31a16 service neutron] Notify callbacks [] for binding, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.301947 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe3cd5-2ced-4cb2-800a-3a0fea8e1728 req-debb9112-c9bf-4379-ab6f-12e236f31a16 service neutron] 10.222.0.82 "DELETE /v2.0/ports/7e4fee19-0c33-4c5a-a910-e6f1c043af77/bindings/n-h2-805628-1 HTTP/1.1" status: 204 len: 173 time: 0.6446567 Aug 23 14:09:55.412749 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72e509-a227-461c-87db-3b22f4dd3961 None None] New status for floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:09:55.497497 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'status': 'completed', 'code': 200} Aug 23 14:09:55.502032 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] For port 56e661c6-8a26-4346-8358-7ad93b6fbcb7, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:09:55.517335 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] For port 56e661c6-8a26-4346-8358-7ad93b6fbcb7, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:09:55.591704 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Calling delete_port for 19706a02-2331-4fbf-8c57-491d99b67ce7 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:09:55.624329 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.636221 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c45d6f95-3886-4f8e-a6a2-046a4b68d0a0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:55.760247 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:55.760247 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:55.761846 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/56e661c6-8a26-4346-8358-7ad93b6fbcb7 HTTP/1.1" status: 200 len: 1091 time: 2.3628111 Aug 23 14:09:55.809917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a869b-133c-4596-9ef8-b8030fd66156 req-2420a13d-dd5f-49cc-9479-9ddd5a15899c tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:55.812784 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-533a869b-133c-4596-9ef8-b8030fd66156 req-2420a13d-dd5f-49cc-9479-9ddd5a15899c tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 945 time: 0.3006120 Aug 23 14:09:55.953700 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-533a869b-133c-4596-9ef8-b8030fd66156 req-87115764-bea6-42f4-9805-75616f394e10 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183217 Aug 23 14:09:55.960336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=56e661c6-8a26-4346-8358-7ad93b6fbcb7,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:55.967872 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:56.014718 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.017648 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.029678 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['19706a02-2331-4fbf-8c57-491d99b67ce7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:09:56.032464 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b3dad74-9586-4a7a-8847-12bb233ee7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:09:56.051540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202f545-01fc-4806-a735-b3c75fb17277 req-30527237-8d68-42a3-8802-3045771a80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.053206 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a202f545-01fc-4806-a735-b3c75fb17277 req-30527237-8d68-42a3-8802-3045771a80fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 1096 time: 0.5224118 Aug 23 14:09:56.198015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event deleted for resources: {'Port': ['ID=19706a02-2331-4fbf-8c57-491d99b67ce7,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:09:56.206562 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:09:56.298584 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e977d792-f6aa-4314-b2ef-4a597664dbf3 req-d7160506-15d4-4e42-a0fd-a8706a359695 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 210 time: 0.0895326 Aug 23 14:09:56.311357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-86c9b08a-3a28-4d63-8836-716f3f40c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.313176 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-86c9b08a-3a28-4d63-8836-716f3f40c250 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57e66d68ec714d0ba47f0c94e701f61a&device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 1094 time: 0.3893850 Aug 23 14:09:56.364055 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] No DVR routers for this DVR port 19706a02-2331-4fbf-8c57-491d99b67ce7 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:09:56.366714 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:56.369819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'name': 'network-vif-deleted', 'tag': '19706a02-2331-4fbf-8c57-491d99b67ce7'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:56.416788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb5aed-ae50-424c-a70b-4ed1cc2045be req-65a70f4f-297e-42e1-b3a1-a7b183ad7afb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.419323 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-59fb5aed-ae50-424c-a70b-4ed1cc2045be req-65a70f4f-297e-42e1-b3a1-a7b183ad7afb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 945 time: 0.6521702 Aug 23 14:09:56.431244 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-c6f865e3-c67b-464e-b91d-ff3501364750 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7 HTTP/1.1" status: 200 len: 217 time: 0.0945604 Aug 23 14:09:56.488396 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bbd88b2-07e5-4d6e-9340-35b500220073 req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "DELETE /v2.0/ports/19706a02-2331-4fbf-8c57-491d99b67ce7 HTTP/1.1" status: 204 len: 173 time: 1.8586721 Aug 23 14:09:56.492845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202f545-01fc-4806-a735-b3c75fb17277 req-7634e63c-d75e-49cc-92ca-3601b0eec3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.494554 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a202f545-01fc-4806-a735-b3c75fb17277 req-7634e63c-d75e-49cc-92ca-3601b0eec3d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 926 time: 0.4107170 Aug 23 14:09:56.611858 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-59fb5aed-ae50-424c-a70b-4ed1cc2045be req-f9b9c225-a1ab-43ff-827b-7e8dd59a7c39 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823223 Aug 23 14:09:56.625705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-f0df59c2-047e-4633-87e0-55917b68ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.627243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-f0df59c2-047e-4633-87e0-55917b68ec31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cd8e27-04f6-4047-ad52-dc91e52f9041 HTTP/1.1" status: 200 len: 855 time: 0.1761603 Aug 23 14:09:56.803560 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a202f545-01fc-4806-a735-b3c75fb17277 req-3aa4bcc1-1997-43aa-9850-6b6c1508764e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c HTTP/1.1" status: 200 len: 1000 time: 0.2995820 Aug 23 14:09:56.920547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a9e39-5ece-4402-9de1-d5e69d59652b req-250d6b89-64f0-44ba-9d9f-0a917631de73 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.925707 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e2a9e39-5ece-4402-9de1-d5e69d59652b req-250d6b89-64f0-44ba-9d9f-0a917631de73 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 943 time: 0.1411786 Aug 23 14:09:56.930561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202f545-01fc-4806-a735-b3c75fb17277 req-614c1e8e-a329-432f-abfb-c95963ce595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:56.932124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a202f545-01fc-4806-a735-b3c75fb17277 req-614c1e8e-a329-432f-abfb-c95963ce595f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 200 len: 863 time: 0.1190143 Aug 23 14:09:56.973893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2e2a9e39-5ece-4402-9de1-d5e69d59652b req-e2388a20-5d33-4c1b-98eb-9e7056715cde tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Synchronizing usage tracker for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:56.988133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2e2a9e39-5ece-4402-9de1-d5e69d59652b req-e2388a20-5d33-4c1b-98eb-9e7056715cde tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Unset dirty status for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:56.989663 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e2a9e39-5ece-4402-9de1-d5e69d59652b req-e2388a20-5d33-4c1b-98eb-9e7056715cde tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604453 Aug 23 14:09:57.033480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bedc9cc6-e9f7-4991-b963-6ef6f7b12929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:57.037509 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-bedc9cc6-e9f7-4991-b963-6ef6f7b12929 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67cdf5cd-16a3-48a8-b222-543bfb601bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3986073 Aug 23 14:09:57.122513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f7ff2-a0d3-4a9f-b323-1c0c8483690b req-194fc48c-5f39-40de-8bce-e71044df09a2 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:57.125000 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-557f7ff2-a0d3-4a9f-b323-1c0c8483690b req-194fc48c-5f39-40de-8bce-e71044df09a2 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.2561340 Aug 23 14:09:57.271417 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb6a32f-2a2a-4ecd-bab3-cea97604f0be', 'name': 'network-vif-deleted', 'tag': '19706a02-2331-4fbf-8c57-491d99b67ce7', 'status': 'completed', 'code': 200} Aug 23 14:09:57.315536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-557f7ff2-a0d3-4a9f-b323-1c0c8483690b req-b3916b3a-2f14-4157-80f6-1fa13343b070 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426508 Aug 23 14:09:57.341152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202f545-01fc-4806-a735-b3c75fb17277 req-0d49f8bf-85f4-498d-b734-7538263e4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:57.343053 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a202f545-01fc-4806-a735-b3c75fb17277 req-0d49f8bf-85f4-498d-b734-7538263e4feb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8f22f031-f57d-45d9-bb5f-58b27dc4487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4028089 Aug 23 14:09:57.379980 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:57.422835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00cf16bd-bde6-4b2c-b470-2c205fcf6d3f req-66dd0792-3b97-4d3a-9938-bff3c58e72a7 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 210 time: 0.0994067 Aug 23 14:09:57.511919 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:09:57.533448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-96972b36-cf7a-4157-84cd-40736b749268 service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866190 Aug 23 14:09:57.617404 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-fae50de6-034d-4136-a24d-386065ea8bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:57.649647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3d10ab88-8dda-4621-a9df-53094d7bf9df req-6cf34f9e-6007-4b97-9293-4440d9e7d7b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:57.658856 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a202f545-01fc-4806-a735-b3c75fb17277 req-8d6a5faa-9aeb-4ed9-8716-fb09de7b5328 service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952354 Aug 23 14:09:57.786814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83b1360f-48bf-4b9b-8517-1f8fe9e180db req-9b4c1e56-f3ec-4c33-be17-c21c378753d5 service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404916 Aug 23 14:09:57.811039 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3d10ab88-8dda-4621-a9df-53094d7bf9df req-6cf34f9e-6007-4b97-9293-4440d9e7d7b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:57.812774 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d10ab88-8dda-4621-a9df-53094d7bf9df req-6cf34f9e-6007-4b97-9293-4440d9e7d7b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 210 time: 0.2493718 Aug 23 14:09:57.834316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a202f545-01fc-4806-a735-b3c75fb17277 req-5a475fcd-3d91-4b9c-9660-e4c06b7cfb3b service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684909 Aug 23 14:09:58.053907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1bd98-3fca-47d4-ae36-e7e635022e18 req-8919292c-7db3-4b0b-9c84-430dda64a940 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.055482 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bf1bd98-3fca-47d4-ae36-e7e635022e18 req-8919292c-7db3-4b0b-9c84-430dda64a940 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1096 time: 0.0745363 Aug 23 14:09:58.073403 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:58.112190 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bf1bd98-3fca-47d4-ae36-e7e635022e18 req-9d68f74a-6447-4bf1-a86c-87ce07895b09 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501480 Aug 23 14:09:58.236985 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'status': 'completed', 'code': 200} Aug 23 14:09:58.405761 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-12b07676-8221-40b0-b298-948e747f6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.407427 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-12b07676-8221-40b0-b298-948e747f6716 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57e66d68ec714d0ba47f0c94e701f61a&device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 1094 time: 0.1247299 Aug 23 14:09:58.533000 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6f314-d242-4f47-8c62-07942ec7ec47 req-9e962319-67a4-4df5-a214-1909324627fb tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.537739 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e6f314-d242-4f47-8c62-07942ec7ec47 req-9e962319-67a4-4df5-a214-1909324627fb tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 943 time: 0.1261106 Aug 23 14:09:58.587783 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e6f314-d242-4f47-8c62-07942ec7ec47 req-cc869cd3-7a18-471c-8d65-ae877713add5 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473344 Aug 23 14:09:58.624248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fd9cd-0509-466e-b295-a51c8f3aef19 req-56a73a0e-970f-4221-8885-58fe68d491cf tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.625932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-378fd9cd-0509-466e-b295-a51c8f3aef19 req-56a73a0e-970f-4221-8885-58fe68d491cf tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.2236099 Aug 23 14:09:58.670227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-1c8d3713-9fcf-4e7a-9eab-dd63db3c6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.670227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-1c8d3713-9fcf-4e7a-9eab-dd63db3c6365 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67cdf5cd-16a3-48a8-b222-543bfb601bc0 HTTP/1.1" status: 200 len: 918 time: 0.2171674 Aug 23 14:09:58.757274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-28870254-f2d3-4f32-8347-5dca2b9d0aff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7 HTTP/1.1" status: 200 len: 217 time: 0.0672228 Aug 23 14:09:58.757274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-378fd9cd-0509-466e-b295-a51c8f3aef19 req-195ca2ac-f76d-4b8b-8858-b989cbe93968 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184011 Aug 23 14:09:58.865789 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-6cacd9f8-fe98-49ea-9284-b92b07e36a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:58.867673 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-6cacd9f8-fe98-49ea-9284-b92b07e36a72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cd8e27-04f6-4047-ad52-dc91e52f9041 HTTP/1.1" status: 200 len: 855 time: 0.1029794 Aug 23 14:09:58.974246 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb601090-2573-4d7e-bd58-558231137e0d req-519634ee-2339-472a-977e-959596b6916d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 210 time: 0.0588956 Aug 23 14:09:59.015422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-710385ee-aef1-4656-9dfe-809ff19f1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:59.017650 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-710385ee-aef1-4656-9dfe-809ff19f1bbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67cdf5cd-16a3-48a8-b222-543bfb601bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423533 Aug 23 14:09:59.025705 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 19706a02-2331-4fbf-8c57-491d99b67ce7 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:09:59.106891 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 19706a02-2331-4fbf-8c57-491d99b67ce7 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:09:59.107285 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 19706a02-2331-4fbf-8c57-491d99b67ce7 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:09:59.141550 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ad44-b13a-4b36-97df-de16e2133913 req-41f9150c-5ae0-4c38-8486-e153df974a6d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:59.142365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-db00ad44-b13a-4b36-97df-de16e2133913 req-41f9150c-5ae0-4c38-8486-e153df974a6d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:09:59.195790 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-fee40d59-857e-4238-b3d5-75c07ff43902 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329971 Aug 23 14:09:59.311722 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-db00ad44-b13a-4b36-97df-de16e2133913 req-41f9150c-5ae0-4c38-8486-e153df974a6d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:09:59.318856 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-41f9150c-5ae0-4c38-8486-e153df974a6d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.4012361 Aug 23 14:09:59.353303 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-34523231-cc84-4ac0-a204-b601c6a50a29 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/quotas/9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 375 time: 0.0333326 Aug 23 14:09:59.357755 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-73b6eb86-d28c-49ab-bce2-f7d047e45f47 req-32936812-c48d-43cc-8438-b887cbc5cf51 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceb6a32f-2a2a-4ecd-bab3-cea97604f0be HTTP/1.1" status: 200 len: 210 time: 0.1896911 Aug 23 14:09:59.401209 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-a0620dc8-65b5-4f07-94c2-257100bcdbe4 service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717134 Aug 23 14:09:59.476306 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-be2621e4-cb44-4786-a45e-4f0e7743510d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:59.478670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-be2621e4-cb44-4786-a45e-4f0e7743510d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761204 Aug 23 14:09:59.505841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': '1fd9914e-d020-4191-87bd-244ef039e445', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:09:59.529898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36542) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:59.553492 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-ecdf71a2-83e7-4b87-8bd1-cbf2689cb551 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1990519 Aug 23 14:09:59.620166 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-efcb5974-8a73-4f0d-bede-b4dd88ad930e req-4623357d-2b93-4eda-95d5-b9dac976e271 service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070682 Aug 23 14:09:59.802550 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-06538229-c851-4d53-ad42-145e8a076df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:09:59.817442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735e874-5edc-4a82-9d5c-c54075a6e753 req-c59650da-6f06-49fc-a533-ab2691a8b6d2 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:09:59.818859 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5735e874-5edc-4a82-9d5c-c54075a6e753 req-c59650da-6f06-49fc-a533-ab2691a8b6d2 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 943 time: 0.0888329 Aug 23 14:09:59.876100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5735e874-5edc-4a82-9d5c-c54075a6e753 req-fd7c16f0-4eb8-4e25-986f-86459aa3b89c tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501447 Aug 23 14:09:59.947623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:09:59.957087 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-29264f1e-72c5-47bc-a5ae-484da8249570 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ade135618cc4104a14b304fccd87b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223688 Aug 23 14:09:59.957693 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 36556) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:09:59.987919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:00.001830 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-a1406f9b-265d-4a74-8546-4046237f83c2 service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473398 Aug 23 14:10:00.053088 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.093211 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.116391 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:00.120435 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.213440 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.218210 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-70698ab9-c50d-46b7-9b6d-8b9ce84e97da tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:00.234520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a9ba1-69b2-43ec-991f-7e51fcd9fb93,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:00.237757 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:00.244700 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-2841f98a-38b0-4a13-a8a0-536d1d0f32fa service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366085 Aug 23 14:10:00.343548 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.347402 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d54a9ba1-69b2-43ec-991f-7e51fcd9fb93 HTTP/1.1" status: 204 len: 168 time: 0.3858659 Aug 23 14:10:00.351164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.51 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/b734ab13-4b70-440f-b22b-d07ea74f92ee) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:00.470019 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-006ee78e-b3e9-42db-a309-ef5a0bc01e8f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600178 Aug 23 14:10:00.672494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-ea3ce60a-a31b-4ab5-9ddd-ae885f872587 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:00.674054 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-ea3ce60a-a31b-4ab5-9ddd-ae885f872587 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956725 Aug 23 14:10:00.695635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:00.696331 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.729289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object b734ab13-4b70-440f-b22b-d07ea74f92ee will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:00.882460 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:00.894251 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:00.899649 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:00.906986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:00.920960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:00.985703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:00.992646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:00.999243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:01.005521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:01.006192 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.010401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=b734ab13-4b70-440f-b22b-d07ea74f92ee,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:01.018453 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:01.030904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:01.044191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.079155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4abce-0e12-4e48-b83a-ad8a5fbb258f req-46a4d682-93ef-4317-bac3-c3561bdef771 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:01.084895 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28e4abce-0e12-4e48-b83a-ad8a5fbb258f req-46a4d682-93ef-4317-bac3-c3561bdef771 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.2392094 Aug 23 14:10:01.176298 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6842167 Aug 23 14:10:01.212942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Request body: {'port': {'device_id': '1fd9914e-d020-4191-87bd-244ef039e445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:01.324894 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28e4abce-0e12-4e48-b83a-ad8a5fbb258f req-c7353598-a329-4592-bd73-e4ed20b43653 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343154 Aug 23 14:10:01.379610 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.458572 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a6e304d-a955-435c-a8c9-05d6aa2dae61 req-f1c70c11-982f-48b6-825f-82f6539670fc tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 210 time: 0.1669178 Aug 23 14:10:01.488594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 36590) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:01.552915 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.564627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.24 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/12b8b1a9-68a0-4fb2-bacf-cba1557f760d) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:01.643205 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d84b7860-6210-400c-92b0-bd8cd5093716 None None] Provisioning for port b734ab13-4b70-440f-b22b-d07ea74f92ee completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:01.645611 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.654267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d84b7860-6210-400c-92b0-bd8cd5093716 None None] Provisioning complete for port b734ab13-4b70-440f-b22b-d07ea74f92ee triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:01.654993 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d84b7860-6210-400c-92b0-bd8cd5093716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:01.749618 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-d84b7860-6210-400c-92b0-bd8cd5093716 None None] Port b734ab13-4b70-440f-b22b-d07ea74f92ee cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:10:01.800161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c4e748c-6848-4091-9796-ef111ac0dfd5 req-12824949-09f3-4b17-8d3d-cbc1b096563a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 210 time: 0.1686406 Aug 23 14:10:01.812879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:01.836832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Usage tracker for resource:security_group_rule and tenant:6983b10071ea474fb861fc1a8028be39 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:01.845667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:01.891014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:01.923449 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19577-ed6c-4f23-877f-9dc158a1978b req-5b8722a2-fa71-4283-8ba4-b40d3507cbf4 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:01.931111 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0bc19577-ed6c-4f23-877f-9dc158a1978b req-5b8722a2-fa71-4283-8ba4-b40d3507cbf4 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 943 time: 0.2915144 Aug 23 14:10:02.005155 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0bc19577-ed6c-4f23-877f-9dc158a1978b req-0939495e-132f-40a7-b20c-76a9538e8ff1 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720296 Aug 23 14:10:02.028471 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.103002 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.128050 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:02.310483 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6983b10071ea474fb861fc1a8028be39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8174155 Aug 23 14:10:02.311137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36604) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:02.327622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c385f77-31e1-4fa1-b2f8-7253f547f68f,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:02.342382 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:02.388180 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.413896 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object 12b8b1a9-68a0-4fb2-bacf-cba1557f760d will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:02.443759 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-0ad723a1-84bd-4c0b-bce7-391cd97f9b75 tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:02.451353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-0ad723a1-84bd-4c0b-bce7-391cd97f9b75 tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 1100 time: 0.3502631 Aug 23 14:10:02.462146 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.473783 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.492366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:02.497197 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Usage tracker for resource:security_group_rule and tenant:a01426c0edae46139683ee9e05a37191 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:02.501174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:02.507517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:02.551256 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.603654 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.614145 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7cf115de-e098-450c-9c29-1e70c16538b9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:02.615688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:02.742912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:02.750125 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:02.760365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:02.766598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:02.766917 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.772075 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.777544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:02.788167 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:02.821462 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52de625-9cc3-475d-8940-48a5deb76bdf req-888763f5-0423-4560-ac8e-9e7b513da859 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:02.822326 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c52de625-9cc3-475d-8940-48a5deb76bdf req-888763f5-0423-4560-ac8e-9e7b513da859 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:02.870824 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.889101 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.890149 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:02.895979 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5fed8c32-fc69-49f3-99c7-57595c0d7883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:02.912296 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2236512 Aug 23 14:10:02.923579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Synchronizing usage tracker for tenant:a01426c0edae46139683ee9e05a37191 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:02.954382 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Request body: {'port': {'device_id': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:03.021357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707edbae-bcd4-46ef-a232-97630fad4515,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:03.026108 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:03.063588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b734ab13-4b70-440f-b22b-d07ea74f92ee {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:03.072638 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.082718 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4c2aa1e7-76b7-4415-b9f7-bb1dc02cfd20 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:03.099832 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c52de625-9cc3-475d-8940-48a5deb76bdf req-888763f5-0423-4560-ac8e-9e7b513da859 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:03.101279 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c52de625-9cc3-475d-8940-48a5deb76bdf req-888763f5-0423-4560-ac8e-9e7b513da859 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 935 time: 0.4805765 Aug 23 14:10:03.104572 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.106402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c385f77-31e1-4fa1-b2f8-7253f547f68f,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:03.111626 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.112756 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c385f77-31e1-4fa1-b2f8-7253f547f68f HTTP/1.1" status: 204 len: 168 time: 0.7994120 Aug 23 14:10:03.114934 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Transition to ACTIVE for port object b734ab13-4b70-440f-b22b-d07ea74f92ee will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:03.116226 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:03.174967 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c52de625-9cc3-475d-8940-48a5deb76bdf req-9d990433-f36e-4de8-b55c-200b0d3dac1a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663900 Aug 23 14:10:03.203442 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.215559 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c40e1d9-90c0-4b43-828e-e1825c9c42df tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:03.307002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.64', 52644) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:03.311177 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5054b90e-1360-4514-b535-4bae89df3f8e None None] Provisioning for port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:03.312686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Unset dirty status for tenant:a01426c0edae46139683ee9e05a37191 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:03.317572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5054b90e-1360-4514-b535-4bae89df3f8e None None] Provisioning complete for port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:03.318228 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5054b90e-1360-4514-b535-4bae89df3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.328208 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c923ebb1-6d54-42e3-a26f-1334b8966ab5 req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752494 Aug 23 14:10:03.483033 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-5054b90e-1360-4514-b535-4bae89df3f8e None None] Port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:10:03.765549 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b734ab13-4b70-440f-b22b-d07ea74f92ee,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:03.776635 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0c7fa814-8092-45a4-8f84-8ebe03fb65d5 req-6e9a6911-0ea6-480c-95d0-0afa56f40e64 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 210 time: 0.1964133 Aug 23 14:10:03.790439 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:03.818328 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Attempting to bind port b734ab13-4b70-440f-b22b-d07ea74f92ee on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:03.818671 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Attempting to bind port b734ab13-4b70-440f-b22b-d07ea74f92ee by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:03.822091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Attempting to bind port b734ab13-4b70-440f-b22b-d07ea74f92ee on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:03.850282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Port b734ab13-4b70-440f-b22b-d07ea74f92ee on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:03.850601 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Attempting to bind port b734ab13-4b70-440f-b22b-d07ea74f92ee on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:03.862681 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:03.863051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:03.863438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:03.866137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Bound port: b734ab13-4b70-440f-b22b-d07ea74f92ee, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:03.866503 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:03.924575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d4054043-2276-4e9f-a790-8f471c21380e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:03.927255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d4054043-2276-4e9f-a790-8f471c21380e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.6189945 Aug 23 14:10:03.947943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Request body: {'port': {'device_id': '753309b7-7eb0-4578-9c41-3286e523adde', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'admin_state_up': True, 'tenant_id': '9984d9e9108c4317bd795b6f89395665'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:04.003259 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-194684be-5952-4f46-b0b6-402995edb97a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.005122 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-194684be-5952-4f46-b0b6-402995edb97a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.5744567 Aug 23 14:10:04.098801 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-6e49dd67-9c58-410c-9bc4-07a6f1d27f67 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/quotas/dd04698ad3cd4dcd8a665df269b8be61 HTTP/1.1" status: 200 len: 375 time: 0.0816634 Aug 23 14:10:04.147019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] For port b734ab13-4b70-440f-b22b-d07ea74f92ee, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:04.163754 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-868dbf00-92b0-4219-892c-8bd8212244cb tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522084 Aug 23 14:10:04.166579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] For port b734ab13-4b70-440f-b22b-d07ea74f92ee, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:04.229140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b8b1a9-68a0-4fb2-bacf-cba1557f760d {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:04.252476 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.280750 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.286218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Transition to ACTIVE for port object 12b8b1a9-68a0-4fb2-bacf-cba1557f760d will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:04.287676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:04.292396 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bdb42e24-e643-40a1-9009-ebacb2bf9420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:04.301863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:04.313767 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda3eb-1967-4220-b0e3-9b04e7dcc265 req-f7b856f8-da5c-48c7-89c8-392c35bb86f8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.318097 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-29fda3eb-1967-4220-b0e3-9b04e7dcc265 req-f7b856f8-da5c-48c7-89c8-392c35bb86f8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 943 time: 0.2981932 Aug 23 14:10:04.377664 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.377664 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.378047 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/b734ab13-4b70-440f-b22b-d07ea74f92ee HTTP/1.1" status: 200 len: 1095 time: 3.1892567 Aug 23 14:10:04.380775 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd9914e-d020-4191-87bd-244ef039e445', 'tag': 'b734ab13-4b70-440f-b22b-d07ea74f92ee'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:04.383832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-29fda3eb-1967-4220-b0e3-9b04e7dcc265 req-f8a19bda-c30a-4b8a-baf6-dfa57dde4948 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612998 Aug 23 14:10:04.413384 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-fe87fb76-69a6-4a94-b15f-af458f9a7426 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336347 Aug 23 14:10:04.425748 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.432798 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-65cf3d63-5d8b-4c0e-9352-74c748e0b0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:04.529945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Made reservation on behalf of 9984d9e9108c4317bd795b6f89395665 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:04.534653 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:04.613984 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b734ab13-4b70-440f-b22b-d07ea74f92ee,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:04.627121 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:04.650006 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-0dc7ea9a-d8ae-4b41-82b6-0972ee7ceaac service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427504 Aug 23 14:10:04.700805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-77de822f-e884-49b2-b1ee-aa8bed761591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.702729 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-77de822f-e884-49b2-b1ee-aa8bed761591 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 1098 time: 0.1820931 Aug 23 14:10:04.823748 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-bea7ebe8-7560-415f-a7e5-a6d16b304749 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee HTTP/1.1" status: 200 len: 217 time: 0.1068220 Aug 23 14:10:04.829912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Pushing event updated for resources: {'Port': ['ID=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:04.833182 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:04.910546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Attempting to bind port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:04.911082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Attempting to bind port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:04.911604 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Attempting to bind port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:04.954213 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:04.955566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Attempting to bind port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:04.974571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eec363e0-904c-4c62-9158-da37c97ac810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:04.976098 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-eec363e0-904c-4c62-9158-da37c97ac810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1361639 Aug 23 14:10:04.983563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:04.983997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:04.984461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:04.984981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Bound port: 12b8b1a9-68a0-4fb2-bacf-cba1557f760d, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:04.985613 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.108064 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd9914e-d020-4191-87bd-244ef039e445', 'tag': 'b734ab13-4b70-440f-b22b-d07ea74f92ee', 'status': 'completed', 'code': 200} Aug 23 14:10:05.199092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b5f4b494-d8ef-48ea-8a65-49acc0179444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:05.205870 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b5f4b494-d8ef-48ea-8a65-49acc0179444 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913409 Aug 23 14:10:05.225289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91492679-f348-4d7e-a82b-29453aeded1d req-02601109-c3e8-41cb-bd18-9e34c4e3d6c4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:05.226196 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-91492679-f348-4d7e-a82b-29453aeded1d req-02601109-c3e8-41cb-bd18-9e34c4e3d6c4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:05.267881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Allocated IP 172.20.0.3 (efbef754-fed7-49db-8196-b45c4a2dc978/e24d87cd-a932-401b-8180-3c9a2097c9c0/8cfb9a22-7244-48f7-b995-8f15f45bc5d5) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:05.302333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-91492679-f348-4d7e-a82b-29453aeded1d req-02601109-c3e8-41cb-bd18-9e34c4e3d6c4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:05.309348 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-91492679-f348-4d7e-a82b-29453aeded1d req-02601109-c3e8-41cb-bd18-9e34c4e3d6c4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 947 time: 0.5265436 Aug 23 14:10:05.340725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] For port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:05.373171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] For port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:05.412861 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-91492679-f348-4d7e-a82b-29453aeded1d req-691ef5ad-b45f-418d-a450-9f7da89fb559 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022208 Aug 23 14:10:05.416889 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6515e206-4810-4adc-8edf-52fba50d3469 req-c5005ba7-043f-4d7b-bfcb-bf7b80286d89 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 210 time: 0.0602076 Aug 23 14:10:05.437048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.454189 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-502507c6-cd04-4884-a6cb-cae130280513 tempest-DeleteServersAdminTestJSON-1034425675 tempest-DeleteServersAdminTestJSON-1034425675-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:05.468319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-202c16c5-c008-462a-be28-bd5b4004f39f service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512007 Aug 23 14:10:05.607933 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:05.608595 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:05.610503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] 10.222.0.64 "PUT /v2.0/ports/12b8b1a9-68a0-4fb2-bacf-cba1557f760d HTTP/1.1" status: 200 len: 1095 time: 2.6610878 Aug 23 14:10:05.622868 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'tag': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:05.654025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37db527c-66b3-497e-99b8-2bef65588132 req-a982e9e4-d40d-42b6-b61e-c34df5fbdf3c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=b72294fa-b6d6-4cd1-9749-275903fe3e1e HTTP/1.1" status: 200 len: 210 time: 0.1328077 Aug 23 14:10:05.870832 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-e1683da0-bc4f-44de-92e6-5ab1ef9fb365 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906260 Aug 23 14:10:06.111905 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.116272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-4fa31513-1470-44b4-ac6c-128529913af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.124743 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-4fa31513-1470-44b4-ac6c-128529913af3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 1098 time: 0.1427236 Aug 23 14:10:06.148135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Pushing event updated for resources: {'Port': ['ID=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:06.168561 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:06.248932 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.274380 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'tag': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', 'status': 'completed', 'code': 200} Aug 23 14:10:06.289916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b58a0e90-fa3a-49bb-924b-d0bc1c37cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.291536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-b58a0e90-fa3a-49bb-924b-d0bc1c37cee9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 1098 time: 0.3903773 Aug 23 14:10:06.297064 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:06.319853 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-b378f8e7-c0ae-40a0-9a0e-9dd3d80a85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.321724 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-b378f8e7-c0ae-40a0-9a0e-9dd3d80a85dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1895463 Aug 23 14:10:06.407808 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-7d8b55fa-92db-4cc9-becb-703aa64a3504 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee HTTP/1.1" status: 200 len: 217 time: 0.0780704 Aug 23 14:10:06.410723 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aca9b7-b1b6-4ac1-a862-e2dadee11e06 req-af76cff3-f024-4e84-8871-d276f9881840 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.419389 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-63aca9b7-b1b6-4ac1-a862-e2dadee11e06 req-af76cff3-f024-4e84-8871-d276f9881840 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 943 time: 0.5197458 Aug 23 14:10:06.438280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:06.505182 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-4e6d86bb-5143-4a83-b817-bf616e3dd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.506849 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-4e6d86bb-5143-4a83-b817-bf616e3dd671 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0910757 Aug 23 14:10:06.518325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-815f2e10-b48a-41fe-b123-04dc7d894d5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=12b8b1a9-68a0-4fb2-bacf-cba1557f760d HTTP/1.1" status: 200 len: 217 time: 0.1630027 Aug 23 14:10:06.519249 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:06.578911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Network efbef754-fed7-49db-8196-b45c4a2dc978 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:06.592071 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:06.598006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-ea0fff96-6c95-4ddc-b152-61b90d60bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.599322 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:06.600215 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-ea0fff96-6c95-4ddc-b152-61b90d60bf60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846322 Aug 23 14:10:06.604982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.605696 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:06.651292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-63aca9b7-b1b6-4ac1-a862-e2dadee11e06 req-86c674c1-8c8e-4e69-bd82-acf79ab23fd1 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308252 Aug 23 14:10:06.674070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-f2e2f9b1-f9ea-496b-a374-3d672cd806ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.674070 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-f2e2f9b1-f9ea-496b-a374-3d672cd806ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1408505 Aug 23 14:10:06.732907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7890074 Aug 23 14:10:06.753515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-555a4e65-9812-4d12-9887-624f64e60e75 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448557 Aug 23 14:10:06.756856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Request body: {'port': {'device_id': '753309b7-7eb0-4578-9c41-3286e523adde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:06.898717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-04a7fc20-1bce-47fa-83e1-4a81fcdf767a req-fdcaecec-6724-4089-bcd9-2b630af603e7 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380157 Aug 23 14:10:06.938667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-bb18b101-9208-4065-a371-a6254e6b3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:06.943864 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-bb18b101-9208-4065-a371-a6254e6b3138 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2624502 Aug 23 14:10:06.951039 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.096990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 56e661c6-8a26-4346-8358-7ad93b6fbcb7 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:07.113325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10445e0-aade-49b1-8bda-261053f482ca req-cf7d5811-262e-4a69-ab1f-c6ff6ccd8eeb tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:07.114882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d10445e0-aade-49b1-8bda-261053f482ca req-cf7d5811-262e-4a69-ab1f-c6ff6ccd8eeb tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.3267667 Aug 23 14:10:07.252315 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 56e661c6-8a26-4346-8358-7ad93b6fbcb7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:07.262514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d10445e0-aade-49b1-8bda-261053f482ca req-ea3ab087-9635-4a42-8310-a3ec78728717 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385486 Aug 23 14:10:07.273695 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-236be937-128d-4e52-b506-de64cc1bb94e service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236938 Aug 23 14:10:07.299235 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'port_id': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'mac_address': 'fa:16:3e:71:aa:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:07.366974 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.385748 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e661c6-8a26-4346-8358-7ad93b6fbcb7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:07.403817 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 56e661c6-8a26-4346-8358-7ad93b6fbcb7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:07.534080 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.536572 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-bbfce36e-a7be-4b60-8c42-96425d6d6b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:07.603316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f50bcc6-1dc6-416b-b412-71d3c204197e req-33b43ab1-409b-4595-ac31-d31e0e360058 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160789 Aug 23 14:10:07.616985 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=56e661c6-8a26-4346-8358-7ad93b6fbcb7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:07.621636 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:07.649606 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f523484-8ea6-49ba-8e3c-d0acaa9e8be0 req-85a5aadc-823d-4eb1-b14b-507ec05fffe4 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:07.651673 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f523484-8ea6-49ba-8e3c-d0acaa9e8be0 req-85a5aadc-823d-4eb1-b14b-507ec05fffe4 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 931 time: 0.1316020 Aug 23 14:10:07.661176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61facd02-b4eb-4ae0-bdf0-da73e2852bcd req-cfe1f673-d7ca-4fa6-8f8f-c734df3576cd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:07.663514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-61facd02-b4eb-4ae0-bdf0-da73e2852bcd req-cfe1f673-d7ca-4fa6-8f8f-c734df3576cd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 947 time: 0.1979363 Aug 23 14:10:07.730939 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f523484-8ea6-49ba-8e3c-d0acaa9e8be0 req-2dcaa950-90a4-45fe-91a7-cdd8ae81749d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679281 Aug 23 14:10:07.757955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:07.770355 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:07.779469 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-61facd02-b4eb-4ae0-bdf0-da73e2852bcd req-0041e0f5-d1ae-4d27-95c7-609b0660081c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775433 Aug 23 14:10:07.816399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['56e661c6-8a26-4346-8358-7ad93b6fbcb7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:07.837640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Transition to ACTIVE for port object 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:07.879621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-9346205c-b483-4c0a-a7e0-321cbd062bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:07.881693 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-9346205c-b483-4c0a-a7e0-321cbd062bee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 1098 time: 0.0988886 Aug 23 14:10:07.971722 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.070923 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-3d41d295-2b3c-4016-bc61-d7290b4d6f66 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:08.075308 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-3d41d295-2b3c-4016-bc61-d7290b4d6f66 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.2675002 Aug 23 14:10:08.182168 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:08.215995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Deleting port 4f38b64c-33e6-4237-b467-944a4606bd77 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:08.219434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.316921 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-d22f1ed4-9bbe-4a6d-bfea-de880030c5d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=b72294fa-b6d6-4cd1-9749-275903fe3e1e HTTP/1.1" status: 200 len: 210 time: 0.1743369 Aug 23 14:10:08.580638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:08.583780 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:08.601558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] For port 4f38b64c-33e6-4237-b467-944a4606bd77, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4f38b64c-33e6-4237-b467-944a4606bd77,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:08.602574 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.698864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-a8c3646b-8748-4902-8251-5952b56f03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:08.702412 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-a8c3646b-8748-4902-8251-5952b56f03e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.8118994 Aug 23 14:10:08.788280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Calling delete_port for 4f38b64c-33e6-4237-b467-944a4606bd77 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:08.791249 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:08.791622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:08.791924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:08.820591 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-04bd64bb-ec10-4756-b22b-61ece001360a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=12b8b1a9-68a0-4fb2-bacf-cba1557f760d HTTP/1.1" status: 200 len: 217 time: 0.1043158 Aug 23 14:10:08.839451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:08.839747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:08.895705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:08.896063 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:08.896586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:08.897001 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Bound port: 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:08.897383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:08.913663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-f1399468-d8a7-49ce-8ef1-5cb4066b6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.173121 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-f1399468-d8a7-49ce-8ef1-5cb4066b6bda service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5113559 Aug 23 14:10:09.173121 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bedd89-9562-4e5b-914f-d3c1fd688ec6 req-81260081-03b2-4f1f-80ff-a21b326fd960 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.173121 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20bedd89-9562-4e5b-914f-d3c1fd688ec6 req-81260081-03b2-4f1f-80ff-a21b326fd960 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 944 time: 0.6075244 Aug 23 14:10:09.173554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3af68-52c4-47c6-a682-a117763a6a28 req-7674998e-0f17-4eef-b7bb-11d6528b8c36 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.173554 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83d3af68-52c4-47c6-a682-a117763a6a28 req-7674998e-0f17-4eef-b7bb-11d6528b8c36 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 949 time: 0.3485308 Aug 23 14:10:09.173850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-5fed2a70-e51c-4981-ad03-416afe70acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.173850 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-5fed2a70-e51c-4981-ad03-416afe70acde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2357852 Aug 23 14:10:09.174110 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83d3af68-52c4-47c6-a682-a117763a6a28 req-6c0393e2-9257-412c-8ba3-b739c4fa2c67 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760412 Aug 23 14:10:09.174265 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device b734ab13-4b70-440f-b22b-d07ea74f92ee details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:09.174265 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 56e661c6-8a26-4346-8358-7ad93b6fbcb7 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:09.270713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:09.291003 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20bedd89-9562-4e5b-914f-d3c1fd688ec6 req-6ad98c9c-8962-42d5-9ba0-a0cc07929cef tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595658 Aug 23 14:10:09.354657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:09.354657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-e5e4b07c-5c09-41ea-98fb-5cb1b7662292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.354657 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-e5e4b07c-5c09-41ea-98fb-5cb1b7662292 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3927019 Aug 23 14:10:09.354657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-946024d7-d837-435c-95f8-e370379c0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.356817 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-946024d7-d837-435c-95f8-e370379c0b8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293923 Aug 23 14:10:09.370836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port b734ab13-4b70-440f-b22b-d07ea74f92ee, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:09.387330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'b734ab13-4b70-440f-b22b-d07ea74f92ee', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'b734ab13-4b70-440f-b22b-d07ea74f92ee', 'mac_address': 'fa:16:3e:a5:0c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:09.445250 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-ede96e86-2c2b-4608-9405-1a909e41fb16 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.454855 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-ede96e86-2c2b-4608-9405-1a909e41fb16 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.2234142 Aug 23 14:10:09.483299 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:09.487072 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-e1b6f90f-e332-43d0-8b94-537a9759f2c4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/quotas/dd04698ad3cd4dcd8a665df269b8be61 HTTP/1.1" status: 200 len: 375 time: 0.0309830 Aug 23 14:10:09.508435 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b734ab13-4b70-440f-b22b-d07ea74f92ee {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:09.522931 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-24dafcad-b4c3-4d79-b080-124e0a4b5036 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569262 Aug 23 14:10:09.539013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port b734ab13-4b70-440f-b22b-d07ea74f92ee, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:09.556009 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-5514a893-38f2-4c53-ac58-970b45658950 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677099 Aug 23 14:10:09.712757 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-8f39a302-49a3-4da6-9ac2-9a28d58b9b88 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557300 Aug 23 14:10:09.735875 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1d58a67-e83b-4406-87fc-f118aa699be4 req-d90a46e9-464c-4b25-a9fa-c17e4d539bbe service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060809 Aug 23 14:10:09.747505 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:09.756993 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:09.765355 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['a0424701-4f4e-40ee-9e88-dccc9f62c107'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:09.789663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4bd3a69-2684-4765-8a8c-00bce1adcc67 req-777f0869-a1d0-4f5e-8914-47a7170d1449 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "GET /v2.0/ports?device_id=b72294fa-b6d6-4cd1-9749-275903fe3e1e HTTP/1.1" status: 200 len: 210 time: 0.0457618 Aug 23 14:10:09.795958 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4f38b64c-33e6-4237-b467-944a4606bd77'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:09.807410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe1f-f9c8-4f9b-9048-131a1c5f3d0e req-63752565-da5a-4745-aca6-7322dffc96b5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.811149 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6e52fe1f-f9c8-4f9b-9048-131a1c5f3d0e req-63752565-da5a-4745-aca6-7322dffc96b5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:09.814271 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:09.819588 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:09.823024 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Pushing event deleted for resources: {'Port': ['ID=4f38b64c-33e6-4237-b467-944a4606bd77,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:09.871192 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:09.898528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:09.899099 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:09.900429 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 1091 time: 3.1477182 Aug 23 14:10:09.900922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:09.910162 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:09.935815 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:09.938606 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:09.956246 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:09.962530 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-ffb3cd33-dfc4-457f-bfc8-5ca8a580231c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:09.963965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] No DVR routers for this DVR port 4f38b64c-33e6-4237-b467-944a4606bd77 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:09.980165 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:09.983839 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'name': 'network-vif-deleted', 'tag': '4f38b64c-33e6-4237-b467-944a4606bd77'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:10.002984 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6e52fe1f-f9c8-4f9b-9048-131a1c5f3d0e req-63752565-da5a-4745-aca6-7322dffc96b5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:10.004422 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e52fe1f-f9c8-4f9b-9048-131a1c5f3d0e req-63752565-da5a-4745-aca6-7322dffc96b5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.3574610 Aug 23 14:10:10.015340 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:10.016073 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:10.056744 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-ad87ef98-71d7-43c9-a9b4-06734d444d85 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372593 Aug 23 14:10:10.101214 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bbaa335-080e-45b1-b3f8-1e048727dcaa req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.64 "DELETE /v2.0/ports/4f38b64c-33e6-4237-b467-944a4606bd77 HTTP/1.1" status: 204 len: 173 time: 2.0097709 Aug 23 14:10:10.291249 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=b734ab13-4b70-440f-b22b-d07ea74f92ee,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:10.295209 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:10.296954 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:10.310648 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e52fe1f-f9c8-4f9b-9048-131a1c5f3d0e req-71896be5-4d64-45ce-a3bb-2562845c79a5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993684 Aug 23 14:10:10.414792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ad44-b13a-4b36-97df-de16e2133913 req-0457f0b3-fe6a-433d-946f-e4b17d9d5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:10.416749 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-0457f0b3-fe6a-433d-946f-e4b17d9d5847 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1094 time: 0.3553665 Aug 23 14:10:10.431604 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:10.503385 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:10.565268 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-b977cdeb-8317-4bdc-b1d0-f606434b5fd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 217 time: 0.1369390 Aug 23 14:10:10.581962 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 56e661c6-8a26-4346-8358-7ad93b6fbcb7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:10.628748 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5', 'status': 'completed', 'code': 200} Aug 23 14:10:10.665171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ad44-b13a-4b36-97df-de16e2133913 req-09785eb9-8348-434d-a7ec-cfacb2acc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:10.666815 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-09785eb9-8348-434d-a7ec-cfacb2acc65d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.0844641 Aug 23 14:10:10.688419 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:10.695216 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dced322a-c300-48fe-879c-3e57bb86107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:10.695472 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7ca409-e381-4037-84ba-6848085c0b9b', 'name': 'network-vif-deleted', 'tag': '4f38b64c-33e6-4237-b467-944a4606bd77', 'status': 'completed', 'code': 200} Aug 23 14:10:10.728755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150267ca-cd0b-4f3c-a0ce-d0c5d0d9da0c req-5888af0d-d50e-4dc3-829b-a636a3c98ed2 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:10.736939 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-150267ca-cd0b-4f3c-a0ce-d0c5d0d9da0c req-5888af0d-d50e-4dc3-829b-a636a3c98ed2 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 947 time: 0.2431314 Aug 23 14:10:10.763104 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-2facbb0d-cae1-44ab-a919-a579134ae61e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863659 Aug 23 14:10:10.790717 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=56e661c6-8a26-4346-8358-7ad93b6fbcb7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:10.794529 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:10.832810 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-150267ca-cd0b-4f3c-a0ce-d0c5d0d9da0c req-a41f84c1-b139-4cf0-8916-8e0cbf88e909 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948184 Aug 23 14:10:10.874964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f7800258-1663-472d-b5cd-50228b9f92b7 req-83805a42-3a60-4512-85be-624aaf0c6d98 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Synchronizing usage tracker for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:10.932752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-bb78d877-aec9-418b-9d30-3c2c5228200a service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612413 Aug 23 14:10:10.985229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f7800258-1663-472d-b5cd-50228b9f92b7 req-83805a42-3a60-4512-85be-624aaf0c6d98 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Unset dirty status for tenant:7588913e40c94dd4aa7f04384b48f784 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:10.986468 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7800258-1663-472d-b5cd-50228b9f92b7 req-83805a42-3a60-4512-85be-624aaf0c6d98 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b7ca409-e381-4037-84ba-6848085c0b9b HTTP/1.1" status: 200 len: 210 time: 0.1582906 Aug 23 14:10:11.098430 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a26ba8b-32ba-4941-a495-d7291130958d req-f9c48e48-2b9e-439b-9481-bb2a44291fa9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 210 time: 0.0519216 Aug 23 14:10:11.156476 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 12b8b1a9-68a0-4fb2-bacf-cba1557f760d details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:11.163554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4f38b64c-33e6-4237-b467-944a4606bd77 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:11.167383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af0ab3-9555-4e0f-83ed-2a58bc05e97c req-8ef6b7f5-7ae8-4cf4-ac38-5c2cd92eb1dd tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.176357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9af0ab3-9555-4e0f-83ed-2a58bc05e97c req-8ef6b7f5-7ae8-4cf4-ac38-5c2cd92eb1dd tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.2163227 Aug 23 14:10:11.231840 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db00ad44-b13a-4b36-97df-de16e2133913 req-8103ee09-74dc-4a5c-87a2-a12a5b4b020e service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919829 Aug 23 14:10:11.259006 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'code': 200} Aug 23 14:10:11.263105 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 4f38b64c-33e6-4237-b467-944a4606bd77 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:11.263846 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4f38b64c-33e6-4237-b467-944a4606bd77 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:11.270048 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9af0ab3-9555-4e0f-83ed-2a58bc05e97c req-5030ee4a-f747-4c45-8143-e45c1329955b tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925229 Aug 23 14:10:11.348995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446629de-7068-4610-beb3-4272aeedfc92 req-240a2d47-724d-4c0c-8c3b-668890d4ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.350482 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-446629de-7068-4610-beb3-4272aeedfc92 req-240a2d47-724d-4c0c-8c3b-668890d4ad31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 1096 time: 0.0947266 Aug 23 14:10:11.419810 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-446629de-7068-4610-beb3-4272aeedfc92 req-50d15195-0297-402c-8170-5f322ae4c298 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610962 Aug 23 14:10:11.421261 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:11.437108 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', 'mac_address': 'fa:16:3e:d3:05:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:11.507197 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:11.525578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b8b1a9-68a0-4fb2-bacf-cba1557f760d {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:11.527986 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00782be-1e93-4c1c-bc58-b164c549fd4a req-993e5c27-a420-4cf4-8fd6-2e511cbdc58f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.529572 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a00782be-1e93-4c1c-bc58-b164c549fd4a req-993e5c27-a420-4cf4-8fd6-2e511cbdc58f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.0995402 Aug 23 14:10:11.546724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:11.581801 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a00782be-1e93-4c1c-bc58-b164c549fd4a req-53768deb-3287-40e0-a522-92c8857aea19 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Aug 23 14:10:11.659764 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:11.661830 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:11.738323 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:11.746906 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:11.764572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-e6fd4217-1645-426f-b5ba-27d2d66a048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.766218 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-e6fd4217-1645-426f-b5ba-27d2d66a048b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1094 time: 0.0880175 Aug 23 14:10:11.945360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-a918d1fb-6c3f-42c0-9001-4fcf7d3fb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:11.947223 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-a918d1fb-6c3f-42c0-9001-4fcf7d3fb28c service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.1734769 Aug 23 14:10:11.956218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['12b8b1a9-68a0-4fb2-bacf-cba1557f760d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:12.067280 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-53573e37-f6f6-42f3-88d9-dce6d52f529a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 217 time: 0.1015468 Aug 23 14:10:12.083466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f7320-6f6d-403a-b5d5-dd3550b3d1c0 req-9f25b40e-f26b-4ac7-9e3d-4195cf155f2d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:12.085106 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-704f7320-6f6d-403a-b5d5-dd3550b3d1c0 req-9f25b40e-f26b-4ac7-9e3d-4195cf155f2d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 948 time: 0.1167848 Aug 23 14:10:12.200574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-ce232cd7-ef49-416b-bd25-7071035a1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:12.202384 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-ce232cd7-ef49-416b-bd25-7071035a1904 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1268032 Aug 23 14:10:12.209005 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-704f7320-6f6d-403a-b5d5-dd3550b3d1c0 req-a1e72c12-8631-43dd-b70f-c570babd258a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131980 Aug 23 14:10:12.311891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-0e395d31-9f53-4fa1-a8c0-18a76ab36d44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995791 Aug 23 14:10:12.497529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef3fcff4-fe0d-4b7c-8f93-12870e16828e req-031712d9-bd63-4388-8556-9a8bb479caca tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 210 time: 0.0700040 Aug 23 14:10:12.540629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-36deac22-e76e-419f-94c0-41adb1fe29f1 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184973 Aug 23 14:10:12.692981 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e5e2a687-7b0a-4450-ac77-79a7bfa12734 req-8d8613ad-11ab-4cab-bca0-2af7ccb356ab service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435819 Aug 23 14:10:12.696259 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc246f-617c-49f6-a58d-a38142b3b88b req-df65c992-ec69-4dab-a8b7-09d72fcdc601 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:12.697762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4edc246f-617c-49f6-a58d-a38142b3b88b req-df65c992-ec69-4dab-a8b7-09d72fcdc601 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.0854249 Aug 23 14:10:12.753218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4edc246f-617c-49f6-a58d-a38142b3b88b req-fbb3b90d-9e0c-47ec-a526-77500ff2a3ab tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488212 Aug 23 14:10:13.018852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 36842) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:13.053624 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6fd5-36b2-4e6c-92e1-81dde77b3db6 req-6226d556-babe-4509-8fa6-210e23964c83 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:13.055629 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19ba6fd5-36b2-4e6c-92e1-81dde77b3db6 req-6226d556-babe-4509-8fa6-210e23964c83 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.1071625 Aug 23 14:10:13.124435 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19ba6fd5-36b2-4e6c-92e1-81dde77b3db6 req-58c23e19-6d53-429d-ac98-65d254c35cba tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537674 Aug 23 14:10:13.145750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 12b8b1a9-68a0-4fb2-bacf-cba1557f760d up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:13.206981 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.384866 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:13.390473 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1467c61628429ab442069b4a2d7937 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:13.394842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:13.396607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920803fa-b0f4-4c06-8649-8a59cdc47d19 req-5af49660-c36e-4ce8-b7b0-e41dfc13f6b7 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:13.401438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:13.401723 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-920803fa-b0f4-4c06-8649-8a59cdc47d19 req-5af49660-c36e-4ce8-b7b0-e41dfc13f6b7 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 949 time: 0.1075923 Aug 23 14:10:13.463315 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-920803fa-b0f4-4c06-8649-8a59cdc47d19 req-0692319b-a8b7-45be-b51a-72798ad0f2db tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586782 Aug 23 14:10:13.517171 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.517449 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:13.525101 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:13.525497 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.657897 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.667950 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-01160265-58c2-49b4-9a02-368af4d1cd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:13.697169 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.734569 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:10:13.743389 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:13.745691 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee1467c61628429ab442069b4a2d7937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254612 Aug 23 14:10:13.748608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36856) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:13.759151 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:13.784980 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351ed8ec-550a-4bc4-a441-6bcf3b0c4a76,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:13.801522 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:13.816780 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-71dd6cb2-acbe-48d0-aeeb-4eebc51adca4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:13.818446 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-71dd6cb2-acbe-48d0-aeeb-4eebc51adca4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.2992170 Aug 23 14:10:13.837256 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:13.840728 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device b734ab13-4b70-440f-b22b-d07ea74f92ee up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:13.842164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Request body: {'port': {'device_id': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'admin_state_up': True, 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:13.879673 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:13.954434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.016494 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:14.030522 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:14.038273 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229a72-b2ff-45db-95b2-1a9cdcdce6b1 req-574931a7-7e44-4096-be9e-1b2a37f83a9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:14.048879 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e40ed4bf-1c76-4620-b76e-95c62d243902 req-e62bcad6-8ee7-4348-b074-d1df0d80f351 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 210 time: 0.0909870 Aug 23 14:10:14.050326 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26229a72-b2ff-45db-95b2-1a9cdcdce6b1 req-574931a7-7e44-4096-be9e-1b2a37f83a9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 949 time: 0.2512336 Aug 23 14:10:14.094540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port b734ab13-4b70-440f-b22b-d07ea74f92ee completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:14.100894 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port b734ab13-4b70-440f-b22b-d07ea74f92ee triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:14.101376 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.104941 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.132586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:14.151789 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:14.177173 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', 'code': 200} Aug 23 14:10:14.213675 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26229a72-b2ff-45db-95b2-1a9cdcdce6b1 req-8e95c34e-9161-4cf9-89a2-8a96e94b462d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622036 Aug 23 14:10:14.220051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:14.223838 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.301179 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.315917 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.321467 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-39c54efd-ed0b-4af8-bc02-f2d5a71ad37e tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:14.336069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351ed8ec-550a-4bc4-a441-6bcf3b0c4a76,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:14.339257 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:14.342130 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.346609 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/351ed8ec-550a-4bc4-a441-6bcf3b0c4a76 HTTP/1.1" status: 204 len: 168 time: 0.5968356 Aug 23 14:10:14.371933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port b734ab13-4b70-440f-b22b-d07ea74f92ee, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:14.466204 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:14.467496 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:14.542166 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=b734ab13-4b70-440f-b22b-d07ea74f92ee,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:14.545907 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:14.551109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522617fe-af58-486d-b6ee-cf2fbf30a13b req-b78f65fa-dde9-434a-a575-f3cb22a6da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:14.560902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-522617fe-af58-486d-b6ee-cf2fbf30a13b req-b78f65fa-dde9-434a-a575-f3cb22a6da67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 1100 time: 0.2869811 Aug 23 14:10:14.598158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2149-a926-4fc2-8515-b7df43d27a9e req-28af80e7-822b-4cca-b320-a50894565e40 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:14.599756 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394d2149-a926-4fc2-8515-b7df43d27a9e req-28af80e7-822b-4cca-b320-a50894565e40 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.2967641 Aug 23 14:10:14.608207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Allocated IP 172.20.0.4 (b7d7a6ab-e512-4fd3-88a4-d69931798316/c9301fa6-fdc6-46b8-b982-23b8cd9cb273/a6fb49ff-7d12-499f-aa00-ad69376ef86b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:14.633393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2dcfe-5cec-4a43-9e71-2918c0e9859a req-cf416622-baaa-4eb9-8df5-c95da075dab2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:14.635046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1fb2dcfe-5cec-4a43-9e71-2918c0e9859a req-cf416622-baaa-4eb9-8df5-c95da075dab2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.1763203 Aug 23 14:10:14.693655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1fb2dcfe-5cec-4a43-9e71-2918c0e9859a req-987e9975-5d68-4c3f-aeb1-2e7060128690 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Aug 23 14:10:14.694439 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-522617fe-af58-486d-b6ee-cf2fbf30a13b req-65ec300b-2671-4d4a-a0f1-a5ff42f2f4f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316020 Aug 23 14:10:14.736960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394d2149-a926-4fc2-8515-b7df43d27a9e req-2af366f8-56ff-44cd-8fae-cca72a00d191 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165633 Aug 23 14:10:14.982810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc53e0-8c62-407a-a0d4-f2adf327ba61 req-0d68eda5-7a7d-4f6f-9f54-3bdbf3cbe14b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:14.990318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ecc53e0-8c62-407a-a0d4-f2adf327ba61 req-0d68eda5-7a7d-4f6f-9f54-3bdbf3cbe14b tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 949 time: 0.1808083 Aug 23 14:10:15.052357 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.091856 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ecc53e0-8c62-407a-a0d4-f2adf327ba61 req-ba045e3d-e2ef-4d3c-afff-fed725ba4a45 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b630d60-016c-4e7d-8e07-f5e86b28d399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878026 Aug 23 14:10:15.107782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-b5b07261-d961-462d-81b7-52f8aa97c9b9 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:15.109348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-b5b07261-d961-462d-81b7-52f8aa97c9b9 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.82 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 949 time: 0.2061248 Aug 23 14:10:15.160487 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:15.193154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e2f53-4e84-41db-8885-bbb19946d303 req-48ee4d0c-aea0-40a0-8dc7-ef3988a6f4cd tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:15.194797 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b92e2f53-4e84-41db-8885-bbb19946d303 req-48ee4d0c-aea0-40a0-8dc7-ef3988a6f4cd tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.2403407 Aug 23 14:10:15.206227 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.208052 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 36882) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:15.217565 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:15.264126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Request body: {'floatingip': {'port_id': '56e661c6-8a26-4346-8358-7ad93b6fbcb7'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:15.314215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Deleting port a0424701-4f4e-40ee-9e88-dccc9f62c107 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:15.314780 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.416005 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36890) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:15.434393 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:15.443096 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:15.445396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:15.448049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:15.463283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:15.463283 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.463546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'port_id': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5', 'mac_address': 'fa:16:3e:10:1f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24d87cd-a932-401b-8180-3c9a2097c9c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:15.469410 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.475335 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.512226 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:15.522182 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Usage tracker for resource:security_group_rule and tenant:228c7c45a313479e9de183361f712ec8 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:15.535861 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0418-9748-4775-9644-869841181790 req-b04a1f48-ed69-48a4-bd00-3efa7c2092fa tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:15.537402 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e5c0418-9748-4775-9644-869841181790 req-b04a1f48-ed69-48a4-bd00-3efa7c2092fa tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 931 time: 0.3025854 Aug 23 14:10:15.538084 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.538308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:15.560237 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:15.573249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:15.582749 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:15.590094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event updated for resources: {'Port': ['ID=a6fb49ff-7d12-499f-aa00-ad69376ef86b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:15.634106 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:15.669249 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.674270 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:15.676514 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e5c0418-9748-4775-9644-869841181790 req-88eebf10-70c2-4a19-a8d9-3061db01c49b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230671 Aug 23 14:10:15.712175 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] For port a0424701-4f4e-40ee-9e88-dccc9f62c107, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a0424701-4f4e-40ee-9e88-dccc9f62c107,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:15.712778 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:15.722581 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8880711 Aug 23 14:10:15.750049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Request body: {'port': {'device_id': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:15.814411 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:15.818005 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:15.866492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Calling delete_port for a0424701-4f4e-40ee-9e88-dccc9f62c107 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:15.950113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83d91-db05-40a2-aebf-0398ce74fde4 req-7102229f-c563-488a-81de-75f96b01f08e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:15.956507 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20f83d91-db05-40a2-aebf-0398ce74fde4 req-7102229f-c563-488a-81de-75f96b01f08e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 949 time: 0.5992317 Aug 23 14:10:15.967367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['8cfb9a22-7244-48f7-b995-8f15f45bc5d5'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:16.178652 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd9914e-d020-4191-87bd-244ef039e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b734ab13-4b70-440f-b22b-d07ea74f92ee'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:16.212446 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.256333 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599358e9-34a1-4ed8-8e40-a5b8d517cefc req-e3c71427-74ef-4261-9997-1d265d13c041 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:16.258859 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-599358e9-34a1-4ed8-8e40-a5b8d517cefc req-e3c71427-74ef-4261-9997-1d265d13c041 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.1792309 Aug 23 14:10:16.276556 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20f83d91-db05-40a2-aebf-0398ce74fde4 req-cd2598cc-4138-4a9e-b53f-4e9ce5b8e18e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566876 Aug 23 14:10:16.279955 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.322618 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.331338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.348044 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5132a9fe-6a17-4876-9f5f-981a43faeef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:16.387330 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-599358e9-34a1-4ed8-8e40-a5b8d517cefc req-5977083c-8b6a-40cf-b18b-732ef22ddd18 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213086 Aug 23 14:10:16.477060 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd9914e-d020-4191-87bd-244ef039e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b734ab13-4b70-440f-b22b-d07ea74f92ee', 'code': 200} Aug 23 14:10:16.495393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] No DVR routers for this DVR port a0424701-4f4e-40ee-9e88-dccc9f62c107 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:16.504058 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=228c7c45a313479e9de183361f712ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0793483 Aug 23 14:10:16.506623 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.510634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'name': 'network-vif-deleted', 'tag': 'a0424701-4f4e-40ee-9e88-dccc9f62c107'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:16.515824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36904) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:16.520275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f17bfed-17b4-4ce2-b442-4710abccb2ef,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:16.536415 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:16.537303 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-41745356-9ece-41ec-a551-24e18dcfd1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:16.599395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Pushing event deleted for resources: {'Port': ['ID=a0424701-4f4e-40ee-9e88-dccc9f62c107,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:16.628332 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:16.666546 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10b77af-7a9e-47aa-83c6-8825e695160c', 'name': 'network-vif-deleted', 'tag': 'a0424701-4f4e-40ee-9e88-dccc9f62c107', 'status': 'completed', 'code': 200} Aug 23 14:10:16.686097 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.702500 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dda37188-2389-4550-b2f1-0daf7a5e150e req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.82 "DELETE /v2.0/ports/a0424701-4f4e-40ee-9e88-dccc9f62c107 HTTP/1.1" status: 204 len: 173 time: 1.5846250 Aug 23 14:10:16.731810 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.860823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-896af30b-942b-420b-b44b-bfdbf4577b70 req-38f0b05a-1e58-4816-848c-6dd50d44d0c7 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] 10.222.0.72 "GET /v2.0/ports?device_id=e10b77af-7a9e-47aa-83c6-8825e695160c HTTP/1.1" status: 200 len: 210 time: 0.3819532 Aug 23 14:10:16.947055 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:16.966501 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f27b710-29f5-44d0-9f63-e51078c1b7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:16.991513 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f17bfed-17b4-4ce2-b442-4710abccb2ef,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:16.995391 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:17.005595 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.007548 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fb49ff-7d12-499f-aa00-ad69376ef86b {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:17.009504 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f17bfed-17b4-4ce2-b442-4710abccb2ef HTTP/1.1" status: 204 len: 168 time: 0.4905827 Aug 23 14:10:17.051220 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.055586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33424b-3e81-48b4-8228-a1b08a39eb2b req-b802ddab-6824-41be-bea9-d0caaa521843 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:17.079720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ae33424b-3e81-48b4-8228-a1b08a39eb2b req-b802ddab-6824-41be-bea9-d0caaa521843 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 931 time: 0.2140942 Aug 23 14:10:17.092275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682a55-e898-4070-a344-cb61f81497f8 req-7a310d0d-ebe5-4f81-b8e7-e0b61660db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:17.094121 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ac682a55-e898-4070-a344-cb61f81497f8 req-7a310d0d-ebe5-4f81-b8e7-e0b61660db4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 1100 time: 0.2885373 Aug 23 14:10:17.174569 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:17.182373 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:10:17.207299 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ae33424b-3e81-48b4-8228-a1b08a39eb2b req-ab6b00a5-2d0b-4d4c-b0c2-44c0a12440cf tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256337 Aug 23 14:10:17.346534 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ac682a55-e898-4070-a344-cb61f81497f8 req-a39872d4-2f28-47b5-b6c9-6e393b694138 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411146 Aug 23 14:10:17.349463 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.357924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Transition to ACTIVE for port object a6fb49ff-7d12-499f-aa00-ad69376ef86b will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:17.421425 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:17.428844 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:17.429471 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.479733 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.535592 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.552358 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:17.598138 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.649143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:17.758086 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:17.760608 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:17.789563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Pushing event updated for resources: {'Port': ['ID=a6fb49ff-7d12-499f-aa00-ad69376ef86b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:17.803844 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:17.898618 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:17.915454 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:18.021249 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Attempting to bind port a6fb49ff-7d12-499f-aa00-ad69376ef86b on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:18.021793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Attempting to bind port a6fb49ff-7d12-499f-aa00-ad69376ef86b by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:18.021943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Attempting to bind port a6fb49ff-7d12-499f-aa00-ad69376ef86b on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:18.041793 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a0424701-4f4e-40ee-9e88-dccc9f62c107 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:18.044236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Port a6fb49ff-7d12-499f-aa00-ad69376ef86b on network b7d7a6ab-e512-4fd3-88a4-d69931798316 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:18.044577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Attempting to bind port a6fb49ff-7d12-499f-aa00-ad69376ef86b on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:18.067759 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea50e-6545-46c7-a9be-970f27248bca req-4a2b3950-3129-4f0f-868c-03d5cdc630ca tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:18.070924 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-86eea50e-6545-46c7-a9be-970f27248bca req-4a2b3950-3129-4f0f-868c-03d5cdc630ca tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 949 time: 0.6459250 Aug 23 14:10:18.074804 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Floating IP 6ee667f4-d257-4d9b-9670-1ca3b03e258b associated. External IP: 172.25.7.246, port: 56e661c6-8a26-4346-8358-7ad93b6fbcb7. Aug 23 14:10:18.104092 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: a0424701-4f4e-40ee-9e88-dccc9f62c107 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:18.104333 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a0424701-4f4e-40ee-9e88-dccc9f62c107 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:18.145473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebda374-f104-4734-97b3-947207acb1d2 req-522f2a8c-b7b0-488f-bff0-c5848c708b1b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:18.153516 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ebda374-f104-4734-97b3-947207acb1d2 req-522f2a8c-b7b0-488f-bff0-c5848c708b1b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 945 time: 0.1570992 Aug 23 14:10:18.174605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:18.175086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Checking segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:18.175579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Bound using segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:18.176129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Bound port: a6fb49ff-7d12-499f-aa00-ad69376ef86b, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:18.176563 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:18.205799 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ebda374-f104-4734-97b3-947207acb1d2 req-b61151c1-7c36-43fc-a216-dec20515ca56 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504043 Aug 23 14:10:18.377330 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-86eea50e-6545-46c7-a9be-970f27248bca req-0704ce02-ed6d-49f3-a283-8914d166305c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104006 Aug 23 14:10:18.439273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] For port a6fb49ff-7d12-499f-aa00-ad69376ef86b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:18.445202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] For port a6fb49ff-7d12-499f-aa00-ad69376ef86b, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a6fb49ff-7d12-499f-aa00-ad69376ef86b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:18.475152 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:18.544857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd03c9d-d527-48f6-8ce8-24d53ec95898 req-a2948249-aa92-44f9-9075-5ff11dec9992 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:18.546672 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-acd03c9d-d527-48f6-8ce8-24d53ec95898 req-a2948249-aa92-44f9-9075-5ff11dec9992 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 945 time: 0.2122126 Aug 23 14:10:18.614355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-acd03c9d-d527-48f6-8ce8-24d53ec95898 req-a05dcb6e-e7ab-45fc-94ef-1505b333e0a6 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619130 Aug 23 14:10:18.673701 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:18.691100 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:18.802028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:18.802669 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:18.804267 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] 10.222.0.82 "PUT /v2.0/ports/a6fb49ff-7d12-499f-aa00-ad69376ef86b HTTP/1.1" status: 200 len: 1091 time: 3.0633736 Aug 23 14:10:18.815891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'tag': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:18.876356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:10:18.884384 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Pushing event updated for resources: {'Port': ['ID=a6fb49ff-7d12-499f-aa00-ad69376ef86b,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:18.890709 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:19.029714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5e5c9-8dee-41f9-a7f4-c5342352f59c req-5e764626-caf7-48d7-82f3-59259590aaa7 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.041607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8ef5e5c9-8dee-41f9-a7f4-c5342352f59c req-5e764626-caf7-48d7-82f3-59259590aaa7 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 949 time: 0.1656523 Aug 23 14:10:19.103763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71221969-63c0-42a2-849a-d19e513b6825 req-285c88d0-8a63-42f3-9d7d-9c897d38076b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.104520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-71221969-63c0-42a2-849a-d19e513b6825 req-285c88d0-8a63-42f3-9d7d-9c897d38076b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:19.123026 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8ef5e5c9-8dee-41f9-a7f4-c5342352f59c req-14a35898-5c8c-41c0-acd9-3ef75c003b9b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804975 Aug 23 14:10:19.198262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36970) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:19.203136 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5', 'code': 200} Aug 23 14:10:19.266728 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'tag': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b', 'status': 'completed', 'code': 200} Aug 23 14:10:19.276190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:10:19.282544 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:19.291160 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] Sync routers for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:10:19.307068 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:10:19.308082 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:10:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:19.350229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-f52919a6-8377-40ca-a110-8b4e8b21b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.352717 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-f52919a6-8377-40ca-a110-8b4e8b21b0e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 1094 time: 0.3947611 Aug 23 14:10:19.355322 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-558d6dbb-706d-409b-b94a-f01e204336b8 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "PUT /v2.0/floatingips/6ee667f4-d257-4d9b-9670-1ca3b03e258b HTTP/1.1" status: 200 len: 991 time: 4.1455913 Aug 23 14:10:19.555888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-71221969-63c0-42a2-849a-d19e513b6825 req-285c88d0-8a63-42f3-9d7d-9c897d38076b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:19.557346 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71221969-63c0-42a2-849a-d19e513b6825 req-285c88d0-8a63-42f3-9d7d-9c897d38076b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 943 time: 0.8671863 Aug 23 14:10:19.566833 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8c9e8026-da30-42e5-927b-8026c315e5c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7588913e40c94dd4aa7f04384b48f784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667936 Aug 23 14:10:19.569536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 36984) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:19.576100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-7da5df4b-2ca2-41a9-96a0-a5b2ab6e70a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6fb49ff-7d12-499f-aa00-ad69376ef86b HTTP/1.1" status: 200 len: 217 time: 0.1288729 Aug 23 14:10:19.623658 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:10:19.656029 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:19.743106 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71221969-63c0-42a2-849a-d19e513b6825 req-70ceeb40-f35a-4903-a690-64e5b7c82cb0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689205 Aug 23 14:10:19.752936 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-1b55ef5e-13c9-48fa-8950-6af8905e67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.754573 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-1b55ef5e-13c9-48fa-8950-6af8905e67d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1593823 Aug 23 14:10:19.792345 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:19.845720 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dba8f-caac-414c-b515-405c7a19769c req-9c66c130-b7c7-492e-ba9c-49a24b2b1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.847728 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-403dba8f-caac-414c-b515-405c7a19769c req-9c66c130-b7c7-492e-ba9c-49a24b2b1149 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1096 time: 0.4909415 Aug 23 14:10:19.913392 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-45c4ab6c-fd68-4bc8-8f2f-d6d4d0738c18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481328 Aug 23 14:10:19.917056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58920802-354d-47bb-8c76-09b655599f0a req-29326a4e-c3cc-4643-bbfd-a5985787a73d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.924596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58920802-354d-47bb-8c76-09b655599f0a req-29326a4e-c3cc-4643-bbfd-a5985787a73d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:19.926306 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58920802-354d-47bb-8c76-09b655599f0a req-29326a4e-c3cc-4643-bbfd-a5985787a73d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445&device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 1689 time: 0.2719350 Aug 23 14:10:20.007114 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58920802-354d-47bb-8c76-09b655599f0a req-2a98717a-d72c-4fa9-a7e1-c0465a6879c7 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590692 Aug 23 14:10:20.017306 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7e4e97bb-099f-4521-bf57-8a9ace24d79a tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:20.018986 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7e4e97bb-099f-4521-bf57-8a9ace24d79a tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.82 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 945 time: 0.2181532 Aug 23 14:10:20.051410 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-403dba8f-caac-414c-b515-405c7a19769c req-76783347-19ad-4528-8bce-60e834663a03 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845531 Aug 23 14:10:20.093600 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.106454 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-576ad50c-9438-4346-95e7-3600d112b601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:20.138266 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b630d60-016c-4e7d-8e07-f5e86b28d399,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:20.148786 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:20.164381 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Deleting port 42c0b17d-c184-49f0-b94c-62095ecac5a7 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:20.164614 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.193566 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '6ee667f4-d257-4d9b-9670-1ca3b03e258b', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'port_id': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'mac_address': 'fa:16:3e:71:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c76647-6b1a-4f71-8010-923469cecf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:08:43Z', 'updated_at': '2021-08-23T14:10:16Z', 'revision_number': 1, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:46Z', 'revision_number': 5, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:20.194282 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] Checking router: 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:10:20.204616 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:10:20.205385 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:10:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:20.260423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224908-2199-4495-9b27-263b4c61c1b3 req-ad9b5612-4dce-4119-a9a7-5aaea79f30e9 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:20.262596 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97224908-2199-4495-9b27-263b4c61c1b3 req-ad9b5612-4dce-4119-a9a7-5aaea79f30e9 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 945 time: 0.3466113 Aug 23 14:10:20.299601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-af024d2f-b94c-4928-b326-3f214342120a service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305483 Aug 23 14:10:20.364317 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97224908-2199-4495-9b27-263b4c61c1b3 req-40e500d0-bb32-4753-acb3-ea343994078f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860147 Aug 23 14:10:20.437836 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:10:20.462949 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.464215 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b630d60-016c-4e7d-8e07-f5e86b28d399 HTTP/1.1" status: 204 len: 168 time: 0.8937566 Aug 23 14:10:20.522595 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8816a266-23a5-4d83-b254-a2ecf3d83e34 req-8cc594f6-02c7-4718-acff-8eecefee9e71 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065990 Aug 23 14:10:20.523408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] For port 42c0b17d-c184-49f0-b94c-62095ecac5a7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=42c0b17d-c184-49f0-b94c-62095ecac5a7,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:20.523776 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:20.701342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Calling delete_port for 42c0b17d-c184-49f0-b94c-62095ecac5a7 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:20.718702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-7e971ac4-f002-47ab-891c-c723023555f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:20.720280 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-7e971ac4-f002-47ab-891c-c723023555f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 1094 time: 0.0876968 Aug 23 14:10:20.755858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570c008-4c64-4a8c-8829-b8a45a643877 req-cd40569b-68c8-456e-95af-9edd5d5ad82c tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:20.757557 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9570c008-4c64-4a8c-8829-b8a45a643877 req-cd40569b-68c8-456e-95af-9edd5d5ad82c tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 945 time: 0.3948393 Aug 23 14:10:20.849247 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9570c008-4c64-4a8c-8829-b8a45a643877 req-dbe3ad9b-1850-48ae-b9f6-d0b8d48d8003 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/security-groups?id=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795457 Aug 23 14:10:20.916434 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '6ee667f4-d257-4d9b-9670-1ca3b03e258b', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'port_id': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'mac_address': 'fa:16:3e:71:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c76647-6b1a-4f71-8010-923469cecf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:08:43Z', 'updated_at': '2021-08-23T14:10:16Z', 'revision_number': 1, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:46Z', 'revision_number': 5, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:20.923661 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9459dac-282b-4533-91bd-7362246634c3 None None] The sync data for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 is: [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '6ee667f4-d257-4d9b-9670-1ca3b03e258b', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'port_id': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'mac_address': 'fa:16:3e:71:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c76647-6b1a-4f71-8010-923469cecf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:08:43Z', 'updated_at': '2021-08-23T14:10:16Z', 'revision_number': 1, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:46Z', 'revision_number': 5, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:10:20.983279 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-10c90745-1539-4f54-bd20-4ca60b54917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:20.983279 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-10c90745-1539-4f54-bd20-4ca60b54917d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 914 time: 0.2541327 Aug 23 14:10:21.065760 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.081631 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:21.123967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-39587dac-a33f-4f88-ae11-5107b6f95f64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6fb49ff-7d12-499f-aa00-ad69376ef86b HTTP/1.1" status: 200 len: 217 time: 0.1331606 Aug 23 14:10:21.153410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Pushing event deleted for resources: {'Port': ['ID=42c0b17d-c184-49f0-b94c-62095ecac5a7,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:21.204507 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.204965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.205389 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.205743 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.206097 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.206445 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.207144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.207144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.207453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.207794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.208126 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.208464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:21.218607 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:21.228431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-c34b66b2-8d73-4bc8-92cf-503b731a9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:21.230712 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-c34b66b2-8d73-4bc8-92cf-503b731a9aca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.0990613 Aug 23 14:10:21.282369 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] No DVR routers for this DVR port 42c0b17d-c184-49f0-b94c-62095ecac5a7 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:21.293843 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.293843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'name': 'network-vif-deleted', 'tag': '42c0b17d-c184-49f0-b94c-62095ecac5a7'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:21.294322 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:21.310834 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-55e8bf63-3954-4c68-915b-98cc86d7f124 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728464 Aug 23 14:10:21.327849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84f231-a6ac-4e31-b933-35d3fea5b721 None None] New status for floating IP 6ee667f4-d257-4d9b-9670-1ca3b03e258b: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:10:21.354751 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a598b-48f2-485f-8758-8f69a010a738 req-9ff7f7cc-147a-4803-b717-25f36e48b0f7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:21.368246 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6b4a598b-48f2-485f-8758-8f69a010a738 req-9ff7f7cc-147a-4803-b717-25f36e48b0f7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 943 time: 0.3438051 Aug 23 14:10:21.439226 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6b4a598b-48f2-485f-8758-8f69a010a738 req-a3b877ff-807d-444d-bd9d-8433ee20822f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698714 Aug 23 14:10:21.445331 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9ac5c072-0c68-4d1c-b32f-2544fddddf99 req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.82 "DELETE /v2.0/ports/42c0b17d-c184-49f0-b94c-62095ecac5a7 HTTP/1.1" status: 204 len: 173 time: 1.4188964 Aug 23 14:10:21.562779 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-ae087a4c-e233-4c4c-b461-38f6bc4c9ec5 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436595 Aug 23 14:10:21.581164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37028) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:21.643267 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-22ac46b2-d92a-4dd8-b547-bba0cb9b9386 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a01426c0edae46139683ee9e05a37191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580146 Aug 23 14:10:21.643585 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37032) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:21.702775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40f35-5ce7-4908-b021-bc88297759a0 req-e4fc05c5-8bff-45e8-819f-1bccaf2a4b94 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:21.704297 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eeb40f35-5ce7-4908-b021-bc88297759a0 req-e4fc05c5-8bff-45e8-819f-1bccaf2a4b94 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 1100 time: 0.2011533 Aug 23 14:10:21.726779 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.748598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53306690-e7dd-4fae-b8a0-5e7782382042 req-7ba604d7-3e6d-46b4-a215-b46c512f1875 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766927 Aug 23 14:10:21.767514 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.785518 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eeb40f35-5ce7-4908-b021-bc88297759a0 req-45ded211-82e8-413a-bced-0c5559d33aa3 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730886 Aug 23 14:10:21.798808 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'status': 'completed', 'code': 200} Aug 23 14:10:21.877467 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6faad6d-6a5d-40a2-b616-a5d49037be39', 'name': 'network-vif-deleted', 'tag': '42c0b17d-c184-49f0-b94c-62095ecac5a7', 'status': 'completed', 'code': 200} Aug 23 14:10:21.922255 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:21.927440 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-04a55ff7-3d73-4084-8aa9-5ff4fa95722c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:21.932318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-bb2196f8-21da-42f9-9ec1-7d4bc2baeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:21.935709 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-bb2196f8-21da-42f9-9ec1-7d4bc2baeba4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57e66d68ec714d0ba47f0c94e701f61a&device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 1096 time: 0.1014028 Aug 23 14:10:21.942784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707edbae-bcd4-46ef-a232-97630fad4515,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:21.945182 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:22.062235 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.063411 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/707edbae-bcd4-46ef-a232-97630fad4515 HTTP/1.1" status: 204 len: 168 time: 0.4185598 Aug 23 14:10:22.082997 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a6fb49ff-7d12-499f-aa00-ad69376ef86b details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:22.091853 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 42c0b17d-c184-49f0-b94c-62095ecac5a7 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:22.159621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-74772339-1aab-4006-8a7c-e14793903d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:22.161170 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-74772339-1aab-4006-8a7c-e14793903d8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=67cdf5cd-16a3-48a8-b222-543bfb601bc0 HTTP/1.1" status: 200 len: 918 time: 0.2174940 Aug 23 14:10:22.177340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dbb7c-52d3-4e02-9da8-4465bcf80a20 req-6348d6d4-3d05-4c31-85c8-421659b74869 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:22.180624 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 42c0b17d-c184-49f0-b94c-62095ecac5a7 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:22.180980 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 42c0b17d-c184-49f0-b94c-62095ecac5a7 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:22.186806 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f80dbb7c-52d3-4e02-9da8-4465bcf80a20 req-6348d6d4-3d05-4c31-85c8-421659b74869 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 945 time: 0.2183573 Aug 23 14:10:22.297597 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43588c8-211e-4ea9-902b-b91483b08bc4 req-e59f18dd-d00c-4d2a-8798-4a715bc36004 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:22.299090 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43588c8-211e-4ea9-902b-b91483b08bc4 req-e59f18dd-d00c-4d2a-8798-4a715bc36004 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 1100 time: 0.1599445 Aug 23 14:10:22.309762 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f80dbb7c-52d3-4e02-9da8-4465bcf80a20 req-7e6a42dc-d299-4838-a826-4a1b3add7bec tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215606 Aug 23 14:10:22.353407 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port a6fb49ff-7d12-499f-aa00-ad69376ef86b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a6fb49ff-7d12-499f-aa00-ad69376ef86b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:22.353938 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-0ea826eb-b704-449e-9e84-089acf74c1ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7 HTTP/1.1" status: 200 len: 1001 time: 0.1635492 Aug 23 14:10:22.365561 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43588c8-211e-4ea9-902b-b91483b08bc4 req-33a0f458-1f8c-4529-afea-a1cc848cad0a tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603445 Aug 23 14:10:22.403311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'port_id': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b', 'mac_address': 'fa:16:3e:93:8a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301fa6-fdc6-46b8-b982-23b8cd9cb273', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:22.447629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-219475a6-d36c-4938-acba-13c5688c4a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:22.453304 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-219475a6-d36c-4938-acba-13c5688c4a30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cd8e27-04f6-4047-ad52-dc91e52f9041 HTTP/1.1" status: 200 len: 855 time: 0.0884819 Aug 23 14:10:22.474982 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.495128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fb49ff-7d12-499f-aa00-ad69376ef86b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:22.518655 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port a6fb49ff-7d12-499f-aa00-ad69376ef86b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a6fb49ff-7d12-499f-aa00-ad69376ef86b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:22.582075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddad33c0-d11e-4a8a-954a-bae6aa855c8d req-2b7d26ed-3d02-491f-a5b2-6f2c603ae4da tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6faad6d-6a5d-40a2-b616-a5d49037be39 HTTP/1.1" status: 200 len: 210 time: 0.0544357 Aug 23 14:10:22.616878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-b2ba797a-d480-4d13-8cf4-86216227af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:22.618895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-b2ba797a-d480-4d13-8cf4-86216227af91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67cdf5cd-16a3-48a8-b222-543bfb601bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508482 Aug 23 14:10:22.630847 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:22.632479 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:22.648425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44240-62da-424d-bfe2-cee9bc773e00 req-3ef1eed5-6f8b-40a4-8acb-a64b0806665a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:22.651205 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f1f44240-62da-424d-bfe2-cee9bc773e00 req-3ef1eed5-6f8b-40a4-8acb-a64b0806665a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1096 time: 0.1014774 Aug 23 14:10:22.715216 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f1f44240-62da-424d-bfe2-cee9bc773e00 req-7fdd6d9b-c5a8-44c5-b5f5-31737443c7dc tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570896 Aug 23 14:10:22.732688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=a6fb49ff-7d12-499f-aa00-ad69376ef86b,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:22.745324 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:22.926197 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['a6fb49ff-7d12-499f-aa00-ad69376ef86b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:22.945354 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-48d5d6a0-875b-4314-bd88-64330e694f4e service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181779 Aug 23 14:10:23.071250 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba4d8-ff99-47a9-896c-a07dbb260f3c req-81e44021-8f6d-4cb7-bf94-04fe51437a8d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:23.080732 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e12ba4d8-ff99-47a9-896c-a07dbb260f3c req-81e44021-8f6d-4cb7-bf94-04fe51437a8d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 944 time: 0.1458685 Aug 23 14:10:23.147244 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e12ba4d8-ff99-47a9-896c-a07dbb260f3c req-f5212f14-a875-4468-8f40-eb817fb13187 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Aug 23 14:10:23.229337 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8769cc0a-82b4-43d5-b4ec-d2985a9a9101 req-db693e74-8cba-450d-920b-a9427e9a817b service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707140 Aug 23 14:10:23.310439 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-14f325d3-5c46-480d-92c0-27ff91c8825c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314908 Aug 23 14:10:23.326229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443f78-3d03-4938-b802-4a11d157ed9f req-167b3b38-2a89-4553-9669-9a550c3b61ae tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:23.328072 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04443f78-3d03-4938-b802-4a11d157ed9f req-167b3b38-2a89-4553-9669-9a550c3b61ae tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1096 time: 0.0777938 Aug 23 14:10:23.378366 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04443f78-3d03-4938-b802-4a11d157ed9f req-936fe694-d364-45e7-9496-a744bce41038 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Aug 23 14:10:23.492759 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-f70a5048-620c-464b-a85e-0583c28b5f0b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:23.494062 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-f70a5048-620c-464b-a85e-0583c28b5f0b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774864 Aug 23 14:10:23.510110 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-347aa570-09fb-49ba-88c9-181d039a288c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/quotas/0508707a0f2c4de085e161353f10ed87 HTTP/1.1" status: 200 len: 375 time: 0.0147555 Aug 23 14:10:23.609411 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-529eefc6-0b14-44b0-8928-17c3371954d9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955875 Aug 23 14:10:24.102985 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a6fb49ff-7d12-499f-aa00-ad69376ef86b up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:24.112353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37128) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:24.254240 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeed01-a98e-440a-9cf0-db6d195c4db1 req-820fe25d-c154-48fe-be87-5f94d689434e tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:24.261868 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6aeed01-a98e-440a-9cf0-db6d195c4db1 req-820fe25d-c154-48fe-be87-5f94d689434e tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1096 time: 0.0932231 Aug 23 14:10:24.271276 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port a6fb49ff-7d12-499f-aa00-ad69376ef86b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:24.279152 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port a6fb49ff-7d12-499f-aa00-ad69376ef86b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:24.279427 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.332957 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6aeed01-a98e-440a-9cf0-db6d195c4db1 req-8a32e97e-f85e-418a-9f63-6a52f57f7202 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667970 Aug 23 14:10:24.469562 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.471711 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.491436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:24.496200 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Usage tracker for resource:security_group_rule and tenant:aad7637aeadd45e88a08f0deb09fc525 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:24.499831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:24.506419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:24.515183 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:24.538642 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port a6fb49ff-7d12-499f-aa00-ad69376ef86b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a6fb49ff-7d12-499f-aa00-ad69376ef86b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:24.630694 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.635156 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4d575ae6-4b59-455c-9add-c8f22f8b7b93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:24.642736 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.739451 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:24.759683 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f2e9ab3d-66e0-403c-b15a-69b149af5791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:24.761583 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b', 'code': 200} Aug 23 14:10:24.878097 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf3b8-39d1-4d6f-8b67-f817658559d1 req-0c053d3c-1ad6-4c21-9bc0-3569f7934a9e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:24.891539 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aad7637aeadd45e88a08f0deb09fc525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7776430 Aug 23 14:10:24.891692 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3dbdf3b8-39d1-4d6f-8b67-f817658559d1 req-0c053d3c-1ad6-4c21-9bc0-3569f7934a9e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 945 time: 0.2092831 Aug 23 14:10:24.893878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729adf47-dc1e-491e-a852-6fdeadfb9c9e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:24.896077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37180) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:24.902714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=a6fb49ff-7d12-499f-aa00-ad69376ef86b,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:24.917303 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:24.930820 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.931263 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.931888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.932312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.933614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.934130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.934733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.935524 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.936108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.936567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.937209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.937567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:24.957372 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:24.997411 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7faeddc-5fc6-41a9-b7b0-8ea797de473a req-329a86a2-e9b0-42ba-a48e-47ffd57487e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:25.020944 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3dbdf3b8-39d1-4d6f-8b67-f817658559d1 req-a0c6e8ad-976b-428a-9716-2209dc4d8443 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278684 Aug 23 14:10:25.030358 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e7faeddc-5fc6-41a9-b7b0-8ea797de473a req-329a86a2-e9b0-42ba-a48e-47ffd57487e9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 1096 time: 0.2278492 Aug 23 14:10:25.087315 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.123963 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e7faeddc-5fc6-41a9-b7b0-8ea797de473a req-f667113a-a001-43c4-ae85-3d71793cb07c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795474 Aug 23 14:10:25.171174 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3e70e0de-37fa-4973-8c87-5f5cb6238c5e req-5b67e2b7-b663-494c-bccc-d0d25f1cb109 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 210 time: 0.0773313 Aug 23 14:10:25.175782 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.345480 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.353206 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e635743a-fd78-4ade-9b9d-62b5a0c0d32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:25.378618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729adf47-dc1e-491e-a852-6fdeadfb9c9e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:25.380919 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:25.383886 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:25.383886 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/729adf47-dc1e-491e-a852-6fdeadfb9c9e HTTP/1.1" status: 204 len: 168 time: 0.4839814 Aug 23 14:10:25.728021 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e212ca5-99e3-4d1f-8b12-6a72cbef34de req-a35e7fa4-349d-4da1-842f-07c124bd1759 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:25.739142 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1e212ca5-99e3-4d1f-8b12-6a72cbef34de req-a35e7fa4-349d-4da1-842f-07c124bd1759 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1096 time: 0.1192000 Aug 23 14:10:25.794857 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1e212ca5-99e3-4d1f-8b12-6a72cbef34de req-b2628af6-e3b2-4471-af11-0736f9c8af99 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542636 Aug 23 14:10:25.910655 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:26.494437 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37240) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:26.521116 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:26.546490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:26.550806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Usage tracker for resource:security_group_rule and tenant:dcec95e936ec44c2a0b34549b76fbd27 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:26.553932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:26.561346 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:26.598691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7024ba8-7577-4781-9025-eb97ff4cdb2b req-60edd971-13bf-403d-b687-817016900731 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:26.610392 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b7024ba8-7577-4781-9025-eb97ff4cdb2b req-60edd971-13bf-403d-b687-817016900731 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 945 time: 0.1493227 Aug 23 14:10:26.698731 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b7024ba8-7577-4781-9025-eb97ff4cdb2b req-57a9c15c-ec8e-4f63-9a6c-9b17626c6bc6 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862520 Aug 23 14:10:26.708953 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:26.821690 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42d3cac1-6632-49ec-af64-02a3a918c266 req-b19ac279-1874-48f7-9549-e83ce7dcd15e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 210 time: 0.0484662 Aug 23 14:10:26.824862 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:26.834685 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b3c58013-1123-4b31-84c7-dc86d5de468f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:26.877945 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dcec95e936ec44c2a0b34549b76fbd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823297 Aug 23 14:10:26.879576 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f516d-49db-4014-ba90-ad6deef166fd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:26.880766 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37248) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:26.883266 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:26.976500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:27.022273 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:27.190749 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:27.196238 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1072cdbe-e36e-476f-905c-97b0d855e9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:27.219954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f516d-49db-4014-ba90-ad6deef166fd,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:27.237493 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:27.264305 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:27.267003 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff7f516d-49db-4014-ba90-ad6deef166fd HTTP/1.1" status: 204 len: 168 time: 0.3847904 Aug 23 14:10:27.396592 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:27.551171 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e7c51be9-0bd4-4b8d-9a5b-f6f8c4bbef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:27.984798 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225619b-5929-477f-b354-583d33ed1c24 req-feba9cb6-4f2a-49b2-99a2-f5cf026bdc84 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:27.991574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e225619b-5929-477f-b354-583d33ed1c24 req-feba9cb6-4f2a-49b2-99a2-f5cf026bdc84 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 945 time: 0.1291473 Aug 23 14:10:28.083581 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e225619b-5929-477f-b354-583d33ed1c24 req-b8ded804-2301-4abc-bceb-9989ee807542 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879185 Aug 23 14:10:28.093177 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:28.436415 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-85c82c14-aa62-407a-a363-4e3dcd158238 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332153 Aug 23 14:10:28.643273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-04bb359e-361a-40fb-97a8-6e7107dc7ac1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:28.644686 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-04bb359e-361a-40fb-97a8-6e7107dc7ac1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034078 Aug 23 14:10:28.664562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:28.847332 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f6af216a-49c1-4485-b90b-124fda82cfa6 req-82cd5d06-ed7f-45cc-9b4d-83914eabc550 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 210 time: 0.0459657 Aug 23 14:10:29.013961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:29.013961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:29.110561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:29.114326 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.224814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-59399fe2-99be-4c7a-81d5-70180b8bddf4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442686 Aug 23 14:10:29.402010 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-5380602a-362a-4e41-8ab3-8145649273d6 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:10:29.413275 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-5380602a-362a-4e41-8ab3-8145649273d6 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141652 Aug 23 14:10:29.427371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Request body: {'binding': {'host': 'n-h1-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:29.428198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:10:29.660004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-9a051ce4-a308-42d6-9b0f-887fd7a912c8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:29.661701 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-9a051ce4-a308-42d6-9b0f-887fd7a912c8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247818 Aug 23 14:10:29.677566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:29.800123 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.161 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/4c6ea62e-da50-4b5c-a7dd-c7c1de753e98) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:29.837156 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bafdff77-1eeb-484f-a97b-5e281a68d417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:29.846846 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on host n-h1-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:29.847206 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:29.847888 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:29.856800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:29.857317 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:29.865821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:29.866264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:29.866615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:29.867745 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:29.868678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Bound port: 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:29.891425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Usage tracker for resource:port and tenant:0508707a0f2c4de085e161353f10ed87 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:29.898080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:29.910470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:29.919895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:30.022677 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.036396 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-202b67b6-926c-4bc0-9fea-994bc9430618 service neutron] 10.222.0.72 "POST /v2.0/ports/8cfb9a22-7244-48f7-b995-8f15f45bc5d5/bindings HTTP/1.1" status: 201 len: 389 time: 0.6144133 Aug 23 14:10:30.056756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:30.063111 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.291839 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.306314 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37356) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:30.322208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:30.360881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d4fed-a336-4bfe-8f52-2deb98decdd4 req-4f7f67fe-ae2c-4f46-8d56-9e1c9e82afe5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:30.362511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-366d4fed-a336-4bfe-8f52-2deb98decdd4 req-4f7f67fe-ae2c-4f46-8d56-9e1c9e82afe5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 945 time: 0.1461372 Aug 23 14:10:30.421623 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-366d4fed-a336-4bfe-8f52-2deb98decdd4 req-11cc2b2a-5827-4dd7-968f-2ecf29ad526e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Aug 23 14:10:30.458708 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1a5db381-d6a8-4489-842b-2b6cc82651cf req-579453ec-0714-4090-9dbc-b4112b6a2b3b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 210 time: 0.0627739 Aug 23 14:10:30.481567 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:30.497153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:30.609672 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:30.612493 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55c13852-c637-4cf1-900e-6dba820aee7f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:30.817546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.180 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:31.071035 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.103235 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:31.129665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:31.138071 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:31.219965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:31.239126 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.248118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:31.274499 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3cf79a24-d673-49ce-a144-8ca95c2b789b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:31.360744 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37374) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:31.361605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:31.393989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.393989 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.468985 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.508927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-bf330720-79e6-46c5-b0a1-cd5339e1cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.510756 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-bf330720-79e6-46c5-b0a1-cd5339e1cc80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1096 time: 0.4743910 Aug 23 14:10:31.555661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:31.566544 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9082317 Aug 23 14:10:31.578461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:31.582015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:31.594330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:31.599604 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.600281 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.638683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Request body: {'port': {'device_id': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:31.865080 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4b098d7a-2526-47c1-8319-26548db2f7f7 None None] Provisioning for port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:31.867804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08bf60-eedf-4c03-aaf8-039898f6e78d req-89e03950-6367-4d5a-b076-48a8d328683a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.878629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a08bf60-eedf-4c03-aaf8-039898f6e78d req-89e03950-6367-4d5a-b076-48a8d328683a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 945 time: 1.1087365 Aug 23 14:10:31.901176 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4b098d7a-2526-47c1-8319-26548db2f7f7 None None] Provisioning complete for port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:31.902327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-ba5ec8a5-1b27-45a6-b1b5-dbae96f8e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:31.905542 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-ba5ec8a5-1b27-45a6-b1b5-dbae96f8e4da service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.3856266 Aug 23 14:10:31.907706 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4b098d7a-2526-47c1-8319-26548db2f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:31.971664 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a08bf60-eedf-4c03-aaf8-039898f6e78d req-ebba05a7-f40c-44e9-9c2e-7f46f1ebe365 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916874 Aug 23 14:10:31.972410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:31.977733 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.012942 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:32.017397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:32.026542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a6339aca544863b83aba2bdcbc6508 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:32.026542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:32.031879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:32.118605 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4466302 Aug 23 14:10:32.122724 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-3005cf80-1206-4951-854a-923fb418bb4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 217 time: 0.2095490 Aug 23 14:10:32.144806 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Request body: {'port': {'device_id': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:32.145666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-4b098d7a-2526-47c1-8319-26548db2f7f7 None None] Port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:10:32.168088 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:32.178864 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.188755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37388) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:32.202511 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.330700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-b90fe698-60d7-430a-9f3a-eab6cf269fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:32.332165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-b90fe698-60d7-430a-9f3a-eab6cf269fea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1985633 Aug 23 14:10:32.343781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd530-00f2-4fc4-a3fa-a46a43c3fdda req-b992af1b-6912-47a4-b669-61ae0dfa9abe tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:32.345317 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ca4cd530-00f2-4fc4-a3fa-a46a43c3fdda req-b992af1b-6912-47a4-b669-61ae0dfa9abe tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 945 time: 0.5617669 Aug 23 14:10:32.357409 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.380361 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9fb6602a-0da2-44e4-bbe2-092275b62f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:32.403944 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-80672848-42af-4093-8b11-cf3f1144396f None None] Provisioning for port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:32.411151 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-cbc95750-bfc7-4828-b7d8-e83f29df6a9d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648639 Aug 23 14:10:32.423441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-80672848-42af-4093-8b11-cf3f1144396f None None] Provisioning complete for port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:32.423441 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-80672848-42af-4093-8b11-cf3f1144396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.537099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ca4cd530-00f2-4fc4-a3fa-a46a43c3fdda req-e9251ff6-fdaf-4afd-b88c-3202c54b21e6 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552536 Aug 23 14:10:32.562217 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-80672848-42af-4093-8b11-cf3f1144396f None None] Port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:10:32.581622 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.642898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e31695-1f32-4c30-9843-25ba8e1eee8a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:32.661926 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6a6339aca544863b83aba2bdcbc6508&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1980362 Aug 23 14:10:32.674162 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:32.687972 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37398) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:32.689115 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.740357 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-a421acce-ce33-4fe9-8d08-34bbee7fbe08 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183289 Aug 23 14:10:32.853953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:32.904537 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.926227 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:32.957756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:855100f3cfac4b978ca5801f5af6a1c3 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:32.970090 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5cc89-0968-453c-bd8f-7acd10995068 req-2ed147d3-effb-46b7-8722-9e9003fdf19c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:32.970864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5fc5cc89-0968-453c-bd8f-7acd10995068 req-2ed147d3-effb-46b7-8722-9e9003fdf19c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:32.976735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:33.047412 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:33.061049 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-2bbe8be5-4ddb-4ad5-8721-a2d07a19bdf2 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127806 Aug 23 14:10:33.094296 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.223177 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.246131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5fc5cc89-0968-453c-bd8f-7acd10995068 req-2ed147d3-effb-46b7-8722-9e9003fdf19c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:33.247303 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5fc5cc89-0968-453c-bd8f-7acd10995068 req-2ed147d3-effb-46b7-8722-9e9003fdf19c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 936 time: 1.0573740 Aug 23 14:10:33.251838 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Deleting port f116bde9-b0bb-4b55-a63d-d609b46b8cf5 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:33.252187 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.414047 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe830-06e0-4378-b095-2e231a222c39 req-ff1a8c2f-052b-4fc9-8e5c-2f8888d8f65c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:33.415569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-650fe830-06e0-4378-b095-2e231a222c39 req-ff1a8c2f-052b-4fc9-8e5c-2f8888d8f65c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 945 time: 0.5434632 Aug 23 14:10:33.488743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5fc5cc89-0968-453c-bd8f-7acd10995068 req-5d397e18-610a-4e04-b907-96502aa5962a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249732 Aug 23 14:10:33.544312 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c4d70-e86f-4d4c-ade9-1949c8ce868f req-5ecf44d5-00da-407e-82b0-1c0041f3e71f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:33.546629 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a96c4d70-e86f-4d4c-ade9-1949c8ce868f req-5ecf44d5-00da-407e-82b0-1c0041f3e71f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 945 time: 0.4155242 Aug 23 14:10:33.580315 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-26c2592b-4581-4f7b-a759-ae43710d2268 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:33.582504 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-26c2592b-4581-4f7b-a759-ae43710d2268 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.4075019 Aug 23 14:10:33.616024 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805628-1'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:33.653390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.653390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:33.653390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Deleting port a6fb49ff-7d12-499f-aa00-ad69376ef86b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:33.653390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.680666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.692101 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.713761 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4996bce1-8c67-4f99-974c-81b23c5a23cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:33.734565 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.755809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e31695-1f32-4c30-9843-25ba8e1eee8a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:33.759547 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:33.768281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Transition to ACTIVE for port object 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:33.778339 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b679275b-f89d-4675-bd6e-73904c256a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:33.799438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] For port f116bde9-b0bb-4b55-a63d-d609b46b8cf5, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:33.800163 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.849793 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a96c4d70-e86f-4d4c-ade9-1949c8ce868f req-85cac055-fdd2-4b1f-a848-1818a67fca41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662592 Aug 23 14:10:33.922383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.962384 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:33.968400 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81e31695-1f32-4c30-9843-25ba8e1eee8a HTTP/1.1" status: 204 len: 168 time: 1.2639146 Aug 23 14:10:33.973746 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=855100f3cfac4b978ca5801f5af6a1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7724674 Aug 23 14:10:33.977326 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37414) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:34.182287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d958e114-5b8f-4c68-9fd7-c1e1253bea1b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:34.243594 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Calling delete_port for f116bde9-b0bb-4b55-a63d-d609b46b8cf5 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:34.309052 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:34.339794 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eba881c8-1121-4640-832e-fc4001356a4d tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:34.678510 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.753929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:34.760224 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:34.852443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Attempting to bind port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:34.852784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Attempting to bind port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:34.854112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Attempting to bind port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:34.887875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66352c22-4cab-4ae3-9e34-b1a38a188921 req-66220edb-5cb4-4c34-8bfe-1b39104d895d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:34.887875 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-66352c22-4cab-4ae3-9e34-b1a38a188921 req-66220edb-5cb4-4c34-8bfe-1b39104d895d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 945 time: 1.1222677 Aug 23 14:10:34.919059 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:34.919900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Attempting to bind port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:34.921657 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.963365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:34.963365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:34.963365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:34.963365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Bound port: 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:34.963365 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:34.983613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] For port a6fb49ff-7d12-499f-aa00-ad69376ef86b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=a6fb49ff-7d12-499f-aa00-ad69376ef86b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:34.983613 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.175432 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-1af8a2d1-3081-4901-a34c-664b47c11d82 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8300006 Aug 23 14:10:35.211870 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:10:35.232772 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-66352c22-4cab-4ae3-9e34-b1a38a188921 req-656392e0-04e6-4b0a-8536-ae074f142f6a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436768 Aug 23 14:10:35.300121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37426) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:35.334936 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.384375 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Calling delete_port for a6fb49ff-7d12-499f-aa00-ad69376ef86b owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:35.396155 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.492604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:35.516763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:a9305e69cb2c4dcaaae8df0767090e10 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:35.524049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:35.537327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da2ba-ff91-4b04-a72e-84de3838add1 req-e4867ad0-73ba-400d-802c-9d485e24b5c4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:35.551076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c32da2ba-ff91-4b04-a72e-84de3838add1 req-e4867ad0-73ba-400d-802c-9d485e24b5c4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 936 time: 0.5233026 Aug 23 14:10:35.567594 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:35.594882 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:35.594882 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.601473 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:35.602085 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:35.631985 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.657953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] For port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:35.662509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] For port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:35.675356 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Pushing event deleted for resources: {'Port': ['ID=f116bde9-b0bb-4b55-a63d-d609b46b8cf5,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:35.719956 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:35.743828 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c32da2ba-ff91-4b04-a72e-84de3838add1 req-e7b41d13-3d6a-447b-bc68-0410d61aa6c1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969681 Aug 23 14:10:35.779619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e91751-c56b-4517-8f8e-1d9e47e71d41 req-65e520e2-9113-49e3-a7cb-59928a686b4f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:35.782663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e91751-c56b-4517-8f8e-1d9e47e71d41 req-65e520e2-9113-49e3-a7cb-59928a686b4f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 945 time: 0.3678510 Aug 23 14:10:35.787355 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.794095 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:35.830239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Transition to ACTIVE for port object d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:35.860409 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.934259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:35.934259 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.934259 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] 10.222.0.64 "PUT /v2.0/ports/4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 HTTP/1.1" status: 200 len: 1096 time: 4.3246005 Aug 23 14:10:35.934259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'tag': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:35.963199 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:35.985244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-26b43ecc-b9eb-4744-a2ea-d0d00f02e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:35.986996 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-26b43ecc-b9eb-4744-a2ea-d0d00f02e98d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1096 time: 0.6781368 Aug 23 14:10:36.012883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:36.023205 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.027312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:36.056900 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:36.089454 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e91751-c56b-4517-8f8e-1d9e47e71d41 req-c56b2d92-d676-4982-ae5f-17cc44436d2c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547228 Aug 23 14:10:36.090846 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33e6e9a2-0d67-4965-beb0-9c5ced6c75e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:36.181737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a6fb49ff-7d12-499f-aa00-ad69376ef86b no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:36.256371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: a6fb49ff-7d12-499f-aa00-ad69376ef86b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:36.256728 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device a6fb49ff-7d12-499f-aa00-ad69376ef86b not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:36.283140 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'tag': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', 'status': 'completed', 'code': 200} Aug 23 14:10:36.285166 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d958e114-5b8f-4c68-9fd7-c1e1253bea1b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:36.302783 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:36.352967 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:36.409130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:36.416989 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.458798 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.485429 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5', 'code': 200} Aug 23 14:10:36.502030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-eb3d44ad-06cb-4972-87b4-288e24e56c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:36.503595 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-eb3d44ad-06cb-4972-87b4-288e24e56c33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.4421294 Aug 23 14:10:36.504182 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.569389 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.615100 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.616589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d958e114-5b8f-4c68-9fd7-c1e1253bea1b HTTP/1.1" status: 204 len: 168 time: 2.6161015 Aug 23 14:10:36.631068 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-399ef00b-b35e-4d33-8925-3dd745128470 req-83555ab2-0541-4622-9fe3-fca350d5d36b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:36.634000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] No DVR routers for this DVR port a6fb49ff-7d12-499f-aa00-ad69376ef86b on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:36.638968 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:36.648452 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.650520 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-650fe830-06e0-4378-b095-2e231a222c39 req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "DELETE /v2.0/ports/a6fb49ff-7d12-499f-aa00-ad69376ef86b HTTP/1.1" status: 204 len: 173 time: 3.2200556 Aug 23 14:10:36.663095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:36.710487 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.770607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9305e69cb2c4dcaaae8df0767090e10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4729328 Aug 23 14:10:36.771312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event deleted for resources: {'Port': ['ID=a6fb49ff-7d12-499f-aa00-ad69376ef86b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:36.772805 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-399ef00b-b35e-4d33-8925-3dd745128470 req-83555ab2-0541-4622-9fe3-fca350d5d36b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:36.782225 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37442) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:36.784335 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-399ef00b-b35e-4d33-8925-3dd745128470 req-83555ab2-0541-4622-9fe3-fca350d5d36b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=37a4b720-edea-4046-ac5c-f25bb1dd854e HTTP/1.1" status: 200 len: 210 time: 0.2921004 Aug 23 14:10:36.787752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-a3015877-5729-4a52-9596-a4e6c2e30a1f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.2736390 Aug 23 14:10:36.793459 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:36.794106 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.677s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:36.794419 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:36.815837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Attempting to bind port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:36.816397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Attempting to bind port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:36.817390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Attempting to bind port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:36.826174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:36.827209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Attempting to bind port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:36.831236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-422999ce-ca82-4aa6-ba46-eb6e5ac3c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:36.833104 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-422999ce-ca82-4aa6-ba46-eb6e5ac3c9ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 1099 time: 0.7026463 Aug 23 14:10:36.837870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:36.838461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:36.839564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:36.854147 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Bound port: d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:36.854147 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:36.949506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-c01f4657-9486-4ea0-8175-eac8c2e51cd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 HTTP/1.1" status: 200 len: 217 time: 0.0973637 Aug 23 14:10:37.074959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-2c1fea05-34c9-4954-9e5d-e7cd7c09c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.077006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-2c1fea05-34c9-4954-9e5d-e7cd7c09c292 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0986614 Aug 23 14:10:37.090015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] For port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:37.095202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] For port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:37.200816 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.216660 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:37.217256 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:37.220646 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:37.240669 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa1ea3d5-3404-47d8-b582-a8e2c9ac82c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:37.268447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-f9cc19ff-4545-4619-9afb-dd0ff9e9adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.270310 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-f9cc19ff-4545-4619-9afb-dd0ff9e9adac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.4576125 Aug 23 14:10:37.296230 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-4fea31d5-1636-46fd-8b58-a1fad3fa0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.300024 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-4fea31d5-1636-46fd-8b58-a1fad3fa0238 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005770 Aug 23 14:10:37.300163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on host n-h2-805628-1 for vnic_type normal with profile {"migrating_to": "n-h1-805628-1"} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:37.300163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:37.300163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:37.333456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:37.397490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:37.398098 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Attempting to bind port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:37.402831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-d9d11846-1dab-4e92-b9d4-7e47dd5a4041 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130083 Aug 23 14:10:37.409411 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.417760 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be480cd-6c7a-459b-a6aa-f7f7454be350,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:37.422085 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:37.500716 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:37.516515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:37.517240 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:37.517824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:37.518446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Bound port: 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:37.519873 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.521824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.522452 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.523985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] 10.222.0.82 "PUT /v2.0/ports/d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 HTTP/1.1" status: 200 len: 1096 time: 5.3912880 Aug 23 14:10:37.617608 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.648074 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-2cc982e2-3dcf-4faf-9152-cbe1c20b6989 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396375 Aug 23 14:10:37.661104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0ded3-c5aa-4d36-be10-265fcfa42b3e req-3baae05c-d62b-4d38-8ea2-a190bc6858be tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.662264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4f0ded3-c5aa-4d36-be10-265fcfa42b3e req-3baae05c-d62b-4d38-8ea2-a190bc6858be tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.3316677 Aug 23 14:10:37.728641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37456) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:37.854312 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:37.886049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4f0ded3-c5aa-4d36-be10-265fcfa42b3e req-0c95c416-c1bd-4214-9268-efd077ce1635 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036738 Aug 23 14:10:37.896632 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ab26c-0440-45dd-a91c-21a56e8d8e57 req-2f50fbc1-029e-4990-b3be-1a06a6b675b5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.898174 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da2ab26c-0440-45dd-a91c-21a56e8d8e57 req-2f50fbc1-029e-4990-b3be-1a06a6b675b5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 948 time: 0.9319050 Aug 23 14:10:37.901681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:37.919899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Usage tracker for resource:security_group_rule and tenant:199ded45ab2843ebb5a33c7ed6f1796e is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:37.925356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:37.929681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-036a943e-6870-444c-b37f-c50143e2d595 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667468 Aug 23 14:10:37.935437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:37.972393 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-d98dae7a-5b31-4137-8044-414e9b98b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:37.973922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-d98dae7a-5b31-4137-8044-414e9b98b668 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 1099 time: 0.1964245 Aug 23 14:10:38.107858 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-59b56216-b4be-4494-8f70-6d1dfc0e587c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 HTTP/1.1" status: 200 len: 217 time: 0.1260908 Aug 23 14:10:38.111572 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-d22b63e2-0013-4fe8-b299-7a0b80ea6c14 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998968 Aug 23 14:10:38.127008 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:38.161188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Router 99e6ec7a-fd69-4188-9e2e-42b69843e244 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:10:38.177324 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da2ab26c-0440-45dd-a91c-21a56e8d8e57 req-7551d8f9-aa16-4c4b-a179-81efb9920566 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456379 Aug 23 14:10:38.190249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:38.221274 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.274775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-8767dd77-8e6a-400e-a166-3a445deb58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.276368 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-8767dd77-8e6a-400e-a166-3a445deb58ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 1099 time: 0.1599016 Aug 23 14:10:38.277902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-68b703e3-6356-4783-97d3-af1449823cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.279240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-68b703e3-6356-4783-97d3-af1449823cc5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1148512 Aug 23 14:10:38.286062 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'name': 'network-vif-deleted', 'tag': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b'}, {'name': 'network-changed', 'server_uuid': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'tag': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:38.309655 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.324250 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-147295ab-e610-42da-8e23-f75e82b261cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:38.354235 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.379379 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.386710 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be480cd-6c7a-459b-a6aa-f7f7454be350,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:38.389472 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:38.402922 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:38.414021 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a4b720-edea-4046-ac5c-f25bb1dd854e', 'name': 'network-vif-deleted', 'tag': 'a6fb49ff-7d12-499f-aa00-ad69376ef86b', 'status': 'completed', 'code': 200} Aug 23 14:10:38.414533 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'tag': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0', 'status': 'completed', 'code': 200} Aug 23 14:10:38.461905 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9e173220-0942-4c63-85cd-64467a597cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:38.503461 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=199ded45ab2843ebb5a33c7ed6f1796e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675433 Aug 23 14:10:38.503461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37478) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:38.549087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5b2042-f462-42b4-9c37-53b0464e108c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:38.577775 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:38.603296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-55e896f5-0306-436d-a3b9-7732cb5002d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.604815 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-55e896f5-0306-436d-a3b9-7732cb5002d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3217134 Aug 23 14:10:38.609238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-13f4e9bb-c3e0-403d-bc31-658810e2ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.610254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-13f4e9bb-c3e0-403d-bc31-658810e2ebb7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3191221 Aug 23 14:10:38.702294 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-9a012e75-6104-47ca-98f2-67cde6d43fca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 HTTP/1.1" status: 200 len: 217 time: 0.0896893 Aug 23 14:10:38.763402 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.805202 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29dcddee-89f0-4b78-8ab7-05a265a55ef3 req-fc1118c5-4df9-435d-8529-0637f2260198 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858163 Aug 23 14:10:38.809719 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.809719 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1be480cd-6c7a-459b-a6aa-f7f7454be350 HTTP/1.1" status: 204 len: 168 time: 2.0197256 Aug 23 14:10:38.822469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.823564 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.825318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] 10.222.0.82 "PUT /v2.0/ports/8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 1121 time: 5.2223818 Aug 23 14:10:38.860389 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:38.869851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:38.896087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-157391f4-1834-413f-ae4b-b406c895cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.896087 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-157391f4-1834-413f-ae4b-b406c895cc1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1782219 Aug 23 14:10:38.911478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=8']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:38.918820 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:38.948344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-6a91a375-27ea-4e73-9fb8-b576bbba3f03 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:38.952518 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-6a91a375-27ea-4e73-9fb8-b576bbba3f03 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.4974995 Aug 23 14:10:38.968569 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5', 'status': 'completed', 'code': 200} Aug 23 14:10:38.970877 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:10:38.978699 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-92b84cd3-5ac9-4118-a9e4-770101ee924a service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171818 Aug 23 14:10:38.989171 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] 10.222.0.72 "PUT /v2.0/routers/99e6ec7a-fd69-4188-9e2e-42b69843e244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6813061 Aug 23 14:10:38.997405 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] Sync routers for ids ['99e6ec7a-fd69-4188-9e2e-42b69843e244'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:10:39.003417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['8cfb9a22-7244-48f7-b995-8f15f45bc5d5'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:39.003898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37488) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:39.044138 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] Routers {'99e6ec7a-fd69-4188-9e2e-42b69843e244'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:10:39.046010 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:10:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['99e6ec7a-fd69-4188-9e2e-42b69843e244'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:39.119392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-0fe3edbc-e2e9-4313-a38b-3c18b18c7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:39.120987 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-0fe3edbc-e2e9-4313-a38b-3c18b18c7aa8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145379 Aug 23 14:10:39.171603 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:39.176075 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-652da7ef-0de3-4aba-a164-d77ef4194152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:39.206435 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ac10c6-8626-4feb-8c88-bc193b0dd3e0 req-4d804318-eec6-4942-bab1-8eba2bf6b63e service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971760 Aug 23 14:10:39.223735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5b2042-f462-42b4-9c37-53b0464e108c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:39.290423 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:39.363046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-28dd35b3-d825-4a94-bde8-3bebf8c34d31 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/quotas/dd04698ad3cd4dcd8a665df269b8be61 HTTP/1.1" status: 200 len: 375 time: 0.3964152 Aug 23 14:10:39.464302 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] Set router 99e6ec7a-fd69-4188-9e2e-42b69843e244 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:10:39.473870 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-b2795566-6683-49b8-8f96-a3095f963bf1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731089 Aug 23 14:10:39.732725 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:39.734805 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa5b2042-f462-42b4-9c37-53b0464e108c HTTP/1.1" status: 204 len: 168 time: 1.2226017 Aug 23 14:10:39.781969 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:39.807194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-d1d80396-e0cb-4137-8b4e-74fcf433b906 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707458 Aug 23 14:10:39.854073 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:10:35Z', 'revision_number': 5, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:39.859728 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] Checking router: 99e6ec7a-fd69-4188-9e2e-42b69843e244 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:10:39.875610 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] Routers {'99e6ec7a-fd69-4188-9e2e-42b69843e244'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:10:39.876508 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:10:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['99e6ec7a-fd69-4188-9e2e-42b69843e244'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:39.891392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4100-8773-44b3-88e8-baeb2c73f0d2 req-c5f82418-7001-4aee-acae-32cd56810021 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:39.900082 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ebb4100-8773-44b3-88e8-baeb2c73f0d2 req-c5f82418-7001-4aee-acae-32cd56810021 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.7055795 Aug 23 14:10:40.009581 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-89e8ac90-4a2f-49c8-a188-d39d8e1e9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.012330 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-89e8ac90-4a2f-49c8-a188-d39d8e1e9c5e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 1099 time: 0.4415736 Aug 23 14:10:40.116891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ebb4100-8773-44b3-88e8-baeb2c73f0d2 req-b0241f56-b5e0-4b18-b041-fa211b5f7627 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157376 Aug 23 14:10:40.165780 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-ea8a2017-704f-4161-a9ff-717eb358ba6c service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839666 Aug 23 14:10:40.184052 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:40.254479 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] Set router 99e6ec7a-fd69-4188-9e2e-42b69843e244 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:10:40.256828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-390153e8-89a7-4921-8fd2-377a1dc73d3f req-29956005-36d9-4ff1-afd8-d6a83eb05d62 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406707 Aug 23 14:10:40.465476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-66bfe77e-9993-46a4-9e85-3b62fd0ceed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.465476 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-66bfe77e-9993-46a4-9e85-3b62fd0ceed0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3161173 Aug 23 14:10:40.472870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:40.472870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 has no active binding in host n-h1-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:10:40.519057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-94036c4c-d004-4191-9f71-29f16d272141 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 HTTP/1.1" status: 200 len: 217 time: 0.1616213 Aug 23 14:10:40.519242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-b445cbbe-4e97-49da-a30b-ae3a341392a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.519242 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-b445cbbe-4e97-49da-a30b-ae3a341392a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1124 time: 1.4836617 Aug 23 14:10:40.529175 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5b025df2-222a-4ca1-9f5e-62c2e66ff146 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180373 Aug 23 14:10:40.598582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-1cb02396-cd8e-41c2-9b85-6a2c4777020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.600216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-1cb02396-cd8e-41c2-9b85-6a2c4777020a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0727503 Aug 23 14:10:40.638169 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:10:35Z', 'revision_number': 5, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:40.643564 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e631af3-4cde-40fb-9b69-3e704d093b21 None None] The sync data for ids ['99e6ec7a-fd69-4188-9e2e-42b69843e244'] in n-d-805628-1 is: [{'id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'name': 'tempest-AttachSCSIVolumeTestJSON-430946217-router', 'tenant_id': '36bff38ae2be41d584e46ee369dcbe4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:07:53Z', 'updated_at': '2021-08-23T14:10:35Z', 'revision_number': 5, 'project_id': '36bff38ae2be41d584e46ee369dcbe4f', 'gw_port': {'id': 'a64ff8a8-3013-42c3-804d-3c26f402799a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e6ec7a-fd69-4188-9e2e-42b69843e244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:07:55Z', 'updated_at': '2021-08-23T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:10:40.691273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4acf-98bb-48ac-ac52-ca92c06ff0aa req-338f8a13-2b11-46db-8bee-84993fe7f862 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.692780 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-43bd4acf-98bb-48ac-ac52-ca92c06ff0aa req-338f8a13-2b11-46db-8bee-84993fe7f862 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 948 time: 0.2423272 Aug 23 14:10:40.693662 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-3a859157-b855-4dad-9506-6e450e441508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.695442 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-3a859157-b855-4dad-9506-6e450e441508 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.1652672 Aug 23 14:10:40.699866 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:40.741772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-0e8fd1b2-4677-4505-ac20-3ea9dcf46265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.743172 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-0e8fd1b2-4677-4505-ac20-3ea9dcf46265 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327152 Aug 23 14:10:40.750386 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-43bd4acf-98bb-48ac-ac52-ca92c06ff0aa req-d775d017-b9f6-43e0-bedf-144547156bbe tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517094 Aug 23 14:10:40.773196 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-b072ddb0-da27-4f87-8cf1-91f3dcb2512e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 217 time: 0.0661273 Aug 23 14:10:40.844318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-338ff1aa-35de-4b7e-b683-0615b9636df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:40.844318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-338ff1aa-35de-4b7e-b683-0615b9636df7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.0620413 Aug 23 14:10:40.895677 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-cc6bf9ab-1bac-492c-92cb-a1300674d3be service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443458 Aug 23 14:10:40.907256 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-63f947b3-ae1f-434d-a2a9-9793c4a4142d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515487 Aug 23 14:10:41.032903 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Deleting port a64ff8a8-3013-42c3-804d-3c26f402799a {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:41.035463 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.113696 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-743294d6-5458-4eed-9d6b-4bff8e91eedd req-e77d1d11-293f-436a-9fef-7b185ffcf5b4 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113254 Aug 23 14:10:41.257910 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c582270-de7f-48e6-81cd-22bac71eb862 req-1ef1087a-4411-407f-b378-f296bf0b3cb5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 210 time: 0.0906184 Aug 23 14:10:41.312164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:41.415646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] For port a64ff8a8-3013-42c3-804d-3c26f402799a, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a64ff8a8-3013-42c3-804d-3c26f402799a,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:41.415646 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.563991 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:41.591003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-fe86a0b7-839a-4f70-a912-1bb76058f1c4 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801901 Aug 23 14:10:41.598144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Calling delete_port for a64ff8a8-3013-42c3-804d-3c26f402799a owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:41.600376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', 'mac_address': 'fa:16:3e:8b:a8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:41.694179 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.731704 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:41.752308 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:41.830186 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:41.839750 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:41.909550 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8b06d36-8326-4e22-8a0b-b266299a5ef3 req-7932368a-ed21-4dd2-a361-baec88bd0774 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196181 Aug 23 14:10:41.916043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e44c6-80a6-4c9a-93a4-401f33869d76 req-069c4db8-1c4b-4d70-9ca9-44f7285230b4 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:41.928063 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-500e44c6-80a6-4c9a-93a4-401f33869d76 req-069c4db8-1c4b-4d70-9ca9-44f7285230b4 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.3969202 Aug 23 14:10:42.012914 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:42.034787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307fca-59f0-4e51-bc7d-8b34c702c5aa req-e9a45774-8e29-4039-b646-35f836f58dae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:42.036730 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.036841 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be307fca-59f0-4e51-bc7d-8b34c702c5aa req-e9a45774-8e29-4039-b646-35f836f58dae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 948 time: 0.1539226 Aug 23 14:10:42.043358 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.045938 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.048031 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.049340 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.050769 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.075095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.075095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.075095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.075095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.075095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.075095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:10:42.087408 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be307fca-59f0-4e51-bc7d-8b34c702c5aa req-de046598-61c2-46e9-ba68-137ac4234c04 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493975 Aug 23 14:10:42.090010 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:42.188815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:42.218939 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-500e44c6-80a6-4c9a-93a4-401f33869d76 req-bd574951-a94d-4cae-8322-0b3f797558c9 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898300 Aug 23 14:10:42.328364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f116bde9-b0bb-4b55-a63d-d609b46b8cf5 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:42.362792 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4c6ea62e-da50-4b5c-a7dd-c7c1de753e98'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:42.430676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: f116bde9-b0bb-4b55-a63d-d609b46b8cf5 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:42.431128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f116bde9-b0bb-4b55-a63d-d609b46b8cf5 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:42.538073 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.546983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:42.583391 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:42.653117 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0', 'mac_address': 'fa:16:3e:ac:51:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:42.664561 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0ec99c3-edea-4140-a38f-58f7f8be5e1c req-e5d5334d-9a91-4e51-9e30-1fdf69b9128d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 210 time: 0.2408750 Aug 23 14:10:42.771451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Pushing event deleted for resources: {'Port': ['ID=a64ff8a8-3013-42c3-804d-3c26f402799a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:42.773294 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.779442 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:42.780072 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:42.853363 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:42.877492 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:43.001651 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.004271 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:43.107516 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:43.120753 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:43.234417 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.240204 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.253894 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-f4f7ee8c-788b-45f6-9dd6-d9f425efbfe9 service neutron] 10.222.0.64 "GET /v2.0/ports/8cfb9a22-7244-48f7-b995-8f15f45bc5d5/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.3545344 Aug 23 14:10:43.271093 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:43.466361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5cd70-eb13-4c5b-ad41-fd0e502e395e req-9c44f298-1683-47a9-9c86-9b2191715844 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:43.468596 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10d5cd70-eb13-4c5b-ad41-fd0e502e395e req-9c44f298-1683-47a9-9c86-9b2191715844 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 949 time: 0.2062807 Aug 23 14:10:43.573913 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10d5cd70-eb13-4c5b-ad41-fd0e502e395e req-f7be8734-6e1a-4a1a-b807-a1ccddae4c72 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921803 Aug 23 14:10:43.632631 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.633155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e6ec7a-fd69-4188-9e2e-42b69843e244 {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:10:43.788401 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.792384 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] 10.222.0.72 "DELETE /v2.0/routers/99e6ec7a-fd69-4188-9e2e-42b69843e244 HTTP/1.1" status: 204 len: 168 time: 4.7607219 Aug 23 14:10:43.793990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37606) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:43.851072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:43.899898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:43.911483 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Deleting subnet 1a16c0ff-0a61-4a56-9096-dfa4907de45a {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:10:43.915596 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.935478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff5e90-f138-4977-ab38-6bf960677a87 req-c94a16fd-7db2-4627-8496-9094e4d9968d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:43.936802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-48ff5e90-f138-4977-ab38-6bf960677a87 req-c94a16fd-7db2-4627-8496-9094e4d9968d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 943 time: 0.2347221 Aug 23 14:10:43.970333 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:43.979651 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:44.011136 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:44.028076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-48ff5e90-f138-4977-ab38-6bf960677a87 req-968d141c-c3b0-4966-b5af-51e7cc3fcda8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750608 Aug 23 14:10:44.065378 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.087272 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.271206 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] Transition to ACTIVE for port object 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:44.342835 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a64ff8a8-3013-42c3-804d-3c26f402799a no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:44.374152 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.381389 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c75cc1a-31c3-425e-8118-9e0d80c080b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:44.405433 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55c5fbfb-9708-42b7-849c-6942b4d8dc2a req-b3ea3559-f8f0-40b7-8539-220c779b0746 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 210 time: 0.1077237 Aug 23 14:10:44.434786 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: a64ff8a8-3013-42c3-804d-3c26f402799a {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:44.434786 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a64ff8a8-3013-42c3-804d-3c26f402799a not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:44.637776 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-25086d0f-944a-4539-82fc-090d48fab88a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:44.655794 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-25086d0f-944a-4539-82fc-090d48fab88a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.3519723 Aug 23 14:10:44.659497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3b1c8cf2-4f5c-409b-919a-996c01dac09d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5abe1a91db3f4a59b24d249f342f7cee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1738906 Aug 23 14:10:44.666089 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] No DVR routers for this DVR port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:44.697084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Request body: {'port': {'device_id': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'admin_state_up': True, 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:44.721235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] Pushing event updated for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=10']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:44.732785 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:44.740042 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:44.766563 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] 10.222.0.64 "PUT /v2.0/ports/8cfb9a22-7244-48f7-b995-8f15f45bc5d5/bindings/n-h1-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5101228 Aug 23 14:10:44.772418 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0618bffb-d9a9-4bc8-a8b0-3beae1c96761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:44.887415 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a16c0ff-0a61-4a56-9096-dfa4907de45a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:44.897451 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a22f1a-b6bb-4be5-afa2-9f0aeab1e2cd None None] Network 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:10:44.913455 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:44.919383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.009727 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1a16c0ff-0a61-4a56-9096-dfa4907de45a HTTP/1.1" status: 204 len: 168 time: 1.2112732 Aug 23 14:10:45.012167 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37636) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:45.057168 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-72e9d4aa-e7fc-4043-9209-17a30d9be251 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:45.059750 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-72e9d4aa-e7fc-4043-9209-17a30d9be251 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599827 Aug 23 14:10:45.101919 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-ffb1d67a-f85a-471f-b5df-af6295ca5908 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/quotas/5abe1a91db3f4a59b24d249f342f7cee HTTP/1.1" status: 200 len: 375 time: 0.0348670 Aug 23 14:10:45.106459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e35d65-d7f1-481f-a3ba-b6e0c4d96c07 req-75a59b58-a9d2-4467-8f92-5cfd213c2ac1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:45.121832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e1e35d65-d7f1-481f-a3ba-b6e0c4d96c07 req-75a59b58-a9d2-4467-8f92-5cfd213c2ac1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 949 time: 0.3506968 Aug 23 14:10:45.174872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:45.205524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e1e35d65-d7f1-481f-a3ba-b6e0c4d96c07 req-c7b26922-af4b-4f9e-9240-f382d4f19004 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823951 Aug 23 14:10:45.221329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:45.227186 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.255790 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-12103bd6-8c6e-44fc-a64d-89065f7e063a tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5abe1a91db3f4a59b24d249f342f7cee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1404998 Aug 23 14:10:45.259474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-457c0aa4-d7de-44c0-89c5-01cdac1d6ff2 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:45.261516 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-457c0aa4-d7de-44c0-89c5-01cdac1d6ff2 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1095 time: 0.3459828 Aug 23 14:10:45.263350 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Deleting port a764292d-0f60-4c90-a826-25757491600b {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:45.263695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.326475 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:45.345537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:45.348976 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.391706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] DHCP port deletion for 2d03ea92-2cdc-4115-bab2-2a6be47a2a6d request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:10:45.393937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37646) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:45.407157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Deleting port a764292d-0f60-4c90-a826-25757491600b {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:45.407279 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.573347 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-38edfb04-7018-4075-8d32-473133cc6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:45.577650 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-38edfb04-7018-4075-8d32-473133cc6ccc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde&tenant_id=9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 1095 time: 0.2445662 Aug 23 14:10:45.636605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:45.726156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8402d-4d11-4ac6-9d78-7aeca617dc0f req-b794aec7-07ed-4015-b098-ab85b52eba4f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:45.727540 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ff8402d-4d11-4ac6-9d78-7aeca617dc0f req-b794aec7-07ed-4015-b098-ab85b52eba4f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.1654139 Aug 23 14:10:45.811085 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ff8402d-4d11-4ac6-9d78-7aeca617dc0f req-6f177b8c-560b-459a-918a-a460039c0dbb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721364 Aug 23 14:10:45.821061 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.849748 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Allocated IP 172.20.0.10 (b7d7a6ab-e512-4fd3-88a4-d69931798316/c9301fa6-fdc6-46b8-b982-23b8cd9cb273/74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:45.862801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:45.863954 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.864094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:45.904160 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc1d0dea-80c0-48c6-ac0f-a7d8cf04c84c req-bc550e71-1177-4bc6-957a-9c935f76e2c9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 210 time: 0.0647175 Aug 23 14:10:45.913344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] For port a764292d-0f60-4c90-a826-25757491600b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a764292d-0f60-4c90-a826-25757491600b,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:45.913837 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.931416 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb87e1bdcf7343f5a146eb3092ab27da is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:45.943068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] For port a764292d-0f60-4c90-a826-25757491600b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a764292d-0f60-4c90-a826-25757491600b,segment=NetworkSegment(8bbd4fea-4907-4ad4-886e-0be95125fb4b),segment_id=8bbd4fea-4907-4ad4-886e-0be95125fb4b)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:45.943492 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:45.946326 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:45.972258 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05514988-9f16-4c1f-9162-029c569a1664 req-e2dcb724-dd2a-4010-97a3-0cd3ed040051 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 210 time: 0.1054947 Aug 23 14:10:45.975507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:46.084339 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Calling delete_port for a764292d-0f60-4c90-a826-25757491600b owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:46.096927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Calling delete_port for a764292d-0f60-4c90-a826-25757491600b owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:46.136540 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-5688718a-e274-42ce-a857-9e2d2c10dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.139392 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-5688718a-e274-42ce-a857-9e2d2c10dfb5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1095 time: 0.5119452 Aug 23 14:10:46.186243 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.257633 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.267638 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.305904 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:46.363016 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-efb0a886-58e5-42ad-8113-6e5c35182b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.364747 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-efb0a886-58e5-42ad-8113-6e5c35182b9c service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.2182987 Aug 23 14:10:46.374305 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:46.374756 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.383022 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a764292d-0f60-4c90-a826-25757491600b no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:46.386331 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1a4e963c-ef7e-4ba3-b03a-d30d0ff29cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:46.426460 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.435487 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:46.437282 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: a764292d-0f60-4c90-a826-25757491600b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:46.437831 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a764292d-0f60-4c90-a826-25757491600b not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:46.449057 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:10:46.449648 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:10:46.473671 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb87e1bdcf7343f5a146eb3092ab27da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0105624 Aug 23 14:10:46.476993 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', 'code': 200} Aug 23 14:10:46.486524 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-da14fb31-4cda-4cf7-a6a0-16b9fe12dbf5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 217 time: 0.1132817 Aug 23 14:10:46.486524 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37670) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:46.491674 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:46.492334 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.493394 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:46.495511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a80991e-cc5f-490a-8143-eaf8b454c07b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:46.513829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:46.524105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.524846 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.530106 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:46.530883 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0850ec54-f3b4-48f3-919c-21cc5e403698 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:46.544582 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.546780 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:46.584322 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1109982e-9c2f-4775-9a48-e8974225a254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:46.721739 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:46.727326 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:46.736824 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:46.744330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:46.745744 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.751460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:46.753663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-d9cbe4b9-acd8-4bd3-9eab-0ba3b465f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:46.755462 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-d9cbe4b9-acd8-4bd3-9eab-0ba3b465f7a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.2468522 Aug 23 14:10:46.758299 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:46.829349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Pushing event deleted for resources: {'Port': ['ID=a764292d-0f60-4c90-a826-25757491600b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:46.832049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] No DVR routers for this DVR port a764292d-0f60-4c90-a826-25757491600b on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:10:46.848884 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1747642 Aug 23 14:10:46.861385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Request body: {'port': {'device_id': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:46.940593 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:46.952137 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Deleting port a764292d-0f60-4c90-a826-25757491600b {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:46.952755 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.026581 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:47.044753 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0747-2421-48f9-a1a3-f45c1948f425 None None] The port 'a764292d-0f60-4c90-a826-25757491600b' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:10:47.066454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:47.079623 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-a9be0125-99c9-4f68-aafe-4b071d4b7c60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2572806 Aug 23 14:10:47.096620 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.133772 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.137527 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:47.221354 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:47.226256 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:47.228557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5e50-bedc-42a3-b1f3-950c0f580d97 req-c2ccfedd-b273-4835-a076-9b9acec260e0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:47.236103 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c65c5e50-bedc-42a3-b1f3-950c0f580d97 req-c2ccfedd-b273-4835-a076-9b9acec260e0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.1680133 Aug 23 14:10:47.308541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.332829 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.334942 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c65c5e50-bedc-42a3-b1f3-950c0f580d97 req-2d520a12-ada1-44b9-9cc2-5104cfe86e4e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666440 Aug 23 14:10:47.335859 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.336199 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.340236 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:47.349977 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.349977 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > port after_create 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.350268 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > port after_delete 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.351153 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > port after_update 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.351153 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.351153 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.351446 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.351702 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.427481 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:47.527061 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.527416 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.527754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.528114 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:10:47.528492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d03ea92-2cdc-4115-bab2-2a6be47a2a6d']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:47.574567 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbd4fea-4907-4ad4-886e-0be95125fb4b') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:47.574860 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbd4fea-4907-4ad4-886e-0be95125fb4b') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:47.592736 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046dbef-277d-4b64-8f2c-21df7d58ef11 req-c51195d6-63f4-4e4e-8b10-62038bf58cca tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:47.594472 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8046dbef-277d-4b64-8f2c-21df7d58ef11 req-c51195d6-63f4-4e4e-8b10-62038bf58cca tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 949 time: 1.1071310 Aug 23 14:10:47.617715 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.632975 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.660825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1a742-e096-422d-890d-5b9d0076dcdb req-a699aec2-cd1b-4700-b251-5d2a3514d9bd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:47.661559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-16f1a742-e096-422d-890d-5b9d0076dcdb req-a699aec2-cd1b-4700-b251-5d2a3514d9bd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:10:47.698623 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.706500 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cd55e-5907-4aec-a30b-efd82a5d3acf req-ea707db8-4ec7-41dd-9da7-0753b37f4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:47.708022 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-728cd55e-5907-4aec-a30b-efd82a5d3acf req-ea707db8-4ec7-41dd-9da7-0753b37f4b9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 1101 time: 0.9602644 Aug 23 14:10:47.724884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-556b84a4-384c-4d2c-bbc0-f4213c6a3444 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332326 Aug 23 14:10:47.746243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:10:47.749111 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.758029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:47.767481 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.786712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Transition to ACTIVE for port object 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: from cryptography.utils import int_from_bytes Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: from cryptography.utils import int_from_bytes Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: util.warn_limited( Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: util.warn_limited( Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:10:47.809181 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:10:47.824395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-16f1a742-e096-422d-890d-5b9d0076dcdb req-a699aec2-cd1b-4700-b251-5d2a3514d9bd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:10:47.825609 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-16f1a742-e096-422d-890d-5b9d0076dcdb req-a699aec2-cd1b-4700-b251-5d2a3514d9bd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 932 time: 0.3377593 Aug 23 14:10:47.861652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:47.868126 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8046dbef-277d-4b64-8f2c-21df7d58ef11 req-65cea228-c965-4411-a689-0ff615572e5d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553596 Aug 23 14:10:47.869222 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-564d9576-4d64-4765-a744-c129d456cdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:48.053152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-16f1a742-e096-422d-890d-5b9d0076dcdb req-1a6fd152-0643-4613-8d9d-a39eb49b0a37 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206194 Aug 23 14:10:48.084344 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.100286 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-728cd55e-5907-4aec-a30b-efd82a5d3acf req-359f7ded-097f-4586-b922-b0a220ca2ef8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609209 Aug 23 14:10:48.107667 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:48.176583 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.179191 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.194168 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:48.198187 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:48.205205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d03ea92-2cdc-4115-bab2-2a6be47a2a6d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:48.212881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Attempting to bind port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:48.213957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Attempting to bind port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:48.214541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Attempting to bind port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:48.220308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b on network b7d7a6ab-e512-4fd3-88a4-d69931798316 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:48.221012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Attempting to bind port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:48.226768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:48.237325 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c0c75cb-2e7d-43ad-9085-116990568656 req-de446fc7-ba00-4985-9ffb-fafe59d2db7a tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 210 time: 0.1209500 Aug 23 14:10:48.237325 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:48.237325 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d57d01c5-e1ac-4b12-9aff-d72a5b6954fd tempest-AggregatesAdminTestJSON-223131159 tempest-AggregatesAdminTestJSON-223131159-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:48.237690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Checking segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:48.237690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Bound using segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:48.237690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Bound port: 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:48.237690 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.257203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a80991e-cc5f-490a-8143-eaf8b454c07b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:48.260548 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:48.264842 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-a58e4c22-0961-4caa-bf4a-41baf0d70133 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032761 Aug 23 14:10:48.350084 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.351268 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a80991e-cc5f-490a-8143-eaf8b454c07b HTTP/1.1" status: 204 len: 168 time: 1.8628058 Aug 23 14:10:48.353144 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] 10.222.0.72 "DELETE /v2.0/networks/2d03ea92-2cdc-4115-bab2-2a6be47a2a6d HTTP/1.1" status: 204 len: 168 time: 3.3370652 Aug 23 14:10:48.353286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:48.356622 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37696) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:48.357330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:48.444029 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.450579 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:48.477679 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:48.529778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:48.530704 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:48.532281 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] 10.222.0.82 "PUT /v2.0/ports/74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b HTTP/1.1" status: 200 len: 1092 time: 1.6764011 Aug 23 14:10:48.532783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:48.560365 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0', 'code': 200} Aug 23 14:10:48.579968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:48.590282 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:48.615141 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'status': 'completed', 'code': 200} Aug 23 14:10:48.725313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7891ff-cdb1-4aea-a7ea-d10d3724c961 req-8da67106-440b-47ad-acdd-e5e2498ce879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:48.727169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6b7891ff-cdb1-4aea-a7ea-d10d3724c961 req-8da67106-440b-47ad-acdd-e5e2498ce879 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 1095 time: 0.0928996 Aug 23 14:10:48.886027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7891ff-cdb1-4aea-a7ea-d10d3724c961 req-4b85a74b-8811-4d87-968d-9bcda779ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:48.887527 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6b7891ff-cdb1-4aea-a7ea-d10d3724c961 req-4b85a74b-8811-4d87-968d-9bcda779ddb7 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1534348 Aug 23 14:10:48.938824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d7779-e7d7-4a03-9240-46054fc735d0 req-46acc391-948c-4dfc-940e-540a0d32b6bf tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:48.940474 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-681d7779-e7d7-4a03-9240-46054fc735d0 req-46acc391-948c-4dfc-940e-540a0d32b6bf tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.4212477 Aug 23 14:10:49.000805 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-ec86d471-b7f0-4823-8657-af24b34cf936 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5abe1a91db3f4a59b24d249f342f7cee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446315 Aug 23 14:10:49.103628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7891ff-cdb1-4aea-a7ea-d10d3724c961 req-3b706139-5a3e-4b5b-8337-620e422809a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.105549 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6b7891ff-cdb1-4aea-a7ea-d10d3724c961 req-3b706139-5a3e-4b5b-8337-620e422809a4 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2117279 Aug 23 14:10:49.137984 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63d6c9-8e6f-4351-ac00-60bff6244bf3 req-131e9989-a520-401a-bfc8-c2c2ff041819 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.139557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e63d6c9-8e6f-4351-ac00-60bff6244bf3 req-131e9989-a520-401a-bfc8-c2c2ff041819 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 950 time: 0.1301982 Aug 23 14:10:49.190313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dc806-c6dd-4893-9579-fc42cc93876a req-973c4cef-f24c-49be-9c09-24a18a38e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.191782 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d96dc806-c6dd-4893-9579-fc42cc93876a req-973c4cef-f24c-49be-9c09-24a18a38e5b2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 1101 time: 0.5071197 Aug 23 14:10:49.192252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37712) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:49.251862 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e63d6c9-8e6f-4351-ac00-60bff6244bf3 req-04323184-80d0-422b-868d-706b2de0ee47 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046600 Aug 23 14:10:49.285535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-f0963ecc-2ea8-4490-b5b8-9c0bbfedcb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.285704 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-f0963ecc-2ea8-4490-b5b8-9c0bbfedcb52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 1095 time: 0.1187198 Aug 23 14:10:49.315607 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:49.408848 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-681d7779-e7d7-4a03-9240-46054fc735d0 req-4de7cf85-3b5d-4a40-a70c-2c1765c4b726 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129279 Aug 23 14:10:49.425220 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:49.450431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-7e275abe-bb11-4295-ae0a-4a1b54904b36 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b HTTP/1.1" status: 200 len: 217 time: 0.1573761 Aug 23 14:10:49.477173 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Usage tracker for resource:security_group_rule and tenant:b5211e0a2b8648dc9ee76f3d15f83f3d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:49.488046 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:49.494200 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d96dc806-c6dd-4893-9579-fc42cc93876a req-bff465c9-7a60-42e7-9354-305e772633eb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737939 Aug 23 14:10:49.504414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:49.521088 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-727d1f4e-b599-4ba4-bfbd-73a913e36645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.522629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-727d1f4e-b599-4ba4-bfbd-73a913e36645 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.0661519 Aug 23 14:10:49.558115 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e33d2bd-3a9f-40ec-93b9-2f3d1c76e94f tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.559577 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e33d2bd-3a9f-40ec-93b9-2f3d1c76e94f tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5387506 Aug 23 14:10:49.572406 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9402c0-8853-4d7e-9ebe-2150ba32784e req-f484278f-0350-4480-98d9-241a5f190f0d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.572406 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bf9402c0-8853-4d7e-9ebe-2150ba32784e req-f484278f-0350-4480-98d9-241a5f190f0d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 944 time: 0.1637540 Aug 23 14:10:49.573332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-341cd9e1-4145-487b-91b6-4ca2795fa70f tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:49.573332 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-341cd9e1-4145-487b-91b6-4ca2795fa70f tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1095 time: 0.7500892 Aug 23 14:10:49.582731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Request body: {'port': {'device_id': '40e4711f-7213-402f-933e-5083ca6cecd2', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '5abe1a91db3f4a59b24d249f342f7cee'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:49.622012 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bf9402c0-8853-4d7e-9ebe-2150ba32784e req-167dc442-5f6c-4e05-92d2-db032dfa3081 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Aug 23 14:10:49.783500 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-f3a2bceb-ffe3-45a7-a765-9f309d85e15b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871034 Aug 23 14:10:49.825550 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0e6cef7f-4d29-44b4-a66c-ea0d121ba796 req-3a714a94-9273-464d-90a3-0ea0a132b070 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 210 time: 0.0894063 Aug 23 14:10:49.844129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:49.855188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Usage tracker for resource:port and tenant:5abe1a91db3f4a59b24d249f342f7cee is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:49.860592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:49.878783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:50.030649 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Made reservation on behalf of 5abe1a91db3f4a59b24d249f342f7cee for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:50.034174 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.045375 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.058624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-ad518068-6fd4-4cc3-a59b-17e31958ba51 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672131 Aug 23 14:10:50.062770 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.093334 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:50.100199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Usage tracker for resource:security_group_rule and tenant:5abe1a91db3f4a59b24d249f342f7cee is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:50.103618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:50.112287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:50.141174 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.196033 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99f6cc95-38f6-415e-b534-2020c0a5f971 req-520c26c7-bbb9-4195-84af-22c3866f42b6 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307452 Aug 23 14:10:50.202032 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.219581 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-adf065af-aefa-4a6a-a195-3a43563806d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:50.240339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-eb35490b-59fe-4e20-875f-0c64020e804e service neutron] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:50.311424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b5211e0a2b8648dc9ee76f3d15f83f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1067295 Aug 23 14:10:50.312799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37724) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:50.321714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1c5b26-773d-4533-828a-977e51a1e948,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:50.333302 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:50.391851 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.418012 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.459749 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-eb35490b-59fe-4e20-875f-0c64020e804e service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.460891 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad4dd33e-03d4-4434-9622-7d7ae31248af req-eb35490b-59fe-4e20-875f-0c64020e804e service neutron] 10.222.0.82 "DELETE /v2.0/ports/8cfb9a22-7244-48f7-b995-8f15f45bc5d5/bindings/n-h2-805628-1 HTTP/1.1" status: 204 len: 173 time: 0.7112267 Aug 23 14:10:50.581611 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.591191 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-25197307-db80-4bd7-80fd-4d7458d0739d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:50.611900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1c5b26-773d-4533-828a-977e51a1e948,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:50.616988 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:50.620181 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.621627 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab1c5b26-773d-4533-828a-977e51a1e948 HTTP/1.1" status: 204 len: 168 time: 0.3074358 Aug 23 14:10:50.640293 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.675579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f3cfc-ea40-4453-8ad4-d3287dd9d81e req-92799572-3fce-4087-935f-9667244da2ce tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:50.677146 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f2f3cfc-ea40-4453-8ad4-d3287dd9d81e req-92799572-3fce-4087-935f-9667244da2ce tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 950 time: 0.2821815 Aug 23 14:10:50.678925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414216e-6d88-41dd-9c6f-20e29647e9f7 req-78b480f2-f7ed-473b-905a-3802dba29a18 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:50.680546 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b414216e-6d88-41dd-9c6f-20e29647e9f7 req-78b480f2-f7ed-473b-905a-3802dba29a18 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.1357510 Aug 23 14:10:50.724262 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:10:50.763465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b414216e-6d88-41dd-9c6f-20e29647e9f7 req-dc1180f6-639b-44dc-a2f4-a73023bd940e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645003 Aug 23 14:10:50.773318 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.787225 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e0c00278-da22-4157-b63e-c8d590cd9484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:50.888862 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f2f3cfc-ea40-4453-8ad4-d3287dd9d81e req-3eb513bc-13ef-4b6a-bd18-e43628698103 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017410 Aug 23 14:10:50.899305 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d9d1fb-3320-4938-8474-329ee8de6177,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:50.902143 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Deleting port c11fce8b-62d4-4b56-a318-31eaa9b98100 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:50.902710 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:50.931517 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:51.045620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2758b-640a-44ba-9831-8ddff8867607 req-5ae108fb-d981-43eb-82a5-755c8532ec2d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:51.055645 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ee2758b-640a-44ba-9831-8ddff8867607 req-5ae108fb-d981-43eb-82a5-755c8532ec2d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 944 time: 0.1746786 Aug 23 14:10:51.163465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ee2758b-640a-44ba-9831-8ddff8867607 req-545aa5a3-4fba-43a1-84a9-2c54b5134651 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067429 Aug 23 14:10:51.343328 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a493a2b6-16fa-412a-bbdd-4f8d00d2b95e req-15be708e-9a6f-4b7c-a082-d04424d63e5c tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 210 time: 0.0603213 Aug 23 14:10:51.343533 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] For port c11fce8b-62d4-4b56-a318-31eaa9b98100, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c11fce8b-62d4-4b56-a318-31eaa9b98100,segment=NetworkSegment(1fc738c1-bce6-42a8-a84e-4392e03ad700),segment_id=1fc738c1-bce6-42a8-a84e-4392e03ad700)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:51.343533 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.361707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Allocated IP 192.168.233.181 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/c51b6be1-2fe4-41f9-991d-951dbb735587) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:51.491839 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Calling delete_port for c11fce8b-62d4-4b56-a318-31eaa9b98100 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:51.503927 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43916659-be85-4e1b-9bfa-823272113af5 req-05664655-3fb6-4568-b9fe-2db5746b7958 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:51.505491 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-43916659-be85-4e1b-9bfa-823272113af5 req-05664655-3fb6-4568-b9fe-2db5746b7958 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1095 time: 0.0816367 Aug 23 14:10:51.558482 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-43916659-be85-4e1b-9bfa-823272113af5 req-7b8900d7-de7f-4275-a4a9-adb1e64de24d tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Aug 23 14:10:51.779174 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:51.798926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Transition to ACTIVE for port object c51b6be1-2fe4-41f9-991d-951dbb735587 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:51.992926 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.002829 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6da516fb-49d1-4e42-8e54-0f9d22318fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:52.057260 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.067111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37776) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:52.101529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c11fce8b-62d4-4b56-a318-31eaa9b98100,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:52.104500 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:52.115282 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddad9090-f67c-4c04-8a3a-73b9ef209239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:52.140939 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fa21c-49b6-4b82-9cd4-e4e5ffeabe6f req-f9a69ab7-fbe3-482c-960f-f08c1f9b42d9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:52.142636 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b05fa21c-49b6-4b82-9cd4-e4e5ffeabe6f req-f9a69ab7-fbe3-482c-960f-f08c1f9b42d9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 950 time: 0.1086769 Aug 23 14:10:52.199044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b05fa21c-49b6-4b82-9cd4-e4e5ffeabe6f req-e1f46cf8-9b11-4a3a-8090-5aa8356337cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489364 Aug 23 14:10:52.247899 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:52.255738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:52.259931 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:10:52.275242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:52.341914 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Pushing event updated for resources: {'Port': ['ID=c51b6be1-2fe4-41f9-991d-951dbb735587,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:52.346414 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:52.359407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-d881d00e-1aa2-4aa0-aa56-305bf786c842 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:52.367200 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-d881d00e-1aa2-4aa0-aa56-305bf786c842 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.4755049 Aug 23 14:10:52.481925 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-073e7e83-fa8a-4194-a39c-39ad5c05178b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/quotas/9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 375 time: 0.1134052 Aug 23 14:10:52.497562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-318919452-network', 'tenant_id': '8eecc8ac602547a58ea2203d3327597c'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:52.547300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:52.560885 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Usage tracker for resource:network and tenant:8eecc8ac602547a58ea2203d3327597c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:52.567170 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:52.574840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:52.575516 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.580179 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:52.588371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'port_id': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'mac_address': 'fa:16:3e:c4:20:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301fa6-fdc6-46b8-b982-23b8cd9cb273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:10:52.613092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:52.658893 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.678209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d748fc1-9d69-4ea2-a41b-294e45828b3a req-d2b6c659-5f41-419c-961b-14c81b9350a9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:52.680136 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d748fc1-9d69-4ea2-a41b-294e45828b3a req-d2b6c659-5f41-419c-961b-14c81b9350a9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 944 time: 0.1056097 Aug 23 14:10:52.685143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:52.707307 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:52.736536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d748fc1-9d69-4ea2-a41b-294e45828b3a req-9d758c67-0231-47ea-926f-9757fdc1c4e9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Aug 23 14:10:52.745663 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1703291 Aug 23 14:10:52.747162 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.761962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Request body: {'port': {'device_id': '40e4711f-7213-402f-933e-5083ca6cecd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:52.795434 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-58d2d7ac-cbec-4d63-9989-3aafe0e2903c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3125346 Aug 23 14:10:52.847490 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9cc37107-7ca3-45dd-9bae-f140df244a2e None None] Provisioning for port c51b6be1-2fe4-41f9-991d-951dbb735587 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:52.853714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9cc37107-7ca3-45dd-9bae-f140df244a2e None None] Provisioning complete for port c51b6be1-2fe4-41f9-991d-951dbb735587 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:52.857589 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9cc37107-7ca3-45dd-9bae-f140df244a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.890861 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.899986 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:52.900989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Made reservation on behalf of 8eecc8ac602547a58ea2203d3327597c for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:52.903465 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.929592 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:52.957920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff11b63-17c4-4828-9c3d-006463017adb req-216c8e37-1ec1-4437-b611-d339a4bff2eb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:52.960308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ff11b63-17c4-4828-9c3d-006463017adb req-216c8e37-1ec1-4437-b611-d339a4bff2eb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 950 time: 0.1025989 Aug 23 14:10:52.983207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9cc37107-7ca3-45dd-9bae-f140df244a2e None None] Port c51b6be1-2fe4-41f9-991d-951dbb735587 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:10:52.991373 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:52.995518 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:53.025698 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ff11b63-17c4-4828-9c3d-006463017adb req-b946c16b-f8ff-4b53-99ac-016821dbd262 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Aug 23 14:10:53.150991 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:53.158924 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:10:53.188656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Usage tracker for resource:security_group_rule and tenant:8eecc8ac602547a58ea2203d3327597c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:53.241012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:53.328183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:53.389405 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6da7-0c18-4177-af0d-f313a25240f9 req-5fed1472-99cb-4e86-879e-d1d5bff041be tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:53.392276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c5d6da7-0c18-4177-af0d-f313a25240f9 req-5fed1472-99cb-4e86-879e-d1d5bff041be tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 936 time: 0.0938818 Aug 23 14:10:53.392474 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.446432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c5d6da7-0c18-4177-af0d-f313a25240f9 req-131cc91e-366b-467c-8166-053b99331286 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Aug 23 14:10:53.575704 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-8338ce39-0852-4d11-9e5e-a4cd48cf28f8 service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144222 Aug 23 14:10:53.907351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827795-4bd4-4de4-91c5-20da72f407ac req-68c35c92-045a-457b-82d6-ba1ce27f56cd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:53.913500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827795-4bd4-4de4-91c5-20da72f407ac req-68c35c92-045a-457b-82d6-ba1ce27f56cd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:53.915439 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-45827795-4bd4-4de4-91c5-20da72f407ac req-68c35c92-045a-457b-82d6-ba1ce27f56cd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823&device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 1691 time: 0.0952647 Aug 23 14:10:53.921575 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:53.962829 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-45827795-4bd4-4de4-91c5-20da72f407ac req-478cfc4f-c8c9-4a21-8765-44656a81a36d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Aug 23 14:10:54.033598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-2b510b72-98b1-4f30-9d43-bfad19f6e6c5 service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473937 Aug 23 14:10:54.035404 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.052923 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Router 8017a0aa-8302-4b13-b714-a6f7c1bd821a has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:10:54.056097 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddc1840f-be58-493b-8878-a5b261086880 tempest-DeleteServersAdminTestJSON-1780744255 tempest-DeleteServersAdminTestJSON-1780744255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:54.084270 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:10:54.127257 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.127605 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Added segment 44f42e26-fa25-414f-b778-1300493f6465 of type vlan for network ca1872ca-67ac-49c1-af30-fd6ba2ddcc49 Aug 23 14:10:54.189685 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd11d8e1-769f-478d-a1e7-31216c274153,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:54.192705 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:54.255472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4366b3b-c9e5-439a-93d7-12af7a00e162 req-44dcb2d8-95f3-4443-9173-8f96e1ea957e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:54.268948 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:10:54.274577 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.277805 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b4366b3b-c9e5-439a-93d7-12af7a00e162 req-44dcb2d8-95f3-4443-9173-8f96e1ea957e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 945 time: 0.1152751 Aug 23 14:10:54.337640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b4366b3b-c9e5-439a-93d7-12af7a00e162 req-c581c7ad-d738-414e-9a31-c67cf38b2641 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587997 Aug 23 14:10:54.425211 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:10:54.465611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:10:54.472169 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:10:54.472562 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.476720 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e59a6901-7b39-4239-bde6-ca0cd4cbcd4b req-0fa6d5ac-7ddc-4533-a296-e0acaf616db6 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 210 time: 0.0888968 Aug 23 14:10:54.488279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51b6be1-2fe4-41f9-991d-951dbb735587 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:10:54.495029 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:10:54.513577 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.541704 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] Sync routers for ids ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:10:54.573619 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] Routers {'8017a0aa-8302-4b13-b714-a6f7c1bd821a'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:10:54.574263 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:10:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:54.580244 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.585820 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Transition to ACTIVE for port object c51b6be1-2fe4-41f9-991d-951dbb735587 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:10:54.594478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:54.594478 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.596314 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bf4de052-8537-4be3-a609-fcfa4e8ccdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:54.621490 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] 10.222.0.72 "PUT /v2.0/routers/8017a0aa-8302-4b13-b714-a6f7c1bd821a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2638130 Aug 23 14:10:54.631529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37814) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:54.707349 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf39537-8cb7-46a0-b1c6-f22b4098e7f1 req-f9011aa2-36d6-40c2-9c35-e880a7f94bda tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:54.708832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7bf39537-8cb7-46a0-b1c6-f22b4098e7f1 req-f9011aa2-36d6-40c2-9c35-e880a7f94bda tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 936 time: 0.1007421 Aug 23 14:10:54.772836 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7bf39537-8cb7-46a0-b1c6-f22b4098e7f1 req-d3213b5a-e94d-4f4e-a702-1992853bef44 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539989 Aug 23 14:10:54.817925 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.860593 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] Set router 8017a0aa-8302-4b13-b714-a6f7c1bd821a gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:10:54.917847 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:54.930243 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8593633 Aug 23 14:10:54.940207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37818) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:54.942160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Pushing event updated for resources: {'Network': ['ID=ca1872ca-67ac-49c1-af30-fd6ba2ddcc49,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:54.952093 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:54.952971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Request body: {'subnet': {'network_id': 'ca1872ca-67ac-49c1-af30-fd6ba2ddcc49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-318919452-subnet', 'tenant_id': '8eecc8ac602547a58ea2203d3327597c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:54.953782 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa67b5cc-d336-44ee-a13f-7d722758e867 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:54.958212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:54.964729 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Usage tracker for resource:subnet and tenant:8eecc8ac602547a58ea2203d3327597c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:54.983944 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network ca1872ca-67ac-49c1-af30-fd6ba2ddcc49 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:10:54.990208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:54.991205 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:55.004923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:55.053490 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:55.138518 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Made reservation on behalf of 8eecc8ac602547a58ea2203d3327597c for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:55.141972 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.173486 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'code': 200} Aug 23 14:10:55.246692 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.253231 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:55.344427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b797071-5b20-4525-a719-bb2396fadee0 req-169490dc-efce-4b0d-9672-1b02471240d3 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:55.346001 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8b797071-5b20-4525-a719-bb2396fadee0 req-169490dc-efce-4b0d-9672-1b02471240d3 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 1101 time: 0.8276222 Aug 23 14:10:55.377474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:55.412431 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:55.450168 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:10:51Z', 'revision_number': 5, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:55.458812 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] Checking router: 8017a0aa-8302-4b13-b714-a6f7c1bd821a for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:10:55.466044 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] Routers {'8017a0aa-8302-4b13-b714-a6f7c1bd821a'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:10:55.466787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:10:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:55.480494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Pushing event updated for resources: {'Port': ['ID=c51b6be1-2fe4-41f9-991d-951dbb735587,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:55.501670 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:55.539217 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.559863 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.573451 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:55.641864 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8b797071-5b20-4525-a719-bb2396fadee0 req-1b8f81f8-64c3-4dc1-885f-2ebb20e3c4c1 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403901 Aug 23 14:10:55.646451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Attempting to bind port c51b6be1-2fe4-41f9-991d-951dbb735587 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:10:55.649227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Attempting to bind port c51b6be1-2fe4-41f9-991d-951dbb735587 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:10:55.649227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Attempting to bind port c51b6be1-2fe4-41f9-991d-951dbb735587 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:55.657250 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Port c51b6be1-2fe4-41f9-991d-951dbb735587 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:10:55.657584 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Attempting to bind port c51b6be1-2fe4-41f9-991d-951dbb735587 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:10:55.678684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:10:55.679030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:55.689529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:10:55.689529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Bound port: c51b6be1-2fe4-41f9-991d-951dbb735587, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:10:55.689529 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.690163 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] Set router 8017a0aa-8302-4b13-b714-a6f7c1bd821a gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:10:55.727344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Checking segment: {'id': '44f42e26-fa25-414f-b778-1300493f6465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'ca1872ca-67ac-49c1-af30-fd6ba2ddcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:10:55.727344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Network hostable DHCP agents. Network: ca1872ca-67ac-49c1-af30-fd6ba2ddcc49, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:10:55.736516 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8754b5cb-8144-444c-a61c-0c25cdce58a9,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:55.741342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b60b0-835f-4d8e-9d04-b4a2641b0a9d req-765a36f6-f6a6-4044-b8af-dbe1a981f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:55.742896 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d01b60b0-835f-4d8e-9d04-b4a2641b0a9d req-765a36f6-f6a6-4044-b8af-dbe1a981f058 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 1097 time: 0.5540757 Aug 23 14:10:55.750795 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:55.768059 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a7738-1186-45d7-8566-2015146595d2 req-9bdfb54b-45b2-486d-8c98-82a7fc448567 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:55.778524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a5a7738-1186-45d7-8566-2015146595d2 req-9bdfb54b-45b2-486d-8c98-82a7fc448567 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.2713885 Aug 23 14:10:55.930792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Network ca1872ca-67ac-49c1-af30-fd6ba2ddcc49 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:10:55.941353 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fee7e2ab-5227-4bb4-bfd8-282c61f443c6 req-ad2f8266-fba1-4cc1-950d-89dd03705a8e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 210 time: 0.0748370 Aug 23 14:10:55.976750 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] For port c51b6be1-2fe4-41f9-991d-951dbb735587, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:10:55.976750 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:55.976750 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d01b60b0-835f-4d8e-9d04-b4a2641b0a9d req-e39c5f1a-61b8-4957-947c-e04c87a2aec9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146864 Aug 23 14:10:55.984794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] For port c51b6be1-2fe4-41f9-991d-951dbb735587, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c51b6be1-2fe4-41f9-991d-951dbb735587,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:10:55.998336 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:56.003096 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a5a7738-1186-45d7-8566-2015146595d2 req-108f7799-c223-44df-8f5f-694197df295e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229183 Aug 23 14:10:56.082140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, ca1872ca-67ac-49c1-af30-fd6ba2ddcc49) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:56.086801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:56.087630 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:56.107786 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb7e164-870c-478d-9d0a-a6be6e746ea6 None None] Network ca1872ca-67ac-49c1-af30-fd6ba2ddcc49 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:10:56.162110 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:56.172613 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8139f7a6-1bfc-45c3-b6ab-d2cc9c745b9f tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:56.185626 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2441993 Aug 23 14:10:56.214827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0104b-2bab-4dd5-968a-a93b54cbbbf1 req-9b43eb55-870b-44a0-97c9-82116a89b918 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:56.216470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12c0104b-2bab-4dd5-968a-a93b54cbbbf1 req-9b43eb55-870b-44a0-97c9-82116a89b918 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 948 time: 0.1057956 Aug 23 14:10:56.267126 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Deleting port e0771a58-d5fe-4a41-813e-5d3cb0e051c0 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:10:56.272328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:10:51Z', 'revision_number': 5, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:10:56.272807 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:56.319275 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e50cb30-f301-42ee-ba7c-290696b5e817 None None] The sync data for ids ['8017a0aa-8302-4b13-b714-a6f7c1bd821a'] in n-d-805628-1 is: [{'id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1850557198-router', 'tenant_id': '5a4353741d4a46af968913902141710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:11Z', 'updated_at': '2021-08-23T14:10:51Z', 'revision_number': 5, 'project_id': '5a4353741d4a46af968913902141710f', 'gw_port': {'id': 'e0771a58-d5fe-4a41-813e-5d3cb0e051c0', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8017a0aa-8302-4b13-b714-a6f7c1bd821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:10:56.351332 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12c0104b-2bab-4dd5-968a-a93b54cbbbf1 req-d2736ef8-0154-4816-890a-c63f7e5575ad tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277263 Aug 23 14:10:56.379843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:56.380180 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:56.385820 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] 10.222.0.64 "PUT /v2.0/ports/c51b6be1-2fe4-41f9-991d-951dbb735587 HTTP/1.1" status: 200 len: 1096 time: 3.6308706 Aug 23 14:10:56.391061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e4711f-7213-402f-933e-5083ca6cecd2', 'tag': 'c51b6be1-2fe4-41f9-991d-951dbb735587'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:10:56.431768 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed361f1e-e763-4c37-9eb7-b249ca11a061 None None] Network ca1872ca-67ac-49c1-af30-fd6ba2ddcc49 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:10:56.446154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Pushing event updated for resources: {'Port': ['ID=c51b6be1-2fe4-41f9-991d-951dbb735587,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:56.453588 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:56.491630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d0ecc-adee-4cc3-8074-576da6f83506 req-d3c93b6e-b8b2-4c99-a8eb-b84dc4d2dcf1 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:56.493465 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-305d0ecc-adee-4cc3-8074-576da6f83506 req-d3c93b6e-b8b2-4c99-a8eb-b84dc4d2dcf1 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 1101 time: 0.3756013 Aug 23 14:10:56.702270 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-305d0ecc-adee-4cc3-8074-576da6f83506 req-fbccf088-a570-4ec2-8df0-b74761ea4ea9 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528659 Aug 23 14:10:56.714951 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] For port e0771a58-d5fe-4a41-813e-5d3cb0e051c0, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:10:56.715652 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:56.871729 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e4711f-7213-402f-933e-5083ca6cecd2', 'tag': 'c51b6be1-2fe4-41f9-991d-951dbb735587', 'status': 'completed', 'code': 200} Aug 23 14:10:56.875069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-daf2a93f-d47c-4cce-b3a4-c42a1b891507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:56.876655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-daf2a93f-d47c-4cce-b3a4-c42a1b891507 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5abe1a91db3f4a59b24d249f342f7cee&device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 1099 time: 0.3286605 Aug 23 14:10:57.075086 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Calling delete_port for e0771a58-d5fe-4a41-813e-5d3cb0e051c0 owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:10:57.176674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-34f2f136-ef66-4d32-b916-35d9995c4834 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063120 Aug 23 14:10:57.194703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-f5555d83-0290-4324-ac24-f130f5d28020 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c51b6be1-2fe4-41f9-991d-951dbb735587 HTTP/1.1" status: 200 len: 217 time: 0.2513981 Aug 23 14:10:57.318570 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92297b49-8ef4-47d4-b2c4-3847fe039b84 req-58bf7b18-9f11-4e67-b3c8-296703bb6ac2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 210 time: 0.0691807 Aug 23 14:10:57.359122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-8c752cab-f9e5-4808-9fc8-8f6e4cfdb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:57.360711 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-8c752cab-f9e5-4808-9fc8-8f6e4cfdb716 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1559169 Aug 23 14:10:57.487101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-4c3097b0-ff98-49ad-aab4-43edf8027431 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:57.488658 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-4c3097b0-ff98-49ad-aab4-43edf8027431 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.3771086 Aug 23 14:10:57.507203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37876) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:57.511922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Request body: {'port': {'device_id': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'admin_state_up': True, 'tenant_id': '9984d9e9108c4317bd795b6f89395665'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:57.527917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-444925374-network', 'tenant_id': '3033030a206d4d0ebe05b59e4590486b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:57.536718 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:57.546877 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:57.582252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Usage tracker for resource:network and tenant:3033030a206d4d0ebe05b59e4590486b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:57.585537 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:57.608240 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:57.617323 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086f79e-d482-40f3-9145-1e32b0421cef req-a10819eb-51e2-475f-ac50-0cb39c9c5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:57.619780 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-a10819eb-51e2-475f-ac50-0cb39c9c5057 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473330 Aug 23 14:10:57.653133 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-4fbf6ad8-e885-4c46-8918-e766aedcbb67 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:57.654781 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-4fbf6ad8-e885-4c46-8918-e766aedcbb67 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4452124 Aug 23 14:10:57.658171 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b794140f-0d50-4e3f-9ed1-fa7ee0e3420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:57.688994 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-f4f4bf57-58f3-4cf3-82c7-be125103d916 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/quotas/0508707a0f2c4de085e161353f10ed87 HTTP/1.1" status: 200 len: 375 time: 0.0243897 Aug 23 14:10:57.742316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Made reservation on behalf of 3033030a206d4d0ebe05b59e4590486b for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:57.744729 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:57.770175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:57.774041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:57.788506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:57.790792 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e1308-753f-4036-bee0-448231e532fc req-dde1cd7a-14a7-4914-b730-f0eef7fdd5ed tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:57.792363 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d3e1308-753f-4036-bee0-448231e532fc req-dde1cd7a-14a7-4914-b730-f0eef7fdd5ed tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.3241184 Aug 23 14:10:57.796803 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:57.805286 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c55cfb3-7095-4b63-92b8-f63d7688ed35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:57.828933 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-f69eb054-ce9c-4f61-b35e-e01d002b4db8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1336284 Aug 23 14:10:57.884395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:10:57.889543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0771a58-d5fe-4a41-813e-5d3cb0e051c0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:57.900418 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Made reservation on behalf of 9984d9e9108c4317bd795b6f89395665 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:10:57.903770 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:57.929073 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:57.929073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Usage tracker for resource:security_group_rule and tenant:3033030a206d4d0ebe05b59e4590486b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:10:57.941521 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-54630272-3b58-442b-a574-448bab185cc0 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103650 Aug 23 14:10:57.947544 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:10:58.016726 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:10:58.054433 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d3e1308-753f-4036-bee0-448231e532fc req-8dbe26ab-c2c8-4ff3-a853-233e322f367d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500143 Aug 23 14:10:58.090589 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:58.280846 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:58.302128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Allocated IP 172.20.0.11 (efbef754-fed7-49db-8196-b45c4a2dc978/e24d87cd-a932-401b-8180-3c9a2097c9c0/2e3334d8-49e9-4de3-ada3-130327f8e905) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:10:58.461620 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c11fce8b-62d4-4b56-a318-31eaa9b98100 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:10:58.530608 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: c11fce8b-62d4-4b56-a318-31eaa9b98100 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:10:58.531182 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c11fce8b-62d4-4b56-a318-31eaa9b98100 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:10:58.538753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263067f9-be26-49e1-b259-67a3dcb9c9bb req-b4cf52bb-9574-4fc6-bea2-1d98d313bc8e tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:58.543847 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-263067f9-be26-49e1-b259-67a3dcb9c9bb req-b4cf52bb-9574-4fc6-bea2-1d98d313bc8e tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 948 time: 0.3243208 Aug 23 14:10:58.624252 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:58.667234 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:58.702140 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a650257e-2dcb-4981-b8e0-f82ef596885b req-335b8c28-9a66-4559-bfd9-2709752aac1d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 210 time: 0.1021764 Aug 23 14:10:58.710290 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1086f79e-d482-40f3-9145-1e32b0421cef req-1605f323-5280-49d7-9f12-ac3c5e7c7e99 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7464626 Aug 23 14:10:58.715752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-263067f9-be26-49e1-b259-67a3dcb9c9bb req-00538750-f192-40a1-95ce-08f751ae3d4d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472540 Aug 23 14:10:58.787979 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:58.805554 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:58.883442 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e63a3ee9-f55e-4961-b66b-abc7ce632bca req-a50388b6-484b-4670-ad94-e47232e160b6 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 210 time: 0.0501518 Aug 23 14:10:59.037987 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.038141 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8017a0aa-8302-4b13-b714-a6f7c1bd821a {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:10:59.039465 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.042812 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.048417 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-01495c2a-deb7-480f-8dce-9244376bd1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:59.075476 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cfd4fb0c-9740-41ab-b88b-3b1084041732 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:59.178316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:10:59.183989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Network efbef754-fed7-49db-8196-b45c4a2dc978 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:10:59.187611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:10:59.193288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:10:59.200338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.204604 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Added segment 5bd1616c-fe25-461b-8195-d0868fe99cc0 of type vlan for network 8c4e17a3-a199-4275-ad28-a1a5b53d3aae Aug 23 14:10:59.204604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed26b7df-e1b4-4de6-946a-a4095f2fda2b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:59.218616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:59.219595 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.231182 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:59.265584 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.271776 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.272898 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8017a0aa-8302-4b13-b714-a6f7c1bd821a HTTP/1.1" status: 204 len: 168 time: 4.6358027 Aug 23 14:10:59.276705 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37900) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:10:59.338838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:10:59.346793 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:10:59.411485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01033f-4f9b-4af6-99dc-856666d88f92 req-47de18e0-bc83-4bea-83cd-e321ae7625be tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:59.416843 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec01033f-4f9b-4af6-99dc-856666d88f92 req-47de18e0-bc83-4bea-83cd-e321ae7625be tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1679542 Aug 23 14:10:59.472031 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:10:59.472823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec01033f-4f9b-4af6-99dc-856666d88f92 req-03141869-90b9-409f-ae20-8edd981ba2ad tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 Aug 23 14:10:59.492684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b24ade-8ee9-4596-b333-d338eb949075 req-6e7a4f28-f532-4fed-b21b-55305f3303bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:59.494853 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70b24ade-8ee9-4596-b333-d338eb949075 req-6e7a4f28-f532-4fed-b21b-55305f3303bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5abe1a91db3f4a59b24d249f342f7cee&device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 1099 time: 0.4034121 Aug 23 14:10:59.563197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Deleting subnet 78f1f955-9397-4079-a405-665e13a4be16 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:10:59.588032 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.602675 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0934420 Aug 23 14:10:59.623159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Request body: {'port': {'device_id': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:10:59.782583 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.842562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b24ade-8ee9-4596-b333-d338eb949075 req-705ee4db-6987-4659-a1a7-ecf7a446bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:59.844180 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70b24ade-8ee9-4596-b333-d338eb949075 req-705ee4db-6987-4659-a1a7-ecf7a446bc5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3383720 Aug 23 14:10:59.844805 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.848108 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:10:59.848686 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.854835 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:10:59.888478 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24f03c48-04a0-4e69-81de-343353429f11 req-997239e6-4a4a-4850-8ec9-2a3de11373ef tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 210 time: 0.0962780 Aug 23 14:10:59.899789 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:10:59.919638 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b4180ca7-b701-4a46-8206-b145f8ef2b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:00.015204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70b24ade-8ee9-4596-b333-d338eb949075 req-5638d6ef-5f95-4710-9aac-be4579fd5076 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c51b6be1-2fe4-41f9-991d-951dbb735587 HTTP/1.1" status: 200 len: 217 time: 0.1411190 Aug 23 14:11:00.161551 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6475265 Aug 23 14:11:00.167875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37914) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:00.174000 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Pushing event updated for resources: {'Network': ['ID=8c4e17a3-a199-4275-ad28-a1a5b53d3aae,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:00.187832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Request body: {'subnet': {'network_id': '8c4e17a3-a199-4275-ad28-a1a5b53d3aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-444925374-subnet', 'tenant_id': '3033030a206d4d0ebe05b59e4590486b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:00.188029 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:00.191946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:00.193494 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 8c4e17a3-a199-4275-ad28-a1a5b53d3aae details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:11:00.195342 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:00.226503 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b24ade-8ee9-4596-b333-d338eb949075 req-e180067b-75b4-4091-888d-81fdf4f6537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.235147 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70b24ade-8ee9-4596-b333-d338eb949075 req-e180067b-75b4-4091-888d-81fdf4f6537b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1776261 Aug 23 14:11:00.326405 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e0771a58-d5fe-4a41-813e-5d3cb0e051c0 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:11:00.374351 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: e0771a58-d5fe-4a41-813e-5d3cb0e051c0 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:11:00.375213 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e0771a58-d5fe-4a41-813e-5d3cb0e051c0 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:11:00.396985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Usage tracker for resource:subnet and tenant:3033030a206d4d0ebe05b59e4590486b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:00.406034 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b24ade-8ee9-4596-b333-d338eb949075 req-e27e219f-32b1-470a-b72f-1956046a86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.407819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:00.408399 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70b24ade-8ee9-4596-b333-d338eb949075 req-e27e219f-32b1-470a-b72f-1956046a86f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696503 Aug 23 14:11:00.429365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:00.580160 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:00.615670 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a7663bf6-ef39-47f3-91c0-c863e73c7b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:00.627055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c78b52-2783-4945-9214-1824431bdd69 req-c0b51b09-cde6-4542-a405-80afa48a6333 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:00.630355 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34c78b52-2783-4945-9214-1824431bdd69 req-c0b51b09-cde6-4542-a405-80afa48a6333 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 948 time: 0.4402883 Aug 23 14:11:00.646324 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f71d96-01ed-4a5c-a669-1d3f65a31cb3 None None] Network ff57c076-616e-48c7-b3af-8f51ef8bfdca requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:11:00.648935 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:00.687301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f1f955-9397-4079-a405-665e13a4be16,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:00.687301 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70b24ade-8ee9-4596-b333-d338eb949075 req-f88ffcb6-3877-41d0-b112-302a688fe212 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545886 Aug 23 14:11:00.687301 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/78f1f955-9397-4079-a405-665e13a4be16 HTTP/1.1" status: 204 len: 168 time: 1.3963623 Aug 23 14:11:00.687301 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:00.687301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37928) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:00.711420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34c78b52-2783-4945-9214-1824431bdd69 req-b1d38448-4716-4e81-99f4-b40df8a56f22 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801671 Aug 23 14:11:00.774201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Made reservation on behalf of 3033030a206d4d0ebe05b59e4590486b for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:00.778728 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:00.896056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3334d8-49e9-4de3-ada3-130327f8e905 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:00.914068 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:00.966384 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Transition to ACTIVE for port object 2e3334d8-49e9-4de3-ada3-130327f8e905 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:01.062534 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70b24ade-8ee9-4596-b333-d338eb949075 req-746ef806-a864-4a63-b057-768f33f6b7ef service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563163 Aug 23 14:11:01.096811 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.120459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Deleting port dded06b8-4d51-4391-b1c3-6d787cdd611d {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:11:01.121376 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.231348 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] DHCP port deletion for ff57c076-616e-48c7-b3af-8f51ef8bfdca request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:11:01.237950 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Deleting port dded06b8-4d51-4391-b1c3-6d787cdd611d {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:11:01.238524 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.358456 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.377239 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:01.383544 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.466533 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c51b6be1-2fe4-41f9-991d-951dbb735587 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:01.543339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.557785 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] For port dded06b8-4d51-4391-b1c3-6d787cdd611d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dded06b8-4d51-4391-b1c3-6d787cdd611d,segment=NetworkSegment(1fc738c1-bce6-42a8-a84e-4392e03ad700),segment_id=1fc738c1-bce6-42a8-a84e-4392e03ad700)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:01.563776 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.761915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:01.817664 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:01.836357 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:01.879788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] For port dded06b8-4d51-4391-b1c3-6d787cdd611d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dded06b8-4d51-4391-b1c3-6d787cdd611d,segment=NetworkSegment(1fc738c1-bce6-42a8-a84e-4392e03ad700),segment_id=1fc738c1-bce6-42a8-a84e-4392e03ad700)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:01.880433 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:01.986262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ea9cf-c7da-4899-94cc-8ec0a4bf0346 req-666f5c11-630b-453c-93b3-513de024439a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:01.987873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8d4ea9cf-c7da-4899-94cc-8ec0a4bf0346 req-666f5c11-630b-453c-93b3-513de024439a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:02.021238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:02.022189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:02.022992 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:02.046356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Checking segment: {'id': '5bd1616c-fe25-461b-8195-d0868fe99cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '8c4e17a3-a199-4275-ad28-a1a5b53d3aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:02.050950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Calling delete_port for dded06b8-4d51-4391-b1c3-6d787cdd611d owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:11:02.059333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Network hostable DHCP agents. Network: 8c4e17a3-a199-4275-ad28-a1a5b53d3aae, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:11:02.085054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:02.086100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:02.107115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd1dc92-5830-45d6-b30c-203d3d69c51d,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:02.117801 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:02.130194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:02.131206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:02.131950 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:02.132786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Bound port: 2e3334d8-49e9-4de3-ada3-130327f8e905, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:02.133536 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.161078 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-297d825c-d9dc-4f0c-854f-5570c2e95e1d req-8150f41c-2b86-4d24-a956-560e1aee4ced tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 210 time: 0.4775302 Aug 23 14:11:02.161704 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Calling delete_port for dded06b8-4d51-4391-b1c3-6d787cdd611d owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:11:02.243389 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c51b6be1-2fe4-41f9-991d-951dbb735587, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c51b6be1-2fe4-41f9-991d-951dbb735587,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:02.272056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8d4ea9cf-c7da-4899-94cc-8ec0a4bf0346 req-666f5c11-630b-453c-93b3-513de024439a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:02.272387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'c51b6be1-2fe4-41f9-991d-951dbb735587', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'c51b6be1-2fe4-41f9-991d-951dbb735587', 'mac_address': 'fa:16:3e:26:f4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:02.275182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d4ea9cf-c7da-4899-94cc-8ec0a4bf0346 req-666f5c11-630b-453c-93b3-513de024439a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 944 time: 1.2203939 Aug 23 14:11:02.276188 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Network 8c4e17a3-a199-4275-ad28-a1a5b53d3aae is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:11:02.341521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:02.371545 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.378897 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bc578f24-eeb5-426f-8173-38d43a28e7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:02.389821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:02.401906 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d4ea9cf-c7da-4899-94cc-8ec0a4bf0346 req-e86b877f-ee25-466e-b34a-a67c9b4e9679 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997851 Aug 23 14:11:02.403111 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.406290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 8c4e17a3-a199-4275-ad28-a1a5b53d3aae) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:02.417130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:02.419066 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.427821 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e79a3-7935-4315-a033-8baab4baf8bf None None] Network 8c4e17a3-a199-4275-ad28-a1a5b53d3aae requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:11:02.446581 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dded06b8-4d51-4391-b1c3-6d787cdd611d no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:11:02.485138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=dded06b8-4d51-4391-b1c3-6d787cdd611d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:02.489409 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:02.503071 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] No DVR routers for this DVR port dded06b8-4d51-4391-b1c3-6d787cdd611d on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:11:02.517160 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.530671 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b26ad1b3-86ac-45c0-b4cd-f1f9eb8a0fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:02.531615 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: dded06b8-4d51-4391-b1c3-6d787cdd611d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:11:02.532156 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dded06b8-4d51-4391-b1c3-6d787cdd611d not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:11:02.541400 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51b6be1-2fe4-41f9-991d-951dbb735587 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:02.563288 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:11:02.563874 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:11:02.611945 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4307168 Aug 23 14:11:02.651634 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-7cad4945-f5e0-447f-8c68-a4c9e8567a02 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845363 Aug 23 14:11:02.667023 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c51b6be1-2fe4-41f9-991d-951dbb735587, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c51b6be1-2fe4-41f9-991d-951dbb735587,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:02.688690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:02.689508 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.691360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] 10.222.0.64 "PUT /v2.0/ports/2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 200 len: 1092 time: 3.0735257 Aug 23 14:11:02.699921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:02.717360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:02.724787 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:02.757822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce731eae-d4d2-4212-9180-5924fbdbfb40 req-0f390973-4981-49ce-92e9-98bb2c974153 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:02.767403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ce731eae-d4d2-4212-9180-5924fbdbfb40 req-0f390973-4981-49ce-92e9-98bb2c974153 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 948 time: 0.1714270 Aug 23 14:11:02.777433 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.783972 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:02.886346 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ce731eae-d4d2-4212-9180-5924fbdbfb40 req-be83bdc0-f2b2-4b1d-85f2-bf38579ed3f4 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085649 Aug 23 14:11:02.889074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37948) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:02.935964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c69d43-ab2b-462d-bf7b-4eb0024ef768 req-9203654b-8cf2-420c-8aa1-baa5df8d811e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:02.943851 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49c69d43-ab2b-462d-bf7b-4eb0024ef768 req-9203654b-8cf2-420c-8aa1-baa5df8d811e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.6426694 Aug 23 14:11:02.976720 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:02.983851 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bdf30-b58d-4ac5-b0b8-f3846ac77a16 None None] Network 8c4e17a3-a199-4275-ad28-a1a5b53d3aae requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:11:03.000876 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.009421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=c51b6be1-2fe4-41f9-991d-951dbb735587,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:03.021966 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:03.063580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff57c076-616e-48c7-b3af-8f51ef8bfdca']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:03.117733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc738c1-bce6-42a8-a84e-4392e03ad700') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:03.118022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc738c1-bce6-42a8-a84e-4392e03ad700') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:03.171694 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.192706 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-83887ef6-deb5-457f-9ee3-58098ef277a3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:03.193238 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-83887ef6-deb5-457f-9ee3-58098ef277a3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5039928 Aug 23 14:11:03.207409 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Deleting subnet 8754b5cb-8144-444c-a61c-0c25cdce58a9 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:11:03.208054 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49c69d43-ab2b-462d-bf7b-4eb0024ef768 req-319e6e6c-11f0-423f-9d1c-ca0671fa5516 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631197 Aug 23 14:11:03.218940 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.219249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:03.276661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Deleting port dded06b8-4d51-4391-b1c3-6d787cdd611d {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:11:03.278125 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.310045 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.323368 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905', 'status': 'completed', 'code': 200} Aug 23 14:11:03.330436 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.340669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:11:03.341173 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.351664 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:11:03.356427 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:11:03.415659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-1307155f-1447-4dc0-a974-1700c822aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:03.417688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['c51b6be1-2fe4-41f9-991d-951dbb735587'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:03.418949 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-1307155f-1447-4dc0-a974-1700c822aeb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1095 time: 0.4103251 Aug 23 14:11:03.586580 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b54ed-7d2a-4df1-991e-1c2976cf9213 None None] The port 'dded06b8-4d51-4391-b1c3-6d787cdd611d' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:11:03.590803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-4ea77073-1163-47f1-aa1d-d36b0d422463 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 200 len: 217 time: 0.1609843 Aug 23 14:11:03.612776 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-615d1831-4606-49e4-8a50-a46ca8cd5136 req-b73ead77-ec9e-4ba1-8985-cef3f80e0964 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 210 time: 0.0725405 Aug 23 14:11:03.663236 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.684501 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:03.707852 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.727465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:03.738767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=ff57c076-616e-48c7-b3af-8f51ef8bfdca,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:03.745349 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:03.758879 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] 10.222.0.72 "DELETE /v2.0/networks/ff57c076-616e-48c7-b3af-8f51ef8bfdca HTTP/1.1" status: 204 len: 168 time: 3.0785120 Aug 23 14:11:03.761346 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:03.892010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-fda7ad05-882e-440b-85cf-f3952eddb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:03.892777 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:03.898537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-fda7ad05-882e-440b-85cf-f3952eddb2bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.2930658 Aug 23 14:11:03.898698 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.951745 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-68943197-1d34-406e-bc56-d12d215d6289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470548 Aug 23 14:11:03.954290 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:03.960995 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-28d54a92-9d3f-41a0-b9dd-11ef0ebdb6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:04.022725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34d288-2531-461e-b446-8965f1b8bbe6 req-ba5d52e5-ca13-4971-97c3-0a0bc180d8a2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.024711 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b34d288-2531-461e-b446-8965f1b8bbe6 req-ba5d52e5-ca13-4971-97c3-0a0bc180d8a2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 944 time: 0.3741984 Aug 23 14:11:04.039573 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8754b5cb-8144-444c-a61c-0c25cdce58a9,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:04.055022 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:04.093740 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.158621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.207 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:04.181386 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8754b5cb-8144-444c-a61c-0c25cdce58a9 HTTP/1.1" status: 204 len: 168 time: 1.2911329 Aug 23 14:11:04.184200 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37962) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:04.225503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b34d288-2531-461e-b446-8965f1b8bbe6 req-72760f7d-64a9-45c2-9fe8-bdb484276a3b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869864 Aug 23 14:11:04.350616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37968) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:04.413686 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.413961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b855c4-8bbe-4dc2-aa45-876298df9ce5 req-a3860558-e09b-4e7a-9c7f-a08d770dfe50 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.414669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-44b855c4-8bbe-4dc2-aa45-876298df9ce5 req-a3860558-e09b-4e7a-9c7f-a08d770dfe50 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Synchronizing usage tracker for tenant:5abe1a91db3f4a59b24d249f342f7cee on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:04.436652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-14f60f28-9258-4807-9675-79b6c6c918ba service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375308 Aug 23 14:11:04.503928 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.530071 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3736e08e-1828-4d02-adcc-a4a4b535ae0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36bff38ae2be41d584e46ee369dcbe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751869 Aug 23 14:11:04.530813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:04.534139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37974) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:04.580665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-44b855c4-8bbe-4dc2-aa45-876298df9ce5 req-a3860558-e09b-4e7a-9c7f-a08d770dfe50 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Unset dirty status for tenant:5abe1a91db3f4a59b24d249f342f7cee on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:04.581917 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44b855c4-8bbe-4dc2-aa45-876298df9ce5 req-a3860558-e09b-4e7a-9c7f-a08d770dfe50 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 949 time: 0.3902161 Aug 23 14:11:04.672481 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.685659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-44b855c4-8bbe-4dc2-aa45-876298df9ce5 req-cf0470b9-0e3e-4179-9a01-ff15a57b50b6 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Synchronizing usage tracker for tenant:5abe1a91db3f4a59b24d249f342f7cee on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:04.717398 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.791626 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.799209 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-824d47a0-5222-4a0e-b7b1-cda1c849754c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:04.805144 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:04.815595 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.834049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cac6a5f0-90d2-4010-936d-0e707d41b7e1 req-3824459d-5927-4b39-8210-cf3f9ecd703b service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813176 Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > port after_create 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > port after_update 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.844555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.857657 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0', 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:04.914877 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.915925 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.915925 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.916157 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 14:11:04.916900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1872ca-67ac-49c1-af30-fd6ba2ddcc49']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:04.949160 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f42e26-fa25-414f-b778-1300493f6465') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:04.949639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f42e26-fa25-414f-b778-1300493f6465') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:04.968037 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:04.985443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b6e6-c859-41b3-a568-cd76fca7ff4a req-5eac723e-5925-4ded-b5a3-8a4d14a8be8b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:04.987414 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc14b6e6-c859-41b3-a568-cd76fca7ff4a req-5eac723e-5925-4ded-b5a3-8a4d14a8be8b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.4525146 Aug 23 14:11:05.018804 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.018927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:05.018927 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:05.023052 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.033289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:11:05.034126 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: from cryptography.utils import int_from_bytes Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: from cryptography.utils import int_from_bytes Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: util.warn_limited( Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: util.warn_limited( Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:11:05.052759 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:11:05.062374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:05.063771 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-44b855c4-8bbe-4dc2-aa45-876298df9ce5 req-cf0470b9-0e3e-4179-9a01-ff15a57b50b6 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Unset dirty status for tenant:5abe1a91db3f4a59b24d249f342f7cee on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:05.065004 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44b855c4-8bbe-4dc2-aa45-876298df9ce5 req-cf0470b9-0e3e-4179-9a01-ff15a57b50b6 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692783 Aug 23 14:11:05.068121 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-81655933-490a-4b88-8550-70bdf05da08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:05.076568 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:05.102957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:05.202897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:05.213669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.214638 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.220332 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:05.276622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc14b6e6-c859-41b3-a568-cd76fca7ff4a req-bfb76b3a-cc1c-4d80-81c9-dc0d3b2f5ac8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793581 Aug 23 14:11:05.344239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-640f07ae-b27b-4e83-8fd8-40258dce16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.344239 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-640f07ae-b27b-4e83-8fd8-40258dce16c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1095 time: 0.1508312 Aug 23 14:11:05.356768 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.367148 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c646bd1-c2c0-40e5-a3c0-2b9c3b2e6116 HTTP/1.1" status: 204 len: 168 time: 0.8227232 Aug 23 14:11:05.415450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1954017 Aug 23 14:11:05.425783 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.436564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Request body: {'port': {'device_id': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:05.460943 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c51b6be1-2fe4-41f9-991d-951dbb735587 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:05.476198 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aa8cd854-c500-44c2-a5a9-bcb35bdffc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:05.513654 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.618372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1872ca-67ac-49c1-af30-fd6ba2ddcc49,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:05.637730 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:05.638900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ca1872ca-67ac-49c1-af30-fd6ba2ddcc49 HTTP/1.1" status: 204 len: 168 time: 1.4487188 Aug 23 14:11:05.642539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 37986) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:05.701716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-d41ce3ff-af7f-4986-ba83-deab0858a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.703477 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-d41ce3ff-af7f-4986-ba83-deab0858a56e service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.3508027 Aug 23 14:11:05.737552 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.739404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Deleting subnet 2bd1dc92-5830-45d6-b30c-203d3d69c51d {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:11:05.739831 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-55146f20-bc5e-4017-bffa-0b9cba043db8 None None] Provisioning for port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:05.745173 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.752998 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-55146f20-bc5e-4017-bffa-0b9cba043db8 None None] Provisioning complete for port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:05.753814 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-55146f20-bc5e-4017-bffa-0b9cba043db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.779344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a8041-443d-47c0-bc9a-3c3197d36c75 req-590fe31b-ce35-4e60-a4ce-a37f2805cfcc tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.781491 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-226a8041-443d-47c0-bc9a-3c3197d36c75 req-590fe31b-ce35-4e60-a4ce-a37f2805cfcc tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 936 time: 0.2738845 Aug 23 14:11:05.812884 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-5e89832b-30fb-4324-938e-c9fd44716cc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 200 len: 217 time: 0.1010258 Aug 23 14:11:05.860484 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:05.904361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-226a8041-443d-47c0-bc9a-3c3197d36c75 req-8bfa6956-1d1a-421a-96af-3d284b2db712 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960112 Aug 23 14:11:05.906369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-7fce8a19-7ebf-4f46-b136-b0b36af7cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.908068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-7fce8a19-7ebf-4f46-b136-b0b36af7cc31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.0869217 Aug 23 14:11:05.930424 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aa612-2871-4b16-8733-9b01e3bb274b req-184b065a-c0e9-4199-8b1f-5caed1d9d7ab tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:05.932648 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f10aa612-2871-4b16-8733-9b01e3bb274b req-184b065a-c0e9-4199-8b1f-5caed1d9d7ab tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 944 time: 0.3571348 Aug 23 14:11:05.958668 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-55146f20-bc5e-4017-bffa-0b9cba043db8 None None] Port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:11:06.021919 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-d612e0d9-a5f6-4dce-9943-4e6073898890 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020310 Aug 23 14:11:06.032080 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.058570 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port c51b6be1-2fe4-41f9-991d-951dbb735587 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:06.090248 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port c51b6be1-2fe4-41f9-991d-951dbb735587 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:06.091149 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.140583 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f10aa612-2871-4b16-8733-9b01e3bb274b req-c27af255-98e5-4263-84bb-5ac36fec44fb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613245 Aug 23 14:11:06.424792 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.445452 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cc49e897-8324-40d1-995c-4429e6d39665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:06.502250 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd1dc92-5830-45d6-b30c-203d3d69c51d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:06.504803 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.511915 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:06.519099 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:06.533683 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2bd1dc92-5830-45d6-b30c-203d3d69c51d HTTP/1.1" status: 204 len: 168 time: 0.8866074 Aug 23 14:11:06.537890 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.539271 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 37998) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:06.539994 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.581299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e4711f-7213-402f-933e-5083ca6cecd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b6be1-2fe4-41f9-991d-951dbb735587'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:06.591909 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c51b6be1-2fe4-41f9-991d-951dbb735587, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c51b6be1-2fe4-41f9-991d-951dbb735587,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:06.614335 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Transition to ACTIVE for port object 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:06.662531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8be2d8-5ffb-438e-96b9-10e61b5a5ec5 req-b8cbec25-3354-4293-bbac-ca878f13e729 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:06.664248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d8be2d8-5ffb-438e-96b9-10e61b5a5ec5 req-b8cbec25-3354-4293-bbac-ca878f13e729 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1363471 Aug 23 14:11:06.672267 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.673838 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:06.715504 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.723137 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9547757a-d3b7-4a8b-8fe9-53dc41fe83c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:06.741825 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:06.763561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-90f6c755-f985-4770-848e-3799e017f64b service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291543 Aug 23 14:11:06.765322 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=c51b6be1-2fe4-41f9-991d-951dbb735587,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:06.769903 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:06.772681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38004) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:06.798951 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d8be2d8-5ffb-438e-96b9-10e61b5a5ec5 req-911519e3-72bd-4770-ac2a-76342b5f1566 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249752 Aug 23 14:11:06.896239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Pushing event updated for resources: {'Port': ['ID=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:06.900567 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:06.987613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c537c3-44c0-4452-999d-abf8d2e364f1 req-090aa98d-46c3-40b9-86f9-b1260875df93 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:06.995156 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e0c537c3-44c0-4452-999d-abf8d2e364f1 req-090aa98d-46c3-40b9-86f9-b1260875df93 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 949 time: 0.4548235 Aug 23 14:11:07.039426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Attempting to bind port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:07.040105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Attempting to bind port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:07.041877 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Attempting to bind port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:07.048470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:07.049239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Attempting to bind port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:07.056203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:07.059679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:07.060304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:07.063663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Bound port: 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:07.064570 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.100542 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4711f-7213-402f-933e-5083ca6cecd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51b6be1-2fe4-41f9-991d-951dbb735587', 'code': 200} Aug 23 14:11:07.171790 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ef5b2d3d-0a20-4aec-8d7b-5dc97bddf6d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a4353741d4a46af968913902141710f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870311 Aug 23 14:11:07.172632 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38012) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:07.180958 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.267414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] For port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:07.267781 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e0c537c3-44c0-4452-999d-abf8d2e364f1 req-b839ae4f-8b4a-4faf-9b55-1b44340b946c tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717457 Aug 23 14:11:07.274274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4e17a3-a199-4275-ad28-a1a5b53d3aae']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:07.284610 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] For port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:07.313271 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd1616c-fe25-461b-8195-d0868fe99cc0') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:07.313562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd1616c-fe25-461b-8195-d0868fe99cc0') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:07.332058 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc50d26-f2c5-4415-8755-de0966be2b4d req-052d3561-b068-4c74-9856-221fe00ed605 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:07.333513 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0fc50d26-f2c5-4415-8755-de0966be2b4d req-052d3561-b068-4c74-9856-221fe00ed605 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:07.341364 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7ba9395-8be1-4077-b9b5-8339a5f64292 req-366e1172-b4b0-414e-a1ef-5160b8f9de76 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694420 Aug 23 14:11:07.343067 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.382835 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.406140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:11:07.406556 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.407182 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.412956 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af47f516-da63-432a-9818-eb4cfc4cd454 tempest-LiveMigrationNegativeTest-2038454113 tempest-LiveMigrationNegativeTest-2038454113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:11:07.420958 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:11:07.429395 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.450857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:07.487562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:07.488988 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.491992 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] 10.222.0.64 "PUT /v2.0/ports/6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 HTTP/1.1" status: 200 len: 1096 time: 2.0721965 Aug 23 14:11:07.516046 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'tag': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:07.531415 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0fc50d26-f2c5-4415-8755-de0966be2b4d req-052d3561-b068-4c74-9856-221fe00ed605 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:07.550982 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0fc50d26-f2c5-4415-8755-de0966be2b4d req-052d3561-b068-4c74-9856-221fe00ed605 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 948 time: 0.3329771 Aug 23 14:11:07.553268 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.568275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e9746-cb2c-485e-a48c-5c086c2bbf03 req-0c6fa8c4-10f3-4a16-a756-600aae4bddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:07.572921 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a31e9746-cb2c-485e-a48c-5c086c2bbf03 req-0c6fa8c4-10f3-4a16-a756-600aae4bddc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 1101 time: 0.3536770 Aug 23 14:11:07.653641 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0fc50d26-f2c5-4415-8755-de0966be2b4d req-71ca4fe9-0111-4e64-acac-1d24a166257c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015103 Aug 23 14:11:07.654402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Pushing event updated for resources: {'Port': ['ID=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:07.661895 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:07.705826 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.726910 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:07.744701 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-854aa67a-5949-4981-ae66-095019d2883f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:07.749621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '2e3334d8-49e9-4de3-ada3-130327f8e905', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'port_id': '2e3334d8-49e9-4de3-ada3-130327f8e905', 'mac_address': 'fa:16:3e:28:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24d87cd-a932-401b-8180-3c9a2097c9c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:07.753629 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'tag': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'status': 'completed', 'code': 200} Aug 23 14:11:07.768041 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.782321 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a31e9746-cb2c-485e-a48c-5c086c2bbf03 req-1278b9a0-740c-413b-93fb-a8fe668134cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566908 Aug 23 14:11:07.794317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4e17a3-a199-4275-ad28-a1a5b53d3aae,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:07.799349 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:07.807792 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] 10.222.0.72 "DELETE /v2.0/networks/8c4e17a3-a199-4275-ad28-a1a5b53d3aae HTTP/1.1" status: 204 len: 168 time: 1.2625716 Aug 23 14:11:07.813340 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-3606e171-5305-4886-a307-e5bf524e6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:07.813340 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-3606e171-5305-4886-a307-e5bf524e6329 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 1099 time: 0.1444321 Aug 23 14:11:07.837052 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.846621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65ecaf-2c7f-4cd8-b661-ad9f0dc70d3a req-567c3328-3cdf-498a-8e2d-5106dd9ebe9b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:07.856945 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca65ecaf-2c7f-4cd8-b661-ad9f0dc70d3a req-567c3328-3cdf-498a-8e2d-5106dd9ebe9b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 944 time: 0.2673836 Aug 23 14:11:07.858520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3334d8-49e9-4de3-ada3-130327f8e905 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:07.881407 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:07.893633 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.896339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.897521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4af96593-047d-4eb8-9df5-b6f758cb0ce5 HTTP/1.1" status: 204 len: 168 time: 0.7043149 Aug 23 14:11:07.903040 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d007ad91-4533-4632-ac99-786c3f446503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:07.918025 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af96593-047d-4eb8-9df5-b6f758cb0ce5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:07.922838 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:07.936052 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca65ecaf-2c7f-4cd8-b661-ad9f0dc70d3a req-7bcbcbc8-a03c-4156-bcc6-724108c748c5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775409 Aug 23 14:11:07.990403 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:07.995098 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-09b29ac1-897c-473e-ae80-c0133e2edca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:08.109136 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:08.114207 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:08.222103 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-a0efeb26-046f-4fed-bc06-c1abee043d24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 HTTP/1.1" status: 200 len: 217 time: 0.0843756 Aug 23 14:11:08.310930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38030) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:08.311316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-fc70bdc9-4a96-4ac0-8d2d-1b2b2ebfb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:08.312022 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-fc70bdc9-4a96-4ac0-8d2d-1b2b2ebfb2f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0809038 Aug 23 14:11:08.323335 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9211d-acb6-4b75-afde-2bb4355e3f3d req-45936f6e-fc1c-4dc2-8499-99989d47271c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:08.329576 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7c9211d-acb6-4b75-afde-2bb4355e3f3d req-45936f6e-fc1c-4dc2-8499-99989d47271c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.3375335 Aug 23 14:11:08.356355 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['2e3334d8-49e9-4de3-ada3-130327f8e905'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:08.372435 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6f84807a-7349-45fc-bd53-3f9a9b01401b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8eecc8ac602547a58ea2203d3327597c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700650 Aug 23 14:11:08.374672 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38034) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:08.432177 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7c9211d-acb6-4b75-afde-2bb4355e3f3d req-ea9eb802-e8e6-424f-94c9-9dc0f6f08243 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010334 Aug 23 14:11:08.453518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-196f20bb-6cd8-4acb-855e-38acab905535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:08.455130 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-196f20bb-6cd8-4acb-855e-38acab905535 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235139 Aug 23 14:11:08.603177 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.653396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9796-d4af-445e-8029-bb1bedec9907 req-39d426a7-89e9-4ab9-9473-8b74b2a7eb4b tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:08.655341 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-96ec9796-d4af-445e-8029-bb1bedec9907 req-39d426a7-89e9-4ab9-9473-8b74b2a7eb4b tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 950 time: 0.2449741 Aug 23 14:11:08.657501 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.674632 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-58c49460-0e81-4b03-8432-7800f3e2da0d service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045641 Aug 23 14:11:08.750988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-96ec9796-d4af-445e-8029-bb1bedec9907 req-73d2725c-3d7a-4a15-892f-221098345af0 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860510 Aug 23 14:11:08.825808 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.837880 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ff83f99a-35f5-4e80-8992-e455382baa4f tempest-LiveMigrationNegativeTest-1778033352 tempest-LiveMigrationNegativeTest-1778033352-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:08.857493 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd11d8e1-769f-478d-a1e7-31216c274153,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:08.860199 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:08.861323 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:08.862991 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dd11d8e1-769f-478d-a1e7-31216c274153 HTTP/1.1" status: 204 len: 168 time: 0.4864955 Aug 23 14:11:08.942151 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d186fa3c-942b-49f0-927d-4bef7c51bc9d req-ead5a258-69c9-4fdb-ad0a-df2e12cf6d6f service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568324 Aug 23 14:11:08.962425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830fb6-52cc-4f93-88b0-6f98f1f78bb3 req-0c3ffbb1-2747-426a-af83-d16812cd4092 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:08.963971 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be830fb6-52cc-4f93-88b0-6f98f1f78bb3 req-0c3ffbb1-2747-426a-af83-d16812cd4092 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 948 time: 0.1463723 Aug 23 14:11:09.045443 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be830fb6-52cc-4f93-88b0-6f98f1f78bb3 req-0eff9796-03a7-41d9-a747-12e3a022efc5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716300 Aug 23 14:11:09.158712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2085c-9ac6-491f-a6f7-0c57be12de79 req-bd15ed42-7fa6-4a74-822a-b53361f05d27 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.165136 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37c2085c-9ac6-491f-a6f7-0c57be12de79 req-bd15ed42-7fa6-4a74-822a-b53361f05d27 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 945 time: 0.1071353 Aug 23 14:11:09.283155 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37c2085c-9ac6-491f-a6f7-0c57be12de79 req-77a8a638-f603-4549-acf1-a6f3740e2932 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088424 Aug 23 14:11:09.341698 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-5df9c948-6f40-445e-b0d2-40374590c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.343660 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-5df9c948-6f40-445e-b0d2-40374590c44d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 1099 time: 0.1174214 Aug 23 14:11:09.534242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-4062ef20-e096-40b9-a61f-94a4bd058983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.535884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-4062ef20-e096-40b9-a61f-94a4bd058983 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1809051 Aug 23 14:11:09.640334 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-743a4270-f5a2-4dd7-9737-45e2de09bf24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 HTTP/1.1" status: 200 len: 217 time: 0.0948086 Aug 23 14:11:09.719289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c28538-3a24-4c2a-9251-0d3766cbc0dc req-9711cf53-fd5e-486f-9fd7-380dd7fba4a3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.722201 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-89c28538-3a24-4c2a-9251-0d3766cbc0dc req-9711cf53-fd5e-486f-9fd7-380dd7fba4a3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1057343 Aug 23 14:11:09.748174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-9a438eb2-cdbb-44c3-a3d9-81fdf25e11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.750256 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-9a438eb2-cdbb-44c3-a3d9-81fdf25e11df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1026578 Aug 23 14:11:09.780683 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-89c28538-3a24-4c2a-9251-0d3766cbc0dc req-342c5aa8-f0a5-4e9c-a746-76a73fd24d49 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 Aug 23 14:11:09.821983 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38074) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:09.861881 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-c368641a-6581-480d-a085-2aa7806a20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:09.863408 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-c368641a-6581-480d-a085-2aa7806a20e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058185 Aug 23 14:11:09.890601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f989cd99-23d2-4876-83a6-0ac4af0e97d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3033030a206d4d0ebe05b59e4590486b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672083 Aug 23 14:11:09.892918 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38078) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:09.977794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38082) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:10.064503 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-efa490f2-a34d-473a-843c-40c1cb02ef72 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916316 Aug 23 14:11:10.149305 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.192631 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.245118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f80758-9fc1-4601-8b80-cefc2618de21 req-c8cc419f-78fc-4e03-bd34-3fd431f3b35e tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:10.247085 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6f80758-9fc1-4601-8b80-cefc2618de21 req-c8cc419f-78fc-4e03-bd34-3fd431f3b35e tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 950 time: 0.3101857 Aug 23 14:11:10.263587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-network', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:10.271468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:10.283851 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fcccd10-cfb6-4ace-b3a7-a93ae2ec809e req-8d8fa3c5-3c1e-4386-b283-3f5594b2fc08 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117252 Aug 23 14:11:10.298840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Usage tracker for resource:network and tenant:cddd67dde5f3462086743a6f598a5709 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:10.298840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:10.302433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37f5e5-5b89-41b9-835e-eca234b3063c req-3bc2d7a9-460e-4bfb-8345-ea50541037de tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:10.305857 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bf37f5e5-5b89-41b9-835e-eca234b3063c req-3bc2d7a9-460e-4bfb-8345-ea50541037de tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 948 time: 0.1277297 Aug 23 14:11:10.306624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:10.335199 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6f80758-9fc1-4601-8b80-cefc2618de21 req-67d493c5-d8aa-4a1b-97a4-b73b727d18d3 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Aug 23 14:11:10.418464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Made reservation on behalf of cddd67dde5f3462086743a6f598a5709 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:10.420889 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.437774 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.441677 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.447794 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bf37f5e5-5b89-41b9-835e-eca234b3063c req-4ae0480c-17ae-4d7a-8038-bbaa4c0f9781 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379280 Aug 23 14:11:10.455596 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f3541e42-9cb3-4aee-b3ec-c4a3d3a2c576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:10.512694 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed26b7df-e1b4-4de6-946a-a4095f2fda2b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:10.515564 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:10.524653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:10.531415 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:cddd67dde5f3462086743a6f598a5709 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:10.537375 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.538531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed26b7df-e1b4-4de6-946a-a4095f2fda2b HTTP/1.1" status: 204 len: 168 time: 0.6444395 Aug 23 14:11:10.540174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:10.553838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:10.609727 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682082e-1c27-49ac-90a1-53b24fda6d83 req-9f271558-cd5e-4e0c-9d0e-31ef08ef674f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:10.611345 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c682082e-1c27-49ac-90a1-53b24fda6d83 req-9f271558-cd5e-4e0c-9d0e-31ef08ef674f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 945 time: 0.1581929 Aug 23 14:11:10.679462 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c682082e-1c27-49ac-90a1-53b24fda6d83 req-896eead6-7cda-4fbf-8212-7115c61b09eb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622325 Aug 23 14:11:10.721108 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.795016 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.797969 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8ef7149b-8a49-42bd-a073-f76dab10ed42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:10.834010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:11:10.835915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b0336-f054-466c-a880-1e3733f9ea36,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:10.839946 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:10.844370 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:10.844820 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Added segment 90972428-c4ae-4cb3-9814-d6b349de03d6 of type vlan for network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b Aug 23 14:11:10.878300 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.019458 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a0de1-cd87-47dc-8880-9d52cbc0bde1 req-e63a1672-3094-441f-8c4f-6207946543ed tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:11.021078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1c3a0de1-cd87-47dc-8880-9d52cbc0bde1 req-e63a1672-3094-441f-8c4f-6207946543ed tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.0998826 Aug 23 14:11:11.021788 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.023239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:11.023894 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.029757 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:11.182334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:11.187880 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:11.194017 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1c3a0de1-cd87-47dc-8880-9d52cbc0bde1 req-e64576ee-a9c9-4c06-b853-75db5029e0d4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453843 Aug 23 14:11:11.197095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:11:11.510918 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:11.513670 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:11.661112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094ea8f-23ff-4ad1-8325-6275564db068 req-0fde4dfa-d5ff-4285-b1a1-d475fa8a69a6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:11.662585 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8094ea8f-23ff-4ad1-8325-6275564db068 req-0fde4dfa-d5ff-4285-b1a1-d475fa8a69a6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 948 time: 0.0933483 Aug 23 14:11:11.685453 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7035561 Aug 23 14:11:11.688478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 38116) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:11.694784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Request body: {'subnet': {'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-subnet', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:11.703821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:11.710883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Usage tracker for resource:subnet and tenant:cddd67dde5f3462086743a6f598a5709 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:11.715715 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:11.718612 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8094ea8f-23ff-4ad1-8325-6275564db068 req-58b99ac9-01f5-4e67-9407-d1c20bc6e6c0 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491879 Aug 23 14:11:11.723520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:11.725961 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:11.743723 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'mac_address': 'fa:16:3e:dd:ad:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:11.786221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 2e3334d8-49e9-4de3-ada3-130327f8e905 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:11.806258 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 2e3334d8-49e9-4de3-ada3-130327f8e905 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:11.806544 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.861212 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.889189 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:11.932489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Made reservation on behalf of cddd67dde5f3462086743a6f598a5709 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:11.936599 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:11.944784 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:11.986824 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.015675 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f68a94-db69-46ca-9e03-8e0d42d97188 req-987032f6-3cdd-4b93-af45-724a30907157 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.026131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34f68a94-db69-46ca-9e03-8e0d42d97188 req-987032f6-3cdd-4b93-af45-724a30907157 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 945 time: 0.1313713 Aug 23 14:11:12.032355 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:12.043235 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.047873 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:12.049704 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:12.100079 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34f68a94-db69-46ca-9e03-8e0d42d97188 req-1edee86d-d76a-4e3e-9a6a-ddaf07d98c80 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702665 Aug 23 14:11:12.136167 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:12.143535 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:12.145189 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.147099 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:12.190307 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905', 'code': 200} Aug 23 14:11:12.240442 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:12.245157 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:12.269828 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abd85-4d0c-4b25-a5f1-72c6ff1fd6cf req-003307e6-f028-41c9-a8af-c7810a4c81ed tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.269828 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-138abd85-4d0c-4b25-a5f1-72c6ff1fd6cf req-003307e6-f028-41c9-a8af-c7810a4c81ed tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 950 time: 0.2713370 Aug 23 14:11:12.423469 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:12.425652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312e083-5422-4621-821c-c561bc9f4090 req-8a1e8ef9-a029-4818-a8cb-4236492c2c5e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.427461 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0312e083-5422-4621-821c-c561bc9f4090 req-8a1e8ef9-a029-4818-a8cb-4236492c2c5e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1023188 Aug 23 14:11:12.454759 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-138abd85-4d0c-4b25-a5f1-72c6ff1fd6cf req-77f56dc8-3933-44f3-8485-9f08d2ef9d7c tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506994 Aug 23 14:11:12.523277 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b12a15-d034-4074-b3e1-2dc29e4a9aed req-50f2b0f3-b43d-40b0-8e05-f6a86436a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.524927 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50b12a15-d034-4074-b3e1-2dc29e4a9aed req-50f2b0f3-b43d-40b0-8e05-f6a86436a5ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1097 time: 0.2573166 Aug 23 14:11:12.535411 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0312e083-5422-4621-821c-c561bc9f4090 req-8409806b-f637-4dd7-b4d5-1916b5f45e23 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884829 Aug 23 14:11:12.604021 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:12.611945 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50b12a15-d034-4074-b3e1-2dc29e4a9aed req-911e9032-8630-432a-9754-c0bc2fa58aef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733798 Aug 23 14:11:12.613848 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-87e18265-1bc3-40ab-9f7c-91b30fbbaf2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:12.692910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=449faa40-426b-4ccc-8a99-48879be3804e,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:12.697633 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:12.704090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Checking segment: {'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:12.704450 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Network hostable DHCP agents. Network: f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:11:12.835548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:11:12.949070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d487d-f319-4889-8556-79155734e2f0 req-caa64618-036b-4b67-9072-52d84e09643b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.950381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-597d487d-f319-4889-8556-79155734e2f0 req-caa64618-036b-4b67-9072-52d84e09643b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 949 time: 0.1032071 Aug 23 14:11:12.968135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:12.978528 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e685ec-e36f-4b05-b18b-ed4b05c8415c None None] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:11:12.978736 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:12.978736 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.041503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-597d487d-f319-4889-8556-79155734e2f0 req-5a4302f7-a07e-403e-bab9-cf06493974d3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844443 Aug 23 14:11:13.110702 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4131682 Aug 23 14:11:13.110702 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 38152) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:13.114527 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:13.121011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:13.125317 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Usage tracker for resource:router and tenant:cddd67dde5f3462086743a6f598a5709 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:13.129339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:13.137604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:13.267389 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.268019 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.307807 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.332201 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b', 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'fixed_ips': [{'subnet_id': '449faa40-426b-4ccc-8a99-48879be3804e'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:11:13.333131 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.344382 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb53e0-27c7-4c73-b326-6e792ac26117 req-ccc7db68-4d32-461e-aba7-49cb55cf7dbe tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:13.346770 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-15fb53e0-27c7-4c73-b326-6e792ac26117 req-ccc7db68-4d32-461e-aba7-49cb55cf7dbe tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 946 time: 0.1196420 Aug 23 14:11:13.491355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-15fb53e0-27c7-4c73-b326-6e792ac26117 req-fd7a4265-b900-4e6f-8427-79564d8db6bc tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314399 Aug 23 14:11:13.538259 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Allocated IP 172.20.0.2 (f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b/449faa40-426b-4ccc-8a99-48879be3804e/72d33b29-4ce4-4f9a-bd17-623f0b1162f2) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:13.708988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afcd50-47aa-4425-bfd5-3ae0fc0f48e9 req-66c19642-e460-4fd9-80dc-faa81175f551 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:13.710488 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99afcd50-47aa-4425-bfd5-3ae0fc0f48e9 req-66c19642-e460-4fd9-80dc-faa81175f551 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 950 time: 0.1092589 Aug 23 14:11:13.776324 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99afcd50-47aa-4425-bfd5-3ae0fc0f48e9 req-b9d42528-1707-4e9e-b133-70d700c819df tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556540 Aug 23 14:11:13.843680 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.889132 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:13.905281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Transition to ACTIVE for port object 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:13.930628 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Transition to ACTIVE for port object 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:13.979687 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-e67bb9a8-5a9a-4b7a-bec7-e6acec5a89da tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:13.979687 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-e67bb9a8-5a9a-4b7a-bec7-e6acec5a89da tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.64 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 950 time: 0.2511797 Aug 23 14:11:13.998056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c97ce-c823-4c15-b61d-484592af8f01 req-519730ce-ada7-449b-8753-f05f10e78aa7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:13.999016 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-993c97ce-c823-4c15-b61d-484592af8f01 req-519730ce-ada7-449b-8753-f05f10e78aa7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.2766314 Aug 23 14:11:14.013169 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.022273 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:14.138226 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Deleting port c51b6be1-2fe4-41f9-991d-951dbb735587 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:11:14.138653 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.143330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:14.144139 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:14.150824 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:14.162051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Pushing event updated for resources: {'Port': ['ID=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:14.170350 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:14.271295 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-5072bbcc-e07e-4ea2-ac5f-c8ae09235837 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344148 Aug 23 14:11:14.309656 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-993c97ce-c823-4c15-b61d-484592af8f01 req-fd5869d6-23f4-4f80-9d9e-fdfc65073656 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729223 Aug 23 14:11:14.470322 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-ac401211-de5e-468c-8ef9-e186e15a7d4f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:14.472588 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-ac401211-de5e-468c-8ef9-e186e15a7d4f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975312 Aug 23 14:11:14.490450 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-900bba4e-6814-40cb-82f9-a0f9acaf7399 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/quotas/13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 375 time: 0.0107362 Aug 23 14:11:14.554980 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-a66a1da4-af50-4e60-9c6b-90ea374e4c42 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522892 Aug 23 14:11:14.721248 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] For port c51b6be1-2fe4-41f9-991d-951dbb735587, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c51b6be1-2fe4-41f9-991d-951dbb735587,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:14.721681 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.853984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Attempting to bind port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:14.853984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Attempting to bind port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:14.854826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Attempting to bind port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 on network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:14.863400 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:14.863802 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Checking segment: {'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:14.864201 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.864643 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Bound using segment: {'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:14.865284 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Bound port: 72d33b29-4ce4-4f9a-bd17-623f0b1162f2, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:14.865546 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:14.869667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Calling delete_port for c51b6be1-2fe4-41f9-991d-951dbb735587 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:11:14.983111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] For port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:14.987088 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] For port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,segment=NetworkSegment(90972428-c4ae-4cb3-9814-d6b349de03d6),segment_id=90972428-c4ae-4cb3-9814-d6b349de03d6)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:15.055763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6758be-941a-410d-a355-4d560f664b95 req-76cdfe10-5da2-472d-904a-c7cd02a6946b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:15.055763 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc6758be-941a-410d-a355-4d560f664b95 req-76cdfe10-5da2-472d-904a-c7cd02a6946b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 949 time: 0.4486787 Aug 23 14:11:15.081078 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.087888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52713-5ac1-4a37-92a7-37e9ff0c98b0 req-3280d4ad-53c6-4e3e-9bea-ee6bc46167ef tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:15.088171 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:15.088293 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68c52713-5ac1-4a37-92a7-37e9ff0c98b0 req-3280d4ad-53c6-4e3e-9bea-ee6bc46167ef tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 946 time: 0.1464581 Aug 23 14:11:15.146264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68c52713-5ac1-4a37-92a7-37e9ff0c98b0 req-2051e766-24f2-44c7-9f98-2ee54743c2de tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527942 Aug 23 14:11:15.213537 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Pushing event updated for resources: {'Port': ['ID=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:15.219670 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:15.270977 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4dab8724-87d7-4d91-95c1-fc21a5559dc3 req-f698b6ca-7d03-4562-8c57-30a5cc5c6f9c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 210 time: 0.0660417 Aug 23 14:11:15.288660 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc6758be-941a-410d-a355-4d560f664b95 req-e6e44683-e904-4902-abe7-6c2f247bd7c5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328980 Aug 23 14:11:15.304989 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.344340 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.539057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb23b9-9015-4265-974e-c740e0da12a0 req-7d1d17a3-2493-41b9-8a76-440c2e23463f tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:15.541870 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53fb23b9-9015-4265-974e-c740e0da12a0 req-7d1d17a3-2493-41b9-8a76-440c2e23463f tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 867 time: 0.1380122 Aug 23 14:11:15.548223 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:15.589293 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Allocated IP 172.25.7.65 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/317ebf92-b03a-42cf-b9ff-85c313210d67) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:15.647350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53fb23b9-9015-4265-974e-c740e0da12a0 req-3c87ef9d-9c1c-4fc3-a172-85611ce4ae65 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/security-groups?id=86d9d1fb-3320-4938-8474-329ee8de6177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868628 Aug 23 14:11:15.693596 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.707216 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:15.772127 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:15.779170 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:15.779557 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.847324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Pushing event deleted for resources: {'Port': ['ID=c51b6be1-2fe4-41f9-991d-951dbb735587,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:15.850413 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:15.867558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ef23-f940-4b7e-a682-a7b192a059fe req-394ac5cc-055f-4c67-83ba-ed5c3a91b6ef tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:15.869775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc33ef23-f940-4b7e-a682-a7b192a059fe req-394ac5cc-055f-4c67-83ba-ed5c3a91b6ef tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1126959 Aug 23 14:11:15.952893 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc33ef23-f940-4b7e-a682-a7b192a059fe req-2d58f6e8-9c03-4674-a920-64a5fb74be3f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749025 Aug 23 14:11:15.954321 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:15.984543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] No DVR routers for this DVR port c51b6be1-2fe4-41f9-991d-951dbb735587 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:11:15.992095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:15.992951 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.012145 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e4711f-7213-402f-933e-5083ca6cecd2', 'name': 'network-vif-deleted', 'tag': 'c51b6be1-2fe4-41f9-991d-951dbb735587'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:16.019934 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:16.120294 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.138005 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484b42e-7b80-447e-bbd2-3b6d8df4eb6e req-28d537b5-0dd0-4053-8704-890cc2c68d91 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:16.145649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d484b42e-7b80-447e-bbd2-3b6d8df4eb6e req-28d537b5-0dd0-4053-8704-890cc2c68d91 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1097 time: 0.4934156 Aug 23 14:11:16.194240 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'code': 200} Aug 23 14:11:16.214149 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d484b42e-7b80-447e-bbd2-3b6d8df4eb6e req-f46185a1-46f9-4a66-ba4c-1fe446194c7c tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625196 Aug 23 14:11:16.258109 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.258499 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2268286-784d-42d5-91ae-1e6b5bc335fb req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.64 "DELETE /v2.0/ports/c51b6be1-2fe4-41f9-991d-951dbb735587 HTTP/1.1" status: 204 len: 173 time: 2.2582283 Aug 23 14:11:16.259505 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c51b6be1-2fe4-41f9-991d-951dbb735587 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:11:16.268436 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4711f-7213-402f-933e-5083ca6cecd2', 'name': 'network-vif-deleted', 'tag': 'c51b6be1-2fe4-41f9-991d-951dbb735587', 'status': 'completed', 'code': 200} Aug 23 14:11:16.295714 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:16.433778 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:16.433778 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4e87ebdf-f216-4a5a-a33e-6ad86a166911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:16.439491 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: c51b6be1-2fe4-41f9-991d-951dbb735587 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:11:16.440591 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c51b6be1-2fe4-41f9-991d-951dbb735587 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:11:16.464735 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:16.471338 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:16.511221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:16.635656 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de083d33-6faf-4350-95d0-1227e808e1da req-a520b8a0-0315-47fd-9e82-a941abec3293 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 210 time: 0.2543595 Aug 23 14:11:16.645287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:16.648883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:16.673609 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:16.738229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Pushing event updated for resources: {'Port': ['ID=317ebf92-b03a-42cf-b9ff-85c313210d67,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:16.751275 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:16.753522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7685e2-3a6f-43b9-ae0e-f4c7e40fea03 req-68dec9d0-6c12-4232-bb70-2e6d377db6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:16.771329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7685e2-3a6f-43b9-ae0e-f4c7e40fea03 req-68dec9d0-6c12-4232-bb70-2e6d377db6e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 1101 time: 0.4748321 Aug 23 14:11:16.800444 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:16.818684 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782cc5e-87f3-44ca-8f18-7eeb689d4135 None None] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:11:16.846897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7685e2-3a6f-43b9-ae0e-f4c7e40fea03 req-baed5476-a99f-4667-8eb4-3cb15872897c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804367 Aug 23 14:11:16.909646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c1359-231e-4641-82ac-d4ac1896f9e0 req-2174a6b5-8f11-4b65-a020-61b612cbd623 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:16.920333 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e2c1359-231e-4641-82ac-d4ac1896f9e0 req-2174a6b5-8f11-4b65-a020-61b612cbd623 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 950 time: 0.3895617 Aug 23 14:11:17.163217 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Provisioning for port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:17.181447 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Provisioning complete for port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:17.182198 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.301768 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e2c1359-231e-4641-82ac-d4ac1896f9e0 req-4dd14331-3f34-4f4d-b138-2162cfea8e48 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801503 Aug 23 14:11:17.339337 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.390524 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] For port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,segment=NetworkSegment(90972428-c4ae-4cb3-9814-d6b349de03d6),segment_id=90972428-c4ae-4cb3-9814-d6b349de03d6)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:17.397047 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-380882b1-05f8-4b22-9e64-81938e404dc9 req-d53252cb-eaeb-459f-ba90-ce57dad63453 tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] 10.222.0.72 "GET /v2.0/ports?device_id=40e4711f-7213-402f-933e-5083ca6cecd2 HTTP/1.1" status: 200 len: 210 time: 0.1304920 Aug 23 14:11:17.562266 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.562266 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:17.651667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Pushing event updated for resources: {'Port': ['ID=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:17.654958 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:17.798803 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f39b8dd1-6c62-47cc-847a-19b033a1b364 None None] Provisioning complete for port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:17.800397 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f39b8dd1-6c62-47cc-847a-19b033a1b364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.818774 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:17.844053 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b59f6fef-6f02-463b-89e9-6574cfb9c5ab req-d513b4c1-bf3a-4603-bff6-0efbaef21657 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 210 time: 0.0613854 Aug 23 14:11:17.934131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dad8d-d67d-4545-8a50-5980ba83ddc2 req-e5c1d312-ed06-442e-808d-3ff981889d18 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:17.935805 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-af7dad8d-d67d-4545-8a50-5980ba83ddc2 req-e5c1d312-ed06-442e-808d-3ff981889d18 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.3378398 Aug 23 14:11:18.081470 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-af7dad8d-d67d-4545-8a50-5980ba83ddc2 req-968050f5-b545-4d62-a7fe-2b4039f40510 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338551 Aug 23 14:11:18.338997 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.412737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:18.491738 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-ad23953d-7ed9-4668-8a53-aadaad853fee tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404434 Aug 23 14:11:18.501049 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:18.501703 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:18.896083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930a164-3aa7-48b0-93e9-0cc213e1cdbe req-cbb6a256-cd48-4a9a-aa80-70a27720253d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:18.897625 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f930a164-3aa7-48b0-93e9-0cc213e1cdbe req-cbb6a256-cd48-4a9a-aa80-70a27720253d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 950 time: 0.4152973 Aug 23 14:11:18.940405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-67a9d172-90b3-452e-b4e5-d7f93616e710 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:18.942070 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-67a9d172-90b3-452e-b4e5-d7f93616e710 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428938 Aug 23 14:11:19.001698 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Request body: {'port': {'device_id': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '13a602149613424aabf30ce28c41628b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:19.033927 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e216df4-7979-4e74-a02c-a25d5a440d91 req-fc02126a-afff-4664-9b63-706e65645b47 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 210 time: 0.0541389 Aug 23 14:11:19.243508 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f930a164-3aa7-48b0-93e9-0cc213e1cdbe req-fc06abc0-5c55-49a1-81ca-8c5de90e5fe0 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330779 Aug 23 14:11:19.252979 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Router bf36a0c5-788f-45d5-bfc8-99631e1d82fe is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:11:19.279161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38258) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:19.320887 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a77d7-280c-4d84-beaa-1b7a100d5ba1 req-5de1b34e-4157-4665-b987-0dc700e14d5a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:19.333465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d7a77d7-280c-4d84-beaa-1b7a100d5ba1 req-5de1b34e-4157-4665-b987-0dc700e14d5a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1261628 Aug 23 14:11:19.389541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d7a77d7-280c-4d84-beaa-1b7a100d5ba1 req-45619eb2-5754-49b9-9fc4-737049097fd8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533853 Aug 23 14:11:19.432171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:19.454117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Usage tracker for resource:port and tenant:13a602149613424aabf30ce28c41628b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:19.462522 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:19.478257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:19.479866 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4e9486e8-8e89-4b0d-9ea5-729cc680f5b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5abe1a91db3f4a59b24d249f342f7cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970637 Aug 23 14:11:19.482886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38266) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:19.561839 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.595241 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Made reservation on behalf of 13a602149613424aabf30ce28c41628b for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:19.597621 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.598980 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.625460 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.647922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:11:19.655406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:19.656596 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Sync routers for ids ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:11:19.666398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Usage tracker for resource:security_group_rule and tenant:13a602149613424aabf30ce28c41628b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:19.670440 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Routers {'bf36a0c5-788f-45d5-bfc8-99631e1d82fe'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:11:19.671085 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:11:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:19.671974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:19.698697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:19.822091 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.826492 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.828491 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:19.843754 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d9d1fb-3320-4938-8474-329ee8de6177,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:19.846861 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:19.932085 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Set router bf36a0c5-788f-45d5-bfc8-99631e1d82fe gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:11:19.937280 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.941433 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8285520 Aug 23 14:11:19.941643 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 38272) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:19.991196 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:19.994569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86d9d1fb-3320-4938-8474-329ee8de6177 HTTP/1.1" status: 204 len: 168 time: 0.5106730 Aug 23 14:11:20.005422 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:20.019881 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ebf4ebf1-5135-46b0-8373-113467cbea44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:20.053511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4792f92e-aa33-4ca7-8e2e-839b872d5737,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:20.095628 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:20.243833 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:11:17Z', 'revision_number': 3, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port': {'id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:15Z', 'updated_at': '2021-08-23T14:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:20.249377 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Checking router: bf36a0c5-788f-45d5-bfc8-99631e1d82fe for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:11:20.249718 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Updating router bf36a0c5-788f-45d5-bfc8-99631e1d82fe port 317ebf92-b03a-42cf-b9ff-85c313210d67 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:11:20.310097 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:20.316136 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14c19907-d5e6-42fb-b132-b58f555b0d1f req-8fe9feaa-5e2d-4e53-bba2-aa16634c094e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 210 time: 0.0984747 Aug 23 14:11:20.510466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58524657-a6a7-4543-bc6d-b62f8a964898 req-8c32c741-8e90-440e-ae7b-b2f1e7a8629b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:20.514712 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58524657-a6a7-4543-bc6d-b62f8a964898 req-8c32c741-8e90-440e-ae7b-b2f1e7a8629b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 950 time: 0.1189358 Aug 23 14:11:20.552725 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Allocated IP 192.168.233.223 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/e006d61d-74fb-458b-aa7c-7497d55b123c) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:20.595364 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58524657-a6a7-4543-bc6d-b62f8a964898 req-fd79bb56-c721-4f4f-8d48-772f4c008433 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794485 Aug 23 14:11:20.799115 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:20.816140 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Transition to ACTIVE for port object 317ebf92-b03a-42cf-b9ff-85c313210d67 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:20.893398 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:20.897697 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:20.924210 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38296) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:20.955320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:20.982502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:20.987769 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c51c574bef4957abcdb453787b9ae3 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:20.997427 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:21.005882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:21.012831 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Attempting to bind port 317ebf92-b03a-42cf-b9ff-85c313210d67 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:21.013376 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Attempting to bind port 317ebf92-b03a-42cf-b9ff-85c313210d67 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:21.013887 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Attempting to bind port 317ebf92-b03a-42cf-b9ff-85c313210d67 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:21.028917 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:21.029651 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:21.030133 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.030680 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:21.031549 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Bound port: 317ebf92-b03a-42cf-b9ff-85c313210d67, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:21.032027 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.040829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c932-f00b-4565-90f1-876f4e2195fb req-1a90de57-bf3a-47fa-8611-135e6e7e2f77 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:21.048166 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9276c932-f00b-4565-90f1-876f4e2195fb req-1a90de57-bf3a-47fa-8611-135e6e7e2f77 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.4177365 Aug 23 14:11:21.091570 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Pushing event updated for resources: {'Port': ['ID=317ebf92-b03a-42cf-b9ff-85c313210d67,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:21.106760 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.107275 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.107979 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.108310 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.108643 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.110540 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.110540 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.110540 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.110540 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.110540 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.111620 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.112192 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.117201 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:21.122017 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45636a9-de5f-4702-888d-bf8c51fb8308 req-787a6ae6-44d5-48df-8a98-95d9cc77f961 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:21.123877 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c45636a9-de5f-4702-888d-bf8c51fb8308 req-787a6ae6-44d5-48df-8a98-95d9cc77f961 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 1101 time: 0.2715807 Aug 23 14:11:21.136813 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.151545 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] For port 317ebf92-b03a-42cf-b9ff-85c313210d67, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:21.158529 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] For port 317ebf92-b03a-42cf-b9ff-85c313210d67, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=317ebf92-b03a-42cf-b9ff-85c313210d67,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:21.186780 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c45636a9-de5f-4702-888d-bf8c51fb8308 req-5a1499b6-0f3a-45f6-81c1-1528a546ebd0 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480750 Aug 23 14:11:21.215680 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.224189 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6626288e-8096-4783-b5eb-230c701ee18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:21.264871 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.266705 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:21.301307 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8788a9-3515-442e-8189-a591949e7295,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:21.319353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4c51c574bef4957abcdb453787b9ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936739 Aug 23 14:11:21.325711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 38302) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:11:21.326973 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:21.374382 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9276c932-f00b-4565-90f1-876f4e2195fb req-a8f4de1b-44c8-4337-98d6-84b2094b2f19 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245809 Aug 23 14:11:21.383019 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.429238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Transition to ACTIVE for port object e006d61d-74fb-458b-aa7c-7497d55b123c will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:21.440983 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Routers {'bf36a0c5-788f-45d5-bfc8-99631e1d82fe'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:11:21.442055 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:11:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:21.444497 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.507672 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.612485 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Pushing event updated for resources: {'Port': ['ID=317ebf92-b03a-42cf-b9ff-85c313210d67,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:21.628347 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:21.672865 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.684071 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:21.686738 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.690711 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-976a24ba-4d86-46c2-9d42-d653e36b2dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:21.704351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8788a9-3515-442e-8189-a591949e7295,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:21.720741 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:21.727398 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.729641 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da8788a9-3515-442e-8189-a591949e7295 HTTP/1.1" status: 204 len: 168 time: 0.4013612 Aug 23 14:11:21.750022 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] Set router bf36a0c5-788f-45d5-bfc8-99631e1d82fe gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:11:21.807019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:21.818779 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:21.824504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:21.868990 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:21.880943 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:21.958149 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.958981 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.959670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.960232 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.960891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.961460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.962550 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.963111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.963506 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.963979 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.964405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.964973 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:21.978884 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:22.048345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:22.049060 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.222742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde9315-89a0-4b69-abaf-ac6ed6f16216 req-1ee974df-f5f7-4568-96c7-bbe9212f5e02 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:22.223757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4bde9315-89a0-4b69-abaf-ac6ed6f16216 req-1ee974df-f5f7-4568-96c7-bbe9212f5e02 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:22.235586 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2440305 Aug 23 14:11:22.291111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Request body: {'port': {'device_id': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:22.297842 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:11:17Z', 'revision_number': 3, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port': {'id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:15Z', 'updated_at': '2021-08-23T14:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:22.305098 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf0e2db-c6f5-4014-a427-7526d6fbe88d None None] The sync data for ids ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'] in n-d-805628-1 is: [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:11:17Z', 'revision_number': 3, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port': {'id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:15Z', 'updated_at': '2021-08-23T14:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:11:22.415423 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Allocated IP 172.20.0.1 (f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b/449faa40-426b-4ccc-8a99-48879be3804e/effef2d4-3b88-4cb7-ac3d-d85795427ab1) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:22.445363 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b392083d-71bf-40f2-a713-9320cb151880 None None] Provisioning for port e006d61d-74fb-458b-aa7c-7497d55b123c completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:22.445804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4bde9315-89a0-4b69-abaf-ac6ed6f16216 req-1ee974df-f5f7-4568-96c7-bbe9212f5e02 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:22.447019 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bde9315-89a0-4b69-abaf-ac6ed6f16216 req-1ee974df-f5f7-4568-96c7-bbe9212f5e02 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 936 time: 0.5832148 Aug 23 14:11:22.450500 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b392083d-71bf-40f2-a713-9320cb151880 None None] Provisioning complete for port e006d61d-74fb-458b-aa7c-7497d55b123c triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:22.451196 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b392083d-71bf-40f2-a713-9320cb151880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.496792 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.537256 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-b392083d-71bf-40f2-a713-9320cb151880 None None] Port e006d61d-74fb-458b-aa7c-7497d55b123c cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:11:22.726221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4bde9315-89a0-4b69-abaf-ac6ed6f16216 req-4424f9cd-d46c-4f85-9e85-6136e4773830 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:22.755240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-63aff85d-3ebc-4bbe-a43e-5945a0ec38f4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400813 Aug 23 14:11:22.855486 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4bde9315-89a0-4b69-abaf-ac6ed6f16216 req-4424f9cd-d46c-4f85-9e85-6136e4773830 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:22.864243 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bde9315-89a0-4b69-abaf-ac6ed6f16216 req-4424f9cd-d46c-4f85-9e85-6136e4773830 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064901 Aug 23 14:11:22.914220 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:22.983780 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Transition to ACTIVE for port object effef2d4-3b88-4cb7-ac3d-d85795427ab1 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:23.065559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-5e953976-109f-40d2-9006-91a3a284fa41 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:23.081874 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-5e953976-109f-40d2-9006-91a3a284fa41 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074412 Aug 23 14:11:23.092443 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-398b0862-93b8-49e8-bba9-c9f81ce5d5d5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/quotas/0508707a0f2c4de085e161353f10ed87 HTTP/1.1" status: 200 len: 375 time: 0.0196154 Aug 23 14:11:23.278483 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:23.289344 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-80ef64e6-b768-48c4-bb54-60d5dd022398 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:23.290924 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-88c7a78b-fd85-4294-b6ba-f4f46478b96b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1974456 Aug 23 14:11:23.418709 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:23.425068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:23.429833 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:23.607436 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:11:23.639059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Pushing event updated for resources: {'Port': ['ID=effef2d4-3b88-4cb7-ac3d-d85795427ab1,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:23.643583 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:23.738559 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:23.962804 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-067ba4cc-37c5-4139-9ac2-b7a4c5663016 None None] Provisioning for port effef2d4-3b88-4cb7-ac3d-d85795427ab1 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:23.969845 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-067ba4cc-37c5-4139-9ac2-b7a4c5663016 None None] Provisioning complete for port effef2d4-3b88-4cb7-ac3d-d85795427ab1 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:23.972128 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-067ba4cc-37c5-4139-9ac2-b7a4c5663016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:24.168314 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-684e6eac-5327-4dc1-8629-78ee22a6fa86 req-292a3f45-de5a-4b3f-a0d3-14c1b9b5fd77 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 210 time: 0.1724906 Aug 23 14:11:24.233557 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-067ba4cc-37c5-4139-9ac2-b7a4c5663016 None None] Port effef2d4-3b88-4cb7-ac3d-d85795427ab1 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:11:24.306708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e006d61d-74fb-458b-aa7c-7497d55b123c {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:24.330378 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:24.381550 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b543-a3c2-4743-8c99-2744c0358ff0 req-5c87914f-fbe3-4733-8dac-528e5fc6ac1b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:24.384333 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8c65b543-a3c2-4743-8c99-2744c0358ff0 req-5c87914f-fbe3-4733-8dac-528e5fc6ac1b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.9156320 Aug 23 14:11:24.431840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Transition to ACTIVE for port object e006d61d-74fb-458b-aa7c-7497d55b123c will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:24.513227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b233a-59fb-44f3-b3d2-13e2e0709d97 req-26392bb9-acd1-4828-a0f3-00ffdc7cb017 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:24.529982 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-051b233a-59fb-44f3-b3d2-13e2e0709d97 req-26392bb9-acd1-4828-a0f3-00ffdc7cb017 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 936 time: 0.1673133 Aug 23 14:11:24.532057 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 317ebf92-b03a-42cf-b9ff-85c313210d67 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:24.601824 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:24.640711 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:24.652451 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-051b233a-59fb-44f3-b3d2-13e2e0709d97 req-e90a74d5-5cb2-4c69-8d5d-e8fc513fd833 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157134 Aug 23 14:11:24.742578 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8c65b543-a3c2-4743-8c99-2744c0358ff0 req-aeb58ace-d3bf-42d1-af93-d0ed51cf1f4f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247278 Aug 23 14:11:24.836281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 317ebf92-b03a-42cf-b9ff-85c313210d67 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:24.848933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 317ebf92-b03a-42cf-b9ff-85c313210d67 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:24.849327 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.157467 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:25.160558 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.200929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 317ebf92-b03a-42cf-b9ff-85c313210d67, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=317ebf92-b03a-42cf-b9ff-85c313210d67,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:25.218217 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:25.288352 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.293336 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:25.370528 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:25.371069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:25.371598 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:25.380279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Port e006d61d-74fb-458b-aa7c-7497d55b123c on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:25.380830 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:25.392872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:25.393496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:25.394164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:25.394961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Bound port: e006d61d-74fb-458b-aa7c-7497d55b123c, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:25.395540 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.454706 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-203c5da5-8b30-46ce-8213-76fd63d4846d req-4354830e-a9f8-4195-97c5-4b10501b17b4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 210 time: 0.0934908 Aug 23 14:11:25.503279 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=317ebf92-b03a-42cf-b9ff-85c313210d67,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:25.519448 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:25.550081 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:25.553527 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:25.623270 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.652510 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.652510 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:25.703523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:25.704364 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:25.706534 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] 10.222.0.82 "PUT /v2.0/ports/e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 1096 time: 3.4579086 Aug 23 14:11:25.714932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:25.938187 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:26.021063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:26.026721 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:26.226683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449d13f-7218-4f15-be6d-273fb5574b1e req-b1362c6b-b3ee-4f1f-83f3-fa9b32d2213b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:26.229115 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7449d13f-7218-4f15-be6d-273fb5574b1e req-b1362c6b-b3ee-4f1f-83f3-fa9b32d2213b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.2223411 Aug 23 14:11:26.285175 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7449d13f-7218-4f15-be6d-273fb5574b1e req-603b7a43-cfbd-49c6-9d9a-797da86ca670 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489933 Aug 23 14:11:26.340326 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-d8c613b2-403c-4429-ae4f-050da4189223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:26.344524 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-d8c613b2-403c-4429-ae4f-050da4189223 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1099 time: 0.4305308 Aug 23 14:11:26.352442 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632d07d-19ff-42e8-a7ad-f33af092c210 req-826f9659-35c6-400a-822f-d9a984ee0b37 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:26.359643 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6632d07d-19ff-42e8-a7ad-f33af092c210 req-826f9659-35c6-400a-822f-d9a984ee0b37 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.3754296 Aug 23 14:11:26.441308 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'status': 'completed', 'code': 200} Aug 23 14:11:26.456679 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-c45e5382-552b-4d8b-9e44-b44932c83f58 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.0947988 Aug 23 14:11:26.462365 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:11:26.470462 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 317ebf92-b03a-42cf-b9ff-85c313210d67 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:26.536598 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:26.583181 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6632d07d-19ff-42e8-a7ad-f33af092c210 req-2c223150-3f14-4e35-acd1-66c51377a0d5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225201 Aug 23 14:11:26.616626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-29e47e04-24c6-4091-b9bf-db424aa73431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:26.627466 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-29e47e04-24c6-4091-b9bf-db424aa73431 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1511819 Aug 23 14:11:26.641701 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 317ebf92-b03a-42cf-b9ff-85c313210d67 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:26.642092 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:26.745575 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:26.784103 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:26.873070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Pushing event updated for resources: {'Port': ['ID=effef2d4-3b88-4cb7-ac3d-d85795427ab1,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:26.877493 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:26.888289 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:26.913670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-3b925789-bf21-4635-8a22-0503289740b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:26.916528 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-3b925789-bf21-4635-8a22-0503289740b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2841940 Aug 23 14:11:26.933399 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-53833f9a-81c4-46db-a09e-1f463c4ea263 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402076 Aug 23 14:11:27.137588 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-c6c36f91-af1d-4db5-a0ea-3fc5efb911e7 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:27.137588 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-c6c36f91-af1d-4db5-a0ea-3fc5efb911e7 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986094 Aug 23 14:11:27.161229 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-61d43c2a-93ba-4dc6-abf3-72f0d5f6bff9 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/quotas/cb8ea8cf4cf54f1dbe22f4aa436fcd62 HTTP/1.1" status: 200 len: 375 time: 0.0113397 Aug 23 14:11:27.170261 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1145a8cc-bcd3-46a1-8fcc-ccbdb713dfa7 req-dc26cdaa-4891-4421-8975-ab7065c185b2 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 210 time: 0.1989396 Aug 23 14:11:27.238138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-99d5eafa-9419-4734-8ba8-ad3ee0daf985 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660505 Aug 23 14:11:27.249033 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-bfdfc1ae-2996-4a12-9d59-e3d14310bfad service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113766 Aug 23 14:11:27.257581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:27.257581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:27.406800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-87112080-2a2d-4e34-9106-281e30aa5a9f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439081 Aug 23 14:11:27.564017 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3e2c677a-6fd6-46bf-a2cf-7d5426d7dd87 None None] Provisioning complete for port effef2d4-3b88-4cb7-ac3d-d85795427ab1 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:27.564607 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3e2c677a-6fd6-46bf-a2cf-7d5426d7dd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.597277 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-81bf1a60-9ee4-4201-9742-aa4b4daf3734 req-16dd926e-b59f-4aa9-b866-34ec0772e41d tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 210 time: 0.0775266 Aug 23 14:11:27.655703 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.686996 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0e374c4e-10c7-4987-a6f6-1bffec2c5f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:27.695762 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c677a-6fd6-46bf-a2cf-7d5426d7dd87 None None] Port effef2d4-3b88-4cb7-ac3d-d85795427ab1 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:11:27.724998 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:11:27.846826 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b2d1bd9-85a1-48ee-868c-9b6de0ed39f6 req-994666fc-86c1-4227-a47e-df5b64eafd13 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895293 Aug 23 14:11:27.879070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-135e270c-1e9f-4786-ba35-9f195e11177d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:27.880693 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-135e270c-1e9f-4786-ba35-9f195e11177d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4635439 Aug 23 14:11:27.902348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:27.910963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Router bf36a0c5-788f-45d5-bfc8-99631e1d82fe has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:11:27.929457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000df3d-f71d-4f83-bdfa-b767d249bf0a req-3868f364-0794-4653-8866-9a0372c50162 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:27.933386 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2000df3d-f71d-4f83-bdfa-b767d249bf0a req-3868f364-0794-4653-8866-9a0372c50162 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.4786839 Aug 23 14:11:28.139912 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.146803 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:28.170818 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:28.171779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2000df3d-f71d-4f83-bdfa-b767d249bf0a req-c90b2750-abe6-4e79-a28e-5ebe530b9c19 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311389 Aug 23 14:11:28.218289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285a47e-25f1-4aa6-9add-4a06468ed321 req-4be6c819-6a1c-4411-b2b4-c786a70afbaf tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:28.228030 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e285a47e-25f1-4aa6-9add-4a06468ed321 req-4be6c819-6a1c-4411-b2b4-c786a70afbaf tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.3076098 Aug 23 14:11:28.283820 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e285a47e-25f1-4aa6-9add-4a06468ed321 req-56f8b9e8-6be1-4444-8c68-650a1da45f97 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547256 Aug 23 14:11:28.297187 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-7ffaea6f-7c4b-478a-b54c-2742fc91572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:28.299035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-7ffaea6f-7c4b-478a-b54c-2742fc91572f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1099 time: 0.2016139 Aug 23 14:11:28.304307 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:11:28.309935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:28.314447 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Sync routers for ids ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:11:28.322039 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] 10.222.0.72 "PUT /v2.0/routers/bf36a0c5-788f-45d5-bfc8-99631e1d82fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3786619 Aug 23 14:11:28.327024 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:28.330755 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Routers {'bf36a0c5-788f-45d5-bfc8-99631e1d82fe'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:11:28.336022 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:11:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:28.514027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-79f371f4-b7fe-4d8e-bb07-840ef9879c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:28.519244 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-79f371f4-b7fe-4d8e-bb07-840ef9879c9a service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1949496 Aug 23 14:11:28.553694 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04b751e8-2c7c-4a6f-aaad-3cb0e9e1c0a5 req-6300f11b-6c5c-4d86-87f8-6174c9eab79e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 210 time: 0.0622032 Aug 23 14:11:28.652150 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-d8597320-85ad-46b5-881f-01dc3df57062 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.1248364 Aug 23 14:11:28.673760 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Set router bf36a0c5-788f-45d5-bfc8-99631e1d82fe gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:11:28.729140 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f60f3e2-e38a-46c3-9432-2438ad9375f1 req-54b300c1-9380-4f8f-b6e8-bf8c19aad38f tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 210 time: 0.0646734 Aug 23 14:11:28.758567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.155 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/f3b6f523-3ea9-4b26-9222-b051fb778755) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:28.858822 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-48334d90-a1c9-4c33-ba4e-935960856d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:28.860604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-48334d90-a1c9-4c33-ba4e-935960856d21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1854861 Aug 23 14:11:29.059277 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-14891539-9aa2-4e8c-b316-212305a94037 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4107428 Aug 23 14:11:29.076530 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-735b37a7-910b-4299-a983-7dae787a33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:29.078598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-735b37a7-910b-4299-a983-7dae787a33f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039335 Aug 23 14:11:29.089458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:29.089458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:29.136879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Usage tracker for resource:floatingip and tenant:cddd67dde5f3462086743a6f598a5709 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:29.141417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:29.164698 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.185810 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object f3b6f523-3ea9-4b26-9222-b051fb778755 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:29.207404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:29.280892 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 4, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port': {'id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:15Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'effef2d4-3b88-4cb7-ac3d-d85795427ab1', 'name': '', 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'mac_address': 'fa:16:3e:73:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '449faa40-426b-4ccc-8a99-48879be3804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:22Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 2, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'subnets': [{'id': '449faa40-426b-4ccc-8a99-48879be3804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:29.281199 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-c369b716-7767-4493-bd05-3454c94639e4 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868451 Aug 23 14:11:29.290141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Checking router: bf36a0c5-788f-45d5-bfc8-99631e1d82fe for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:11:29.290602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Updating router bf36a0c5-788f-45d5-bfc8-99631e1d82fe port effef2d4-3b88-4cb7-ac3d-d85795427ab1 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:11:29.360063 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.418849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa4fe1-94bb-488c-88ff-619ce98e60cd req-74b82994-64d4-494b-bcd6-7a8a7582791e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:29.420736 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6faa4fe1-94bb-488c-88ff-619ce98e60cd req-74b82994-64d4-494b-bcd6-7a8a7582791e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1008427 Aug 23 14:11:29.487665 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6faa4fe1-94bb-488c-88ff-619ce98e60cd req-2316f2c4-bed7-44cf-a1fd-a1cfb7209583 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Aug 23 14:11:29.494919 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.512784 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1715dca7-734a-4182-befc-06e293f694ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:29.526561 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0', 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:29.554067 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.590778 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdc6774a-b095-443c-a428-2b1626c5d7a3 req-343de1b1-fab2-4992-b03a-37f1b32bdccf service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013761 Aug 23 14:11:29.614424 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:29.637086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:29.645081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:29.656475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:29.717832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=f3b6f523-3ea9-4b26-9222-b051fb778755,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:29.784862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.785268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.785629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.785985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.786344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.786692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.787040 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.787381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.787888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.788243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.788587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.788927 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:29.797770 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:29.816200 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.908289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:29.908864 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:29.990281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558eb2a-537c-42a3-8c41-06cd2854b537 req-899ab7cd-09b8-46b2-942a-1494441cbeb8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:29.992173 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d558eb2a-537c-42a3-8c41-06cd2854b537 req-899ab7cd-09b8-46b2-942a-1494441cbeb8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.2821257 Aug 23 14:11:30.074855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d558eb2a-537c-42a3-8c41-06cd2854b537 req-dcb51d11-2cc4-4932-9bb6-2f70b1aa28ff tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725634 Aug 23 14:11:30.106514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2083011 Aug 23 14:11:30.108996 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Allocated IP 172.25.7.166 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/f078c501-e118-4839-9b89-6ee31ac24e18) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:30.132026 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0c93-63a3-47bb-8250-80322246cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:30.176163 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Request body: {'port': {'device_id': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:30.360933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:30.486882 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:30.494855 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:30.590458 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:30.641049 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3045e232-98d0-4d63-9893-a5ee18f624ad None None] Provisioning for port f3b6f523-3ea9-4b26-9222-b051fb778755 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:30.676026 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:30.681306 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0bae8659-eb88-4c11-a87d-c55158bbb756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:30.690656 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3045e232-98d0-4d63-9893-a5ee18f624ad None None] Provisioning complete for port f3b6f523-3ea9-4b26-9222-b051fb778755 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:30.691045 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3045e232-98d0-4d63-9893-a5ee18f624ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:30.792928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'port_id': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'mac_address': 'fa:16:3e:c4:20:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301fa6-fdc6-46b8-b982-23b8cd9cb273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:30.844458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:30.851484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:30.856598 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:30.922475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=f078c501-e118-4839-9b89-6ee31ac24e18,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:30.923680 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3248322-0211-48fe-b5e6-e0728aba622b req-036f165a-da8b-4077-b7a3-7c5bda610cc6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:30.925484 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d3248322-0211-48fe-b5e6-e0728aba622b req-036f165a-da8b-4077-b7a3-7c5bda610cc6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:30.937823 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:30.984725 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:11:31.038634 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3045e232-98d0-4d63-9893-a5ee18f624ad None None] Port f3b6f523-3ea9-4b26-9222-b051fb778755 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:11:31.214976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d3248322-0211-48fe-b5e6-e0728aba622b req-036f165a-da8b-4077-b7a3-7c5bda610cc6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:31.222193 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3248322-0211-48fe-b5e6-e0728aba622b req-036f165a-da8b-4077-b7a3-7c5bda610cc6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 936 time: 0.6381040 Aug 23 14:11:31.225263 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.359528 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.497785 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.575613 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:31.623076 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3248322-0211-48fe-b5e6-e0728aba622b req-c03405be-48ad-44e5-9332-2d1a34ef532f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844039 Aug 23 14:11:31.638727 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.679275 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.699947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:31.703936 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b6f523-3ea9-4b26-9222-b051fb778755 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:31.717326 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Transition to ACTIVE for port object effef2d4-3b88-4cb7-ac3d-d85795427ab1 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:31.734373 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.769946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Transition to ACTIVE for port object f3b6f523-3ea9-4b26-9222-b051fb778755 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:31.821357 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.823254 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-b396bdc7-0a87-44e4-bc57-afbfefcccf1a tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675542 Aug 23 14:11:31.849229 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:31.866611 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:31.956462 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.036010 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8c9cf22f-780c-41f1-9cbd-eb393d519171 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:32.152049 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:32.308640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b6f523-3ea9-4b26-9222-b051fb778755,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:32.345710 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:32.377013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e95a1fa-f1df-4d6c-a517-e9f4e196bdc6 req-1c73a265-5651-4520-96f3-10cd7221cc51 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 210 time: 0.5195162 Aug 23 14:11:32.590139 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.662310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e006d61d-74fb-458b-aa7c-7497d55b123c details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:32.694297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-306cc0a1-fceb-4947-92b9-798a4d599fa8 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:32.703257 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-306cc0a1-fceb-4947-92b9-798a4d599fa8 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8669279 Aug 23 14:11:32.709512 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:32.766548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Request body: {'port': {'device_id': '116ff78b-8087-4999-8d61-4ead495c6deb', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': 'cb8ea8cf4cf54f1dbe22f4aa436fcd62'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:32.795030 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf636d-e59e-4a57-8507-6a46c02e9c7e None None] Pushing event updated for resources: {'Port': ['ID=effef2d4-3b88-4cb7-ac3d-d85795427ab1,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:32.937191 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:32.949375 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:32.954413 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:33.025098 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:33.030281 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:33.042934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Attempting to bind port f3b6f523-3ea9-4b26-9222-b051fb778755 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:33.043333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Attempting to bind port f3b6f523-3ea9-4b26-9222-b051fb778755 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:33.043690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Attempting to bind port f3b6f523-3ea9-4b26-9222-b051fb778755 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:33.058856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Port f3b6f523-3ea9-4b26-9222-b051fb778755 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:33.060402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Attempting to bind port f3b6f523-3ea9-4b26-9222-b051fb778755 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:33.118721 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:33.119120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:33.119528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:33.121382 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Bound port: f3b6f523-3ea9-4b26-9222-b051fb778755, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:33.121758 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.249344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=f078c501-e118-4839-9b89-6ee31ac24e18,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:33.271441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Attempting to bind port effef2d4-3b88-4cb7-ac3d-d85795427ab1 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:33.272202 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Attempting to bind port effef2d4-3b88-4cb7-ac3d-d85795427ab1 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:33.273406 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Attempting to bind port effef2d4-3b88-4cb7-ac3d-d85795427ab1 on network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:33.274201 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:33.289954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.292078 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.308243 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:11:33.311723 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:33.317868 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] For port f3b6f523-3ea9-4b26-9222-b051fb778755, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:33.319283 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Usage tracker for resource:port and tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:33.323115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] For port f3b6f523-3ea9-4b26-9222-b051fb778755, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f3b6f523-3ea9-4b26-9222-b051fb778755,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:33.326261 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:33.333526 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:33.333526 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Checking segment: {'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:33.335148 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.335148 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Bound using segment: {'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:33.335319 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Bound port: effef2d4-3b88-4cb7-ac3d-d85795427ab1, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90972428-c4ae-4cb3-9814-d6b349de03d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:33.335899 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.338130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:33.357617 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5696ea-5957-442a-a48b-066734f4ca09 req-6ea952c2-6da0-4ea1-ba98-79db77cdc9fc tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:33.366648 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be5696ea-5957-442a-a48b-066734f4ca09 req-6ea952c2-6da0-4ea1-ba98-79db77cdc9fc tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 945 time: 0.4498794 Aug 23 14:11:33.426532 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be5696ea-5957-442a-a48b-066734f4ca09 req-7980e476-34ae-4683-a344-dbdfc22c2f3c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588717 Aug 23 14:11:33.504417 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.509249 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:33.534150 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.534954 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4663930 Aug 23 14:11:33.594080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:33.594080 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.594080 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/f3b6f523-3ea9-4b26-9222-b051fb778755 HTTP/1.1" status: 200 len: 1096 time: 3.4165213 Aug 23 14:11:33.594080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'tag': 'f3b6f523-3ea9-4b26-9222-b051fb778755'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:33.614611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b6f523-3ea9-4b26-9222-b051fb778755,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:33.678299 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:33.805896 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Made reservation on behalf of cb8ea8cf4cf54f1dbe22f4aa436fcd62 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:33.827811 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.860272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0f91-5c9a-4b8e-99b6-e3eeb6867622 req-d0f9662b-649d-4a24-ac0f-b0b796808b29 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:33.860272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ccce0f91-5c9a-4b8e-99b6-e3eeb6867622 req-d0f9662b-649d-4a24-ac0f-b0b796808b29 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.2370825 Aug 23 14:11:33.862472 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-e48e6798-9ae2-4600-ba78-7211e5df07a4 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Synchronizing usage tracker for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:33.873477 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] For port effef2d4-3b88-4cb7-ac3d-d85795427ab1, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:33.879886 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:33.906723 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:33.927222 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:33.933203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Usage tracker for resource:security_group_rule and tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:33.936611 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:33.946313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:33.955394 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ccce0f91-5c9a-4b8e-99b6-e3eeb6867622 req-694361db-8744-4a2d-83b2-711395e49f0a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818465 Aug 23 14:11:33.987734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-1c637153-1ca5-4d49-9994-3e7178c4227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:33.990142 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-1c637153-1ca5-4d49-9994-3e7178c4227e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 1099 time: 0.2592111 Aug 23 14:11:33.990553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] For port effef2d4-3b88-4cb7-ac3d-d85795427ab1, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=effef2d4-3b88-4cb7-ac3d-d85795427ab1,segment=NetworkSegment(90972428-c4ae-4cb3-9814-d6b349de03d6),segment_id=90972428-c4ae-4cb3-9814-d6b349de03d6)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:34.013045 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'mac_address': 'fa:16:3e:e6:29:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:34.156430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-12c60f8c-8452-470b-8a73-a37bb68094f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f3b6f523-3ea9-4b26-9222-b051fb778755 HTTP/1.1" status: 200 len: 217 time: 0.1559105 Aug 23 14:11:34.198528 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:34.234995 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:34.268945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-e48e6798-9ae2-4600-ba78-7211e5df07a4 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Unset dirty status for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:34.286379 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-e48e6798-9ae2-4600-ba78-7211e5df07a4 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.7422028 Aug 23 14:11:34.412025 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Routers {'bf36a0c5-788f-45d5-bfc8-99631e1d82fe'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:11:34.413009 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:11:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:34.424425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-726b9763-e5a8-4f86-b50f-34e252728f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:34.426752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-726b9763-e5a8-4f86-b50f-34e252728f82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2621140 Aug 23 14:11:34.526111 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-0b771055-d9b9-465b-b0d4-5650c3f6def2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2928782 Aug 23 14:11:34.666182 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] Set router bf36a0c5-788f-45d5-bfc8-99631e1d82fe gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:11:34.732252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-3e4f3633-2e8e-42b3-bd4d-76cbc600e763 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:34.739697 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-3e4f3633-2e8e-42b3-bd4d-76cbc600e763 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.4523413 Aug 23 14:11:34.749509 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-bbd6bfe6-0bfc-4b13-b781-0d3bfb538f36 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:11:34.767906 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-61f6cbee-67fd-488a-924f-00ca75f922ad req-bbd6bfe6-0bfc-4b13-b781-0d3bfb538f36 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236313 Aug 23 14:11:34.854648 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:34.858105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-f2382f2a-56b4-479c-9edf-528fc69dca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:34.860409 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-f2382f2a-56b4-479c-9edf-528fc69dca68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4084136 Aug 23 14:11:34.949348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869086b-ad5a-4119-8b2b-6b5736f0891c req-973e0da3-5aeb-4f3d-bf13-0302444bacee tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:34.951778 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d869086b-ad5a-4119-8b2b-6b5736f0891c req-973e0da3-5aeb-4f3d-bf13-0302444bacee tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 948 time: 0.2522495 Aug 23 14:11:34.954365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720b44b-3f13-41e8-8224-559b2a58731a req-7267d3cd-32bc-43b0-b49b-160277654faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:34.958793 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-7267d3cd-32bc-43b0-b49b-160277654faa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 1096 time: 0.3978479 Aug 23 14:11:34.974902 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:35.003099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b15cdce3-c5ed-4819-b52f-0ee5b23beac3 req-8560ec8a-ed0b-4e0e-b8d8-ac704f386d04 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 210 time: 0.0796316 Aug 23 14:11:35.004611 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:35.467421 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'tag': 'f3b6f523-3ea9-4b26-9222-b051fb778755', 'status': 'completed', 'code': 200} Aug 23 14:11:35.471127 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Allocated IP 192.168.233.64 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/b80c2332-8f9a-499b-a5db-e0d0cb2bd186) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:35.480379 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d869086b-ad5a-4119-8b2b-6b5736f0891c req-f9bf2520-4b2a-4523-8946-439f7723c03c tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449067 Aug 23 14:11:35.487157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e006d61d-74fb-458b-aa7c-7497d55b123c {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:35.491502 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-d7eea501-dc68-4057-8065-79f2a326580e service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535142 Aug 23 14:11:35.495067 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf636d-e59e-4a57-8507-6a46c02e9c7e None None] Pushing event updated for resources: {'Port': ['ID=effef2d4-3b88-4cb7-ac3d-d85795427ab1,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:35.495067 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d3cf636d-e59e-4a57-8507-6a46c02e9c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:35.495067 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:35.547491 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 4, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port': {'id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:15Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'effef2d4-3b88-4cb7-ac3d-d85795427ab1', 'name': '', 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'mac_address': 'fa:16:3e:73:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '449faa40-426b-4ccc-8a99-48879be3804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:22Z', 'updated_at': '2021-08-23T14:11:33Z', 'revision_number': 4, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'subnets': [{'id': '449faa40-426b-4ccc-8a99-48879be3804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:35.550800 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff8c87-abc2-4360-9d9d-b8a8c9a5f4d8 None None] The sync data for ids ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'] in n-d-805628-1 is: [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 4, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port': {'id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:15Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'effef2d4-3b88-4cb7-ac3d-d85795427ab1', 'name': '', 'network_id': 'f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'mac_address': 'fa:16:3e:73:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '449faa40-426b-4ccc-8a99-48879be3804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:22Z', 'updated_at': '2021-08-23T14:11:33Z', 'revision_number': 4, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'subnets': [{'id': '449faa40-426b-4ccc-8a99-48879be3804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:11:35.563381 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:35.565790 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a7b3ecc7-e52b-4e75-bc29-17f810bda4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:35.578751 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8581c9a2-c990-4fc0-bf23-9a43c1d60fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:35.676834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:35.781239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b109f5f-927d-4a0f-8c32-217f5cf69f62,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:35.818365 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:35.830736 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:35.830862 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:35.869848 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:35.880668 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:35.895267 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:35.928042 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:35.948063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6c9cd-0f66-4293-91d7-12d3284d7614 req-30c5ade4-9f45-43eb-b990-5fcef547831a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:35.956989 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83a6c9cd-0f66-4293-91d7-12d3284d7614 req-30c5ade4-9f45-43eb-b990-5fcef547831a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1097 time: 0.3792746 Aug 23 14:11:36.012322 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Transition to ACTIVE for port object b80c2332-8f9a-499b-a5db-e0d0cb2bd186 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:36.049248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720b44b-3f13-41e8-8224-559b2a58731a req-46a09b8e-f8c3-401e-a2e7-8e94d4076320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:36.051369 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-46a09b8e-f8c3-401e-a2e7-8e94d4076320 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 926 time: 0.9295762 Aug 23 14:11:36.082574 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83a6c9cd-0f66-4293-91d7-12d3284d7614 req-13c9fe76-06ee-495b-814c-76cea7e70faf tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229491 Aug 23 14:11:36.238907 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.257011 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:36.345817 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-afe67bab-d4cd-4b2f-afec-792bda3eb7c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c HTTP/1.1" status: 200 len: 1000 time: 0.2775829 Aug 23 14:11:36.380361 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:36.386287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:36.389466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:36.536328 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97a782d0-c61b-47b2-abeb-0dbbf37d5ee8 req-c3c79281-fec3-4e18-a73b-d3c79f0b74d5 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0978370 Aug 23 14:11:36.572981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720b44b-3f13-41e8-8224-559b2a58731a req-bc7aabfc-e93d-4d00-98fb-d8529e9b4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:36.575391 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-bc7aabfc-e93d-4d00-98fb-d8529e9b4db9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 200 len: 863 time: 0.2152598 Aug 23 14:11:36.577097 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:36.577790 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.609670 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device effef2d4-3b88-4cb7-ac3d-d85795427ab1 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:36.688082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e099f-69c2-4403-8fb9-eb3aacadea2b req-63461b5a-f36f-4517-abaa-cf6f2956723e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:36.694164 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f13e099f-69c2-4403-8fb9-eb3aacadea2b req-63461b5a-f36f-4517-abaa-cf6f2956723e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 945 time: 0.9217627 Aug 23 14:11:36.728511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Pushing event updated for resources: {'Port': ['ID=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:36.744282 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:36.766948 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:36.882875 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c3bea-c25d-4c49-9fd9-da3726e63aca req-23ea5f52-a650-4588-b42a-aa81cee75ea3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:36.893984 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a01c3bea-c25d-4c49-9fd9-da3726e63aca req-23ea5f52-a650-4588-b42a-aa81cee75ea3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 945 time: 0.3110278 Aug 23 14:11:36.921670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1854026 Aug 23 14:11:36.939674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Request body: {'port': {'device_id': '116ff78b-8087-4999-8d61-4ead495c6deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:36.941760 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:36.982394 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f13e099f-69c2-4403-8fb9-eb3aacadea2b req-34b5e0e7-d1fc-4da1-a250-5cae67d23bd3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777899 Aug 23 14:11:37.109614 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:37.112653 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a01c3bea-c25d-4c49-9fd9-da3726e63aca req-616d7e85-16a4-4825-a510-34c2d0c01c08 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173462 Aug 23 14:11:37.140958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-f7566b1b-995b-4128-83bd-2fa8f49a2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:37.142992 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-f7566b1b-995b-4128-83bd-2fa8f49a2184 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 1099 time: 0.4385211 Aug 23 14:11:37.195165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port effef2d4-3b88-4cb7-ac3d-d85795427ab1 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:37.204137 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port effef2d4-3b88-4cb7-ac3d-d85795427ab1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:37.204850 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.272908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720b44b-3f13-41e8-8224-559b2a58731a req-4fd4d819-5074-4d4e-8164-609b2e8435b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:37.277517 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-4fd4d819-5074-4d4e-8164-609b2e8435b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8f22f031-f57d-45d9-bb5f-58b27dc4487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6910470 Aug 23 14:11:37.300338 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-256121bd-b7b7-4747-8ad1-42a02bf95971 None None] Provisioning for port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:37.310406 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.315076 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:37.321834 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.405696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-256121bd-b7b7-4747-8ad1-42a02bf95971 None None] Provisioning complete for port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:37.408278 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-256121bd-b7b7-4747-8ad1-42a02bf95971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.625359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6f676c0e-c5e1-4f1b-a5c4-ef2b92db641f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Synchronizing usage tracker for tenant:cddd67dde5f3462086743a6f598a5709 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:37.685998 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-256121bd-b7b7-4747-8ad1-42a02bf95971 None None] Port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:11:37.715005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:37.721258 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:37.733443 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:37.803495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port effef2d4-3b88-4cb7-ac3d-d85795427ab1, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=effef2d4-3b88-4cb7-ac3d-d85795427ab1,segment=NetworkSegment(90972428-c4ae-4cb3-9814-d6b349de03d6),segment_id=90972428-c4ae-4cb3-9814-d6b349de03d6)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:37.826855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6f676c0e-c5e1-4f1b-a5c4-ef2b92db641f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Unset dirty status for tenant:cddd67dde5f3462086743a6f598a5709 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:37.828503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6f676c0e-c5e1-4f1b-a5c4-ef2b92db641f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7628310 Aug 23 14:11:37.879990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:37.892031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:37.897953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-d16a3f0c-a2a1-4342-8059-238386f12efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:37.914269 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-d16a3f0c-a2a1-4342-8059-238386f12efb service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.7478049 Aug 23 14:11:37.927198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f910b-b582-426e-a92d-dc6402a8a590 req-c14161cd-2422-4d0e-a4f7-789b49a841d7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:37.929673 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c8f910b-b582-426e-a92d-dc6402a8a590 req-c14161cd-2422-4d0e-a4f7-789b49a841d7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 949 time: 0.5047450 Aug 23 14:11:37.994954 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.006817 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:38.078525 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c8f910b-b582-426e-a92d-dc6402a8a590 req-8859f968-2567-4333-8d49-6688d95debbc tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224911 Aug 23 14:11:38.085758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:38.125527 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-eee169e3-3d87-4f91-9b41-7841645d0845 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f3b6f523-3ea9-4b26-9222-b051fb778755 HTTP/1.1" status: 200 len: 217 time: 0.2084470 Aug 23 14:11:38.147240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-b5c65021-c7c7-4f9c-bd66-62b1882260dc service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124061 Aug 23 14:11:38.248964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80c2332-8f9a-499b-a5db-e0d0cb2bd186 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:38.266859 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-daf68513-bdfb-47bd-89f6-0cbfa68d6dac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2948472 Aug 23 14:11:38.269877 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=effef2d4-3b88-4cb7-ac3d-d85795427ab1,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:38.273503 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:38.275579 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.366448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-3c1bc85e-0e1d-4848-9e4d-11e262c783b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:38.373857 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-3c1bc85e-0e1d-4848-9e4d-11e262c783b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2251596 Aug 23 14:11:38.386391 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.493525 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device effef2d4-3b88-4cb7-ac3d-d85795427ab1 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:38.517187 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Transition to ACTIVE for port object b80c2332-8f9a-499b-a5db-e0d0cb2bd186 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:38.592221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port effef2d4-3b88-4cb7-ac3d-d85795427ab1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:38.593217 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.754106 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0720b44b-3f13-41e8-8224-559b2a58731a req-8503a76c-445e-404b-8635-fde125a591c4 service neutron] 10.222.0.82 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968995 Aug 23 14:11:38.763476 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:38.781641 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7caa4b7b-ca28-46ce-b83d-f9f921aaeedd tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:38.872937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-ef0f1198-9587-4e54-ad78-e6a303c4e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:38.874797 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-ef0f1198-9587-4e54-ad78-e6a303c4e83b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4522228 Aug 23 14:11:39.048290 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Pushing event updated for resources: {'Port': ['ID=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:39.049006 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:39.248618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-2bfb2f26-370d-4caf-ab57-bce38108b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:39.251234 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-2bfb2f26-370d-4caf-ab57-bce38108b63a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57e66d68ec714d0ba47f0c94e701f61a&device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 1096 time: 0.8259254 Aug 23 14:11:39.268119 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.269663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493b1f0-02ed-4e2c-9591-5e9d8ec1df44 req-ca153596-7d85-4d05-b23b-2b71764d9714 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:39.270609 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d493b1f0-02ed-4e2c-9591-5e9d8ec1df44 req-ca153596-7d85-4d05-b23b-2b71764d9714 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Synchronizing usage tracker for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:39.330512 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-e39628da-8e50-4400-96b8-3ddf31ae8d98 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455898 Aug 23 14:11:39.416730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Attempting to bind port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:39.416730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Attempting to bind port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:39.416730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Attempting to bind port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:39.469356 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:39.469819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Attempting to bind port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:39.481849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:39.482192 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:39.482584 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:39.483027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Bound port: b80c2332-8f9a-499b-a5db-e0d0cb2bd186, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:39.483375 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.557419 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02cdef18-3038-437c-843a-b4de1cdec8b2 req-0e95a5f7-d5a4-4ea5-b6dd-844595040a80 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182603 Aug 23 14:11:39.574111 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Allocated IP 172.25.7.206 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/ce94d0d8-0d3a-4409-9bdd-b8601a14e58e) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:39.584825 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e006d61d-74fb-458b-aa7c-7497d55b123c up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:39.592345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-6544e5a3-4081-49ce-ad25-63c5d7befdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:39.593983 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-6544e5a3-4081-49ce-ad25-63c5d7befdab service neutron] 10.222.0.64 "GET /v2.0/networks?id=67cdf5cd-16a3-48a8-b222-543bfb601bc0 HTTP/1.1" status: 200 len: 918 time: 0.3184900 Aug 23 14:11:39.690413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d493b1f0-02ed-4e2c-9591-5e9d8ec1df44 req-ca153596-7d85-4d05-b23b-2b71764d9714 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Unset dirty status for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:39.692340 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d493b1f0-02ed-4e2c-9591-5e9d8ec1df44 req-ca153596-7d85-4d05-b23b-2b71764d9714 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 935 time: 1.3833129 Aug 23 14:11:39.708847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f3b6f523-3ea9-4b26-9222-b051fb778755 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:39.747234 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port e006d61d-74fb-458b-aa7c-7497d55b123c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:39.779123 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port e006d61d-74fb-458b-aa7c-7497d55b123c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:39.779939 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.790454 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-6cf6077d-77aa-4af9-b00c-e0dcd4a9886c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7 HTTP/1.1" status: 200 len: 1001 time: 0.1812592 Aug 23 14:11:39.819876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.880438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] For port b80c2332-8f9a-499b-a5db-e0d0cb2bd186, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:39.910203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] For port b80c2332-8f9a-499b-a5db-e0d0cb2bd186, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:39.923140 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:39.927223 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:39.973889 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-18976cdd-24d6-4a7c-bfc7-34825ee9e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:39.975819 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-18976cdd-24d6-4a7c-bfc7-34825ee9e30a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cd8e27-04f6-4047-ad52-dc91e52f9041 HTTP/1.1" status: 200 len: 855 time: 0.1601593 Aug 23 14:11:39.994613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d493b1f0-02ed-4e2c-9591-5e9d8ec1df44 req-7a15e8d1-f193-464f-9845-26a79202bade tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Synchronizing usage tracker for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:39.996139 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port f3b6f523-3ea9-4b26-9222-b051fb778755, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f3b6f523-3ea9-4b26-9222-b051fb778755,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:40.042192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:40.046745 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:40.054167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:40.078119 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'f3b6f523-3ea9-4b26-9222-b051fb778755', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'f3b6f523-3ea9-4b26-9222-b051fb778755', 'mac_address': 'fa:16:3e:12:76:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:40.103258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=ce94d0d8-0d3a-4409-9bdd-b8601a14e58e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.108778 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.146104 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.172906 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.174236 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.177934 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-403ae674-3c77-4862-b112-6aece8fc40ab tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:40.236378 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.248927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d493b1f0-02ed-4e2c-9591-5e9d8ec1df44 req-7a15e8d1-f193-464f-9845-26a79202bade tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Unset dirty status for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:40.258848 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d493b1f0-02ed-4e2c-9591-5e9d8ec1df44 req-7a15e8d1-f193-464f-9845-26a79202bade tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543840 Aug 23 14:11:40.290760 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b6f523-3ea9-4b26-9222-b051fb778755 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:40.296789 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:40.317186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port f3b6f523-3ea9-4b26-9222-b051fb778755, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f3b6f523-3ea9-4b26-9222-b051fb778755,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:40.339841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:40.340489 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.348186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] 10.222.0.82 "PUT /v2.0/ports/b80c2332-8f9a-499b-a5db-e0d0cb2bd186 HTTP/1.1" status: 200 len: 1095 time: 3.4084926 Aug 23 14:11:40.348186 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ff78b-8087-4999-8d61-4ead495c6deb', 'tag': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:40.399615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Pushing event updated for resources: {'Port': ['ID=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.399615 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.401063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-eb58c3a2-5012-4c3b-8f2e-6af72f6fa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:40.402908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-eb58c3a2-5012-4c3b-8f2e-6af72f6fa031 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67cdf5cd-16a3-48a8-b222-543bfb601bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3985989 Aug 23 14:11:40.413601 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.449427 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.454471 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:40.565145 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.632349 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-8dbcabd6-ae74-41a5-ad7d-0abdc63a756d service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181942 Aug 23 14:11:40.665780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.677495 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.678254 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:40.880629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=f3b6f523-3ea9-4b26-9222-b051fb778755,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:40.896792 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:40.910575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['f3b6f523-3ea9-4b26-9222-b051fb778755'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:40.943116 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:40.956290 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85f0f2d6-5aa1-44be-bbc8-e1643cb74be5 req-1dcf9f34-64e6-45f4-812e-d5aee93486fe service neutron] 10.222.0.64 "GET /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446413 Aug 23 14:11:40.963479 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-889c9297-b711-4d06-9e60-0d81000fe043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:40.965624 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-889c9297-b711-4d06-9e60-0d81000fe043 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 1098 time: 0.3318756 Aug 23 14:11:41.029085 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.041351 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eaf28022-33ad-4bfc-96e2-a2e961a3503d tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:41.073501 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-ab80415e-1e00-4482-85a1-f52c1b9ae2f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b80c2332-8f9a-499b-a5db-e0d0cb2bd186 HTTP/1.1" status: 200 len: 217 time: 0.0976217 Aug 23 14:11:41.164852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-ababdd8a-506d-4d7d-afbd-076ab433d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:41.164852 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-ababdd8a-506d-4d7d-afbd-076ab433d6b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0793922 Aug 23 14:11:41.320380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cad490-1625-4238-b21c-1af6e9c27934 req-1f4b1cad-ab0f-4fbf-b55d-81748c469ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:41.325496 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-1f4b1cad-ab0f-4fbf-b55d-81748c469ff2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1522391 Aug 23 14:11:41.391546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=ce94d0d8-0d3a-4409-9bdd-b8601a14e58e,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:41.408753 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:41.461794 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.667071 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:41.669126 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8060663 Aug 23 14:11:41.725772 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-84f772be-dee8-46e7-b09a-d95d6f81bfc3 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970535 Aug 23 14:11:41.819209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-e16563c5-83cd-4add-8eec-3b7ed8b9fbb2 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Synchronizing usage tracker for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:41.922588 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-e16563c5-83cd-4add-8eec-3b7ed8b9fbb2 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Unset dirty status for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:41.925792 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-e16563c5-83cd-4add-8eec-3b7ed8b9fbb2 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.206 HTTP/1.1" status: 200 len: 696 time: 0.2505419 Aug 23 14:11:41.949268 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03cad490-1625-4238-b21c-1af6e9c27934 req-0bbca0f9-166f-4485-ba91-32781c15de51 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119565 Aug 23 14:11:42.168201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-e9977eb4-a763-464c-9cad-5c230f8ddbee tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:42.170451 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-e9977eb4-a763-464c-9cad-5c230f8ddbee tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2348626 Aug 23 14:11:42.188868 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-85123cbe-6e7e-442d-bc5e-47ca26f4695a tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:11:42.190397 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ced79f8d-22bd-49b6-b58e-7eb1b9e52260 req-85123cbe-6e7e-442d-bc5e-47ca26f4695a tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074317 Aug 23 14:11:42.512599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149f5e1-11d1-4c4b-82c1-4f60d142ab79 req-61489f7e-ebff-4716-acb5-ef7a0f6f34a4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:42.517577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e149f5e1-11d1-4c4b-82c1-4f60d142ab79 req-61489f7e-ebff-4716-acb5-ef7a0f6f34a4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 949 time: 0.1127255 Aug 23 14:11:42.581100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e149f5e1-11d1-4c4b-82c1-4f60d142ab79 req-c9d1857f-6dd6-469d-abad-9bd7e8d621bb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Aug 23 14:11:42.638690 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'code': 200} Aug 23 14:11:43.557541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbecf1-126e-4cc8-be91-6e10c46231fb req-9f65b690-3ca8-48ce-ba0b-0c29797dc8c9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:43.557541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1cbecf1-126e-4cc8-be91-6e10c46231fb req-9f65b690-3ca8-48ce-ba0b-0c29797dc8c9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1536598 Aug 23 14:11:43.626149 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1cbecf1-126e-4cc8-be91-6e10c46231fb req-79468c5c-ad68-4bc6-be40-2348f855463f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667922 Aug 23 14:11:43.721719 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f3b6f523-3ea9-4b26-9222-b051fb778755 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:43.841151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15bac4-d537-4896-86f2-4568d2527e24 req-7cbe9732-c70b-483a-8527-8ac8ac5cf3a1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:43.842763 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e15bac4-d537-4896-86f2-4568d2527e24 req-7cbe9732-c70b-483a-8527-8ac8ac5cf3a1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.0934637 Aug 23 14:11:43.905344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e15bac4-d537-4896-86f2-4568d2527e24 req-bb15c40a-9516-4f47-9f69-ecfc26373e22 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523357 Aug 23 14:11:43.922606 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port f3b6f523-3ea9-4b26-9222-b051fb778755 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:43.929158 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port f3b6f523-3ea9-4b26-9222-b051fb778755 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:43.930403 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:43.985179 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ff78b-8087-4999-8d61-4ead495c6deb', 'tag': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186', 'status': 'completed', 'code': 200} Aug 23 14:11:44.127484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162257a-e118-49ba-8e09-b229dceaa911 req-b0d76df5-38fb-4bcd-bfb2-f2008281f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:44.129090 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c162257a-e118-49ba-8e09-b229dceaa911 req-b0d76df5-38fb-4bcd-bfb2-f2008281f486 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 1098 time: 0.1011806 Aug 23 14:11:44.129968 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.175779 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port f3b6f523-3ea9-4b26-9222-b051fb778755, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f3b6f523-3ea9-4b26-9222-b051fb778755,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:44.277375 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162257a-e118-49ba-8e09-b229dceaa911 req-200b2124-f967-4566-8aaa-ca085a8903f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:44.278937 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c162257a-e118-49ba-8e09-b229dceaa911 req-200b2124-f967-4566-8aaa-ca085a8903f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1432364 Aug 23 14:11:44.315427 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991c9a-a536-4303-a99b-e4b07c9cb825 req-39f1689b-92c6-4d82-bc7a-3b7e539c534d tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:44.316925 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67991c9a-a536-4303-a99b-e4b07c9cb825 req-39f1689b-92c6-4d82-bc7a-3b7e539c534d tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 947 time: 0.2039516 Aug 23 14:11:44.358537 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c162257a-e118-49ba-8e09-b229dceaa911 req-31e71ae4-e3bb-408c-b2b3-b72a95bc066f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=b80c2332-8f9a-499b-a5db-e0d0cb2bd186 HTTP/1.1" status: 200 len: 217 time: 0.0694048 Aug 23 14:11:44.367977 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67991c9a-a536-4303-a99b-e4b07c9cb825 req-fef4607b-0fdf-4774-a61e-3657d2504032 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435932 Aug 23 14:11:44.426048 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162257a-e118-49ba-8e09-b229dceaa911 req-8e51992a-7888-46a9-a5f6-53f981a37fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:44.427524 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c162257a-e118-49ba-8e09-b229dceaa911 req-8e51992a-7888-46a9-a5f6-53f981a37fb5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0632360 Aug 23 14:11:44.432578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-320518b9-493a-414e-9db7-1b0a31bcfca2 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:11:44.433604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-320518b9-493a-414e-9db7-1b0a31bcfca2 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148020 Aug 23 14:11:44.439955 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.441882 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:44.475126 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Request body: {'binding': {'host': 'n-h1-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:44.475498 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:11:44.598171 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-30aaaa92-3dca-4e73-a349-cbdc2024cfc7 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2049739 Aug 23 14:11:44.600367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=f3b6f523-3ea9-4b26-9222-b051fb778755,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:44.610798 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.611554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.612096 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.612662 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.613290 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.613614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:44.613964 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.614470 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.614960 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.615445 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.616141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.616630 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.617779 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:11:44.623550 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:44.626556 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:44.634788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:44.639748 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c'}, {'server_uuid': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b6f523-3ea9-4b26-9222-b051fb778755'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:44.745103 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:44.772512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162257a-e118-49ba-8e09-b229dceaa911 req-f7e4939b-9b3b-4af7-997d-d428acb540d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:44.772512 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c162257a-e118-49ba-8e09-b229dceaa911 req-f7e4939b-9b3b-4af7-997d-d428acb540d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3315625 Aug 23 14:11:44.828125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on host n-h1-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:44.828469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:44.829045 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:44.897460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:44.909817 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:44.912565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-73fdef28-bccb-4de2-a614-c941433ab71a tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:44.914789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-73fdef28-bccb-4de2-a614-c941433ab71a tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.82 "GET /v2.0/ports?device_id=d65d60a3-a0a4-4288-88e9-9b689f9c8b49 HTTP/1.1" status: 200 len: 945 time: 0.2174077 Aug 23 14:11:44.919912 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:44.920498 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:44.921105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:44.921774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Bound port: 2e3334d8-49e9-4de3-ada3-130327f8e905, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:44.970536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:45.047354 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c162257a-e118-49ba-8e09-b229dceaa911 req-9efb182f-f2df-4a12-bc88-2f880813edff service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692020 Aug 23 14:11:45.064565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Deleting port 807f1dfe-8e5c-4c10-b46e-780f6712a61c {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:11:45.065331 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.162274 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.162274 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-564344ba-2583-48a9-94e0-c62af7e7f3f1 service neutron] 10.222.0.72 "POST /v2.0/ports/2e3334d8-49e9-4de3-ada3-130327f8e905/bindings HTTP/1.1" status: 201 len: 389 time: 0.6889184 Aug 23 14:11:45.285854 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c162257a-e118-49ba-8e09-b229dceaa911 req-3ad61e78-091b-4fed-97f9-9b178ebc4d36 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344227 Aug 23 14:11:45.296573 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.539923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] For port 807f1dfe-8e5c-4c10-b46e-780f6712a61c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=807f1dfe-8e5c-4c10-b46e-780f6712a61c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:45.540276 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:45.622496 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b80c2332-8f9a-499b-a5db-e0d0cb2bd186 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:45.668974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Allocated IP 172.25.7.247 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/c1002df0-2e10-4d26-8cf6-c58217c9a759) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:45.898843 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port b80c2332-8f9a-499b-a5db-e0d0cb2bd186, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:45.922930 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186', 'mac_address': 'fa:16:3e:a6:83:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:11:46.010129 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.055527 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80c2332-8f9a-499b-a5db-e0d0cb2bd186 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:46.082478 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.096267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port b80c2332-8f9a-499b-a5db-e0d0cb2bd186, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:46.124973 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.125428 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.126962 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41 disassociated. External IP: 172.25.7.67, port: 807f1dfe-8e5c-4c10-b46e-780f6712a61c. Aug 23 14:11:46.127251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Calling delete_port for 807f1dfe-8e5c-4c10-b46e-780f6712a61c owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:11:46.174446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-30a7aa67-5591-4758-aded-371933d1cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:46.174446 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-30a7aa67-5591-4758-aded-371933d1cfbe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1097 time: 0.1199262 Aug 23 14:11:46.236058 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.243957 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9676948e-e8ae-4575-a98b-0a5149ad1c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:46.306835 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.321375 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d32d641f-df32-406d-b6dc-e2d5fcd94a29 tempest-AttachSCSIVolumeTestJSON-868796912 tempest-AttachSCSIVolumeTestJSON-868796912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:46.360395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-0c56f91f-9d41-4e15-99a9-cc03887e6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:46.360395 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-0c56f91f-9d41-4e15-99a9-cc03887e6579 service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.1711180 Aug 23 14:11:46.360632 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:46.362214 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:46.411511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:46.417827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:46.424138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:46.445246 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-686892a2-8abf-426f-8535-954ec6a3b482 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 200 len: 217 time: 0.0833194 Aug 23 14:11:46.523377 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['b80c2332-8f9a-499b-a5db-e0d0cb2bd186'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:11:46.557406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-ee0f8971-8d41-41fb-967c-168b2f532297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:46.559664 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-ee0f8971-8d41-41fb-967c-168b2f532297 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1074038 Aug 23 14:11:46.611016 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=c1002df0-2e10-4d26-8cf6-c58217c9a759,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:46.622077 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:46.623426 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-a726d6d9-d6ac-45ca-a74c-465676a28a3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525956 Aug 23 14:11:46.768504 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:46.807548 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7154d08b-99f4-4742-a4df-6ff1a17b83ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:46.862334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event deleted for resources: {'Port': ['ID=807f1dfe-8e5c-4c10-b46e-780f6712a61c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:46.877449 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:46.900014 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-fb269178-df80-47aa-96aa-589b3ef3c548 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730968 Aug 23 14:11:47.072860 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.259987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-4cd673af-037f-4ba9-b3a2-2e3d225a0404 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1572894655&fields=id&tenant_id=ac07226f49274821ae28226e81f7208a HTTP/1.1" status: 200 len: 267 time: 0.1738315 Aug 23 14:11:47.279432 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-56738e4e-681d-429f-a4e0-d1fa0c211721 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726728 Aug 23 14:11:47.427631 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Router 2518098c-8b04-49e6-8834-c59f8eb9b632 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:11:47.439137 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:47.571753 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-7ff6c4e0-1187-45dd-ac23-4f4b58a0927c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:47.585519 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-7ff6c4e0-1187-45dd-ac23-4f4b58a0927c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 824 time: 0.3091888 Aug 23 14:11:47.609495 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-f8f951a7-7072-4f2b-bbbd-6fd5bd9549c3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/quotas/ac07226f49274821ae28226e81f7208a HTTP/1.1" status: 200 len: 375 time: 0.0221863 Aug 23 14:11:47.633066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b80c2332-8f9a-499b-a5db-e0d0cb2bd186 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:11:47.800397 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:47.806120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-210ee935-46ec-4edc-a2ad-17418621489b tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851597 Aug 23 14:11:47.810956 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:47.810956 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.010264 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:11:48.030518 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] Sync routers for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:11:48.047287 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:11:48.048531 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.051667 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:11:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:48.096843 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-0146b069-94b6-45a5-bdb4-532b741b1d10 service neutron] 10.222.0.72 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895987 Aug 23 14:11:48.133651 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port b80c2332-8f9a-499b-a5db-e0d0cb2bd186, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:48.158444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] No DVR routers for this DVR port 807f1dfe-8e5c-4c10-b46e-780f6712a61c on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:11:48.162706 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.167062 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'name': 'network-vif-deleted', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:48.200749 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.201947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 807f1dfe-8e5c-4c10-b46e-780f6712a61c no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:11:48.302761 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.317001 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:48.328068 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:11:48.362119 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8e03755-4f13-4540-9bff-1ff585889b73 req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.82 "DELETE /v2.0/ports/807f1dfe-8e5c-4c10-b46e-780f6712a61c HTTP/1.1" status: 204 len: 173 time: 3.4408295 Aug 23 14:11:48.400422 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.403696 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-25b725f0-f21d-4475-a576-9cc4a6cff0b9 service neutron] 10.222.0.72 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049738 Aug 23 14:11:48.407610 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a621798c-84b1-4335-a29b-85c4f3c77403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:48.433086 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 807f1dfe-8e5c-4c10-b46e-780f6712a61c {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:11:48.433454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 807f1dfe-8e5c-4c10-b46e-780f6712a61c not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:11:48.521426 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:48.535645 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:48.625990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=c1002df0-2e10-4d26-8cf6-c58217c9a759,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:48.630931 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:48.677495 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.888032 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:48.888032 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2800407 Aug 23 14:11:49.059013 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:49.070528 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] Checking router: 2518098c-8b04-49e6-8834-c59f8eb9b632 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:11:49.083102 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:11:49.090220 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:11:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:49.093377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-e9eaa7fc-e7ef-4ce6-9bba-69fbcee99390 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Synchronizing usage tracker for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:49.102325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4dcd5-1f49-4be6-b583-aadd5caae0d7 req-c3517a43-b130-44fb-9419-c2ce2f6f4fce tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:49.113997 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cda4dcd5-1f49-4be6-b583-aadd5caae0d7 req-c3517a43-b130-44fb-9419-c2ce2f6f4fce tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 950 time: 0.1265113 Aug 23 14:11:49.232322 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cda4dcd5-1f49-4be6-b583-aadd5caae0d7 req-2223bd88-d0e8-4ac8-8a3c-27e885cba4fd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109738 Aug 23 14:11:49.253416 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-e9eaa7fc-e7ef-4ce6-9bba-69fbcee99390 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Unset dirty status for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:49.253416 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-e9eaa7fc-e7ef-4ce6-9bba-69fbcee99390 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 696 time: 0.3569279 Aug 23 14:11:49.331694 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'code': 200} Aug 23 14:11:49.331694 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b6f523-3ea9-4b26-9222-b051fb778755', 'code': 200} Aug 23 14:11:49.412381 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:11:49.677310 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-b9832991-ec5a-40c9-9261-e73dea7eb8e1 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:49.678905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53332d28-07f3-47ad-9d63-a5866592a2fc req-b9832991-ec5a-40c9-9261-e73dea7eb8e1 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.4243841 Aug 23 14:11:49.682266 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b196e8e-b749-4adb-bffe-6cc5bb3fba2a req-c845dbfb-41fb-4ea1-a1eb-0cd3bd829b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:49.684112 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b196e8e-b749-4adb-bffe-6cc5bb3fba2a req-c845dbfb-41fb-4ea1-a1eb-0cd3bd829b46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 1101 time: 0.2233505 Aug 23 14:11:49.690421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3faf-4b36-4d72-b7e5-0710908becbb req-46f3b0c8-6a2f-4262-bc2c-40a4fec2e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:49.694224 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0fe3faf-4b36-4d72-b7e5-0710908becbb req-46f3b0c8-6a2f-4262-bc2c-40a4fec2e5ce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1101 time: 0.2745502 Aug 23 14:11:49.733006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811811-2671-4a7b-9928-9143d7700873 req-4f85f12e-09f5-429a-be03-b80a64312bfd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:49.741895 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83811811-2671-4a7b-9928-9143d7700873 req-4f85f12e-09f5-429a-be03-b80a64312bfd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1879272 Aug 23 14:11:49.835362 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0fe3faf-4b36-4d72-b7e5-0710908becbb req-fdccc7cf-254b-4845-9057-396584d8c35f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342373 Aug 23 14:11:49.891575 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83811811-2671-4a7b-9928-9143d7700873 req-2c396a66-e9ea-4812-9069-36d12876ada2 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479452 Aug 23 14:11:49.934901 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b196e8e-b749-4adb-bffe-6cc5bb3fba2a req-f543896a-dead-4097-a4fb-3c2f329c3524 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377295 Aug 23 14:11:50.243519 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:11:50.254193 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63714483-7af9-4d56-9cc6-9d7d9588866f None None] The sync data for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 is: [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:11:50.266151 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeb03b-9dd5-47d3-9273-b846c68c42a9 req-1dd9e9a1-57e0-4dbf-9f23-02b43eb44cb6 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:50.268147 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-62eeb03b-9dd5-47d3-9273-b846c68c42a9 req-1dd9e9a1-57e0-4dbf-9f23-02b43eb44cb6 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 949 time: 0.1381452 Aug 23 14:11:50.376779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-62eeb03b-9dd5-47d3-9273-b846c68c42a9 req-8cdf48f3-ebe8-4f55-80f6-516e4dbd089b tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839782 Aug 23 14:11:50.422005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f299a-f5dc-486f-95d8-3c911cee8c68 req-e156765b-a293-4f83-9f53-129ec9adf582 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:50.432218 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f65f299a-f5dc-486f-95d8-3c911cee8c68 req-e156765b-a293-4f83-9f53-129ec9adf582 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.1603258 Aug 23 14:11:50.506567 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f65f299a-f5dc-486f-95d8-3c911cee8c68 req-83fd37e1-6a20-42a1-92f1-66e05211f93d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649757 Aug 23 14:11:50.630276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0366f4-8746-44a8-bcea-603b3d3d3e83 req-70afd171-3fa4-4423-aaae-8715bdb8592a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:50.631825 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b0366f4-8746-44a8-bcea-603b3d3d3e83 req-70afd171-3fa4-4423-aaae-8715bdb8592a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 946 time: 0.1077125 Aug 23 14:11:50.673101 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1459e05-fce4-4ad9-b00e-e694b928209b None None] New status for floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41: DOWN {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:11:50.695585 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65d60a3-a0a4-4288-88e9-9b689f9c8b49', 'name': 'network-vif-deleted', 'tag': '807f1dfe-8e5c-4c10-b46e-780f6712a61c', 'status': 'completed', 'code': 200} Aug 23 14:11:50.696450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b0366f4-8746-44a8-bcea-603b3d3d3e83 req-b5e3cb9b-2387-47fa-a179-3f168ee1fb1a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570037 Aug 23 14:11:50.862209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8c27421d-a888-4b84-91e8-1c430086ebe1 req-b711e620-aa67-4861-80d7-7d95c8bfcbde tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Synchronizing usage tracker for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:50.955616 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-bbec778b-85e7-459d-b247-8aded0bf4092 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2229955 Aug 23 14:11:50.965586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:50.972513 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:50.988577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8c27421d-a888-4b84-91e8-1c430086ebe1 req-b711e620-aa67-4861-80d7-7d95c8bfcbde tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Unset dirty status for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:50.995847 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8c27421d-a888-4b84-91e8-1c430086ebe1 req-b711e620-aa67-4861-80d7-7d95c8bfcbde tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 210 time: 0.2037725 Aug 23 14:11:51.018615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:51.127462 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:51.329928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ff78b-8087-4999-8d61-4ead495c6deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:51.479185 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:51.504071 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841966d5-c898-423f-b68a-9887b9723528 req-f12b065b-5c9c-4a44-b3ae-1a675851406e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:51.508562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-841966d5-c898-423f-b68a-9887b9723528 req-f12b065b-5c9c-4a44-b3ae-1a675851406e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 950 time: 0.3030412 Aug 23 14:11:51.581952 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-841966d5-c898-423f-b68a-9887b9723528 req-40b74c0d-c296-433f-9fbd-6fd10fb874ed tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666502 Aug 23 14:11:51.800269 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Allocated IP 172.25.7.170 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/2ec930a9-9336-45ce-b91c-c953f82b9eeb) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:51.809268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56fca7-ab3b-4eb8-aec7-046f0738ac86 req-efde78e9-2c1d-4ff3-b501-63bc4eadb0f7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:51.811428 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a56fca7-ab3b-4eb8-aec7-046f0738ac86 req-efde78e9-2c1d-4ff3-b501-63bc4eadb0f7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1133029 Aug 23 14:11:51.861331 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a56fca7-ab3b-4eb8-aec7-046f0738ac86 req-dfd46dd6-5acf-4a9d-a698-9e970042901f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Aug 23 14:11:51.916596 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ff78b-8087-4999-8d61-4ead495c6deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186', 'code': 200} Aug 23 14:11:52.013882 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.115025 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.120400 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:52.165260 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f665db1-dce0-42c3-ad98-9969107a5538 req-4c60a5a1-d83d-43ca-b660-b759ade3b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:52.166963 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8f665db1-dce0-42c3-ad98-9969107a5538 req-4c60a5a1-d83d-43ca-b660-b759ade3b259 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 1100 time: 0.1642337 Aug 23 14:11:52.175387 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2aeb-2fa5-4401-902e-022306875c16 req-c6976081-8ef4-488a-ad64-f1d9e08ca4dc tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:52.176906 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3fc2aeb-2fa5-4401-902e-022306875c16 req-c6976081-8ef4-488a-ad64-f1d9e08ca4dc tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 949 time: 0.1313181 Aug 23 14:11:52.197551 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:52.201127 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:52.206265 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:52.232468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=2ec930a9-9336-45ce-b91c-c953f82b9eeb,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:52.238623 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:52.259431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8f665db1-dce0-42c3-ad98-9969107a5538 req-8dc8c730-8b05-4229-95fb-27d1db20a8ec service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814319 Aug 23 14:11:52.264720 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3fc2aeb-2fa5-4401-902e-022306875c16 req-18ae7980-92ce-431f-8549-9ece5095796c tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727863 Aug 23 14:11:52.305657 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.479627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcdc91-a338-4f3a-9030-2be616fc7b38 req-ed23aedf-b62a-453e-a9c6-3e523ae56ecf tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:52.482131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fadcdc91-a338-4f3a-9030-2be616fc7b38 req-ed23aedf-b62a-453e-a9c6-3e523ae56ecf tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.1066675 Aug 23 14:11:52.494168 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.528774 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fadcdc91-a338-4f3a-9030-2be616fc7b38 req-46f86b7b-bc51-4fdf-bcd1-e6a20af0bd89 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Aug 23 14:11:52.853086 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:52.853678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d92f-c2ba-4a49-a15c-7e3dc4743526 req-4d0b9a20-87d4-45bd-a733-84f65c71834a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:52.854784 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57e1d92f-c2ba-4a49-a15c-7e3dc4743526 req-4d0b9a20-87d4-45bd-a733-84f65c71834a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 946 time: 0.1157680 Aug 23 14:11:52.891961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-45225d22-f14f-4300-8011-aad85ebadcc1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:52.893577 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-45225d22-f14f-4300-8011-aad85ebadcc1 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.64 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 824 time: 0.2111125 Aug 23 14:11:52.906166 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57e1d92f-c2ba-4a49-a15c-7e3dc4743526 req-9363e978-09a5-4a02-9862-77ac9800f847 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Aug 23 14:11:52.949918 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-6c0f8e90-de4a-4c40-9248-23c886e222f6 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac07226f49274821ae28226e81f7208a HTTP/1.1" status: 200 len: 380 time: 0.0434017 Aug 23 14:11:52.959809 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'port': {'device_id': '4ad5b52c-5bab-4346-8891-d39945d61206', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'admin_state_up': True, 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'security_groups': ['4fc0d304-86ef-464c-89e3-44f0cca45eb4']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:53.057616 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76148cac-d615-4fc0-91c0-ff4a21927ac5 req-a00bf8e0-d1e5-4baf-88be-82ab84836f3e tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 210 time: 0.0504065 Aug 23 14:11:53.080095 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.095474 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-34f7adea-5b3c-4169-81c3-226853970865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:53.263134 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.271791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event updated for resources: {'Port': ['ID=2ec930a9-9336-45ce-b91c-c953f82b9eeb,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:53.281001 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:53.339292 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:53.349836 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:53.378959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-cb140d17-0a85-42e7-8571-2549a138a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:53.380451 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-cb140d17-0a85-42e7-8571-2549a138a29f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 1097 time: 0.1468790 Aug 23 14:11:53.406401 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.407614 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4463198 Aug 23 14:11:53.426478 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59618-0c94-433c-8b95-e2db48144178 req-2c47f9ff-85c7-4e66-8e5a-c2f99edb9b75 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:53.439498 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab59618-0c94-433c-8b95-e2db48144178 req-2c47f9ff-85c7-4e66-8e5a-c2f99edb9b75 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1101 time: 0.1246064 Aug 23 14:11:53.469064 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.504657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-2f5050d8-bb08-47e5-98f6-055e8ba61ccb tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Synchronizing usage tracker for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:11:53.526344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Made reservation on behalf of ac07226f49274821ae28226e81f7208a for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:11:53.530811 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.536598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:11:53.547283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Usage tracker for resource:security_group_rule and tenant:3e689612c4994b21a7db5b84338b519b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:11:53.552724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:11:53.564203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:11:53.592530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-cdae9131-6256-447c-9115-61b319374bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:53.594062 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-cdae9131-6256-447c-9115-61b319374bb5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 914 time: 0.2007310 Aug 23 14:11:53.673326 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-7e760961-f13a-471e-965f-d845bb5e2dde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b HTTP/1.1" status: 200 len: 217 time: 0.0717270 Aug 23 14:11:53.716063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Allocated IP 172.20.0.12 (8f22f031-f57d-45d9-bb5f-58b27dc4487f/d3a14fa9-e697-427a-b450-5604c8508cb9/8bbde40e-e3b4-474f-88f8-a932b9c46454) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:11:53.722263 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-2f5050d8-bb08-47e5-98f6-055e8ba61ccb tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Unset dirty status for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:11:53.724225 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-2f5050d8-bb08-47e5-98f6-055e8ba61ccb tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.3089678 Aug 23 14:11:53.764212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-9375f332-2ec0-4ec5-9a08-f15208692461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:53.765704 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-9375f332-2ec0-4ec5-9a08-f15208692461 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.0832572 Aug 23 14:11:53.825569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-a9482ea6-3fe9-47f3-bc9e-094fe8218832 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518038 Aug 23 14:11:53.865650 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:53.981578 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-b52bb78b-9cba-4b4a-b843-e4fce928c191 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455617 Aug 23 14:11:54.010655 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.025598 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9f1e2cb4-5f30-4026-b91a-e26272e83bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:54.070711 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab59618-0c94-433c-8b95-e2db48144178 req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354589 Aug 23 14:11:54.125787 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-d871e49e-ebe9-4ab9-be6e-ba63dff59d35 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:54.127256 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9806278d-003a-47f9-ae72-4ee5b91318fa req-d871e49e-ebe9-4ab9-be6e-ba63dff59d35 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.3921771 Aug 23 14:11:54.143659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d169609-326e-4e20-b28e-00b8b198e1b5,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:54.152507 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:54.184381 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.207589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Transition to ACTIVE for port object 8bbde40e-e3b4-474f-88f8-a932b9c46454 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:54.248213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8fab3bd-0ecc-4e05-990a-3e0511702f06 req-da2ce958-590d-4fa7-a029-4d63c8579162 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595651 Aug 23 14:11:54.315470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59ccd5-4692-4311-b97b-3a02c599342b req-fd936e61-2b34-43be-ad39-d731a669c588 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:54.317057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4c59ccd5-4692-4311-b97b-3a02c599342b req-fd936e61-2b34-43be-ad39-d731a669c588 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 950 time: 0.1120398 Aug 23 14:11:54.355299 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.362222 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:54.406362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b465e-b4cd-42f2-a33b-6b561ba75f21 req-9d68f6ec-3507-497e-994b-8f7c291f2f09 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:54.407974 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-373b465e-b4cd-42f2-a33b-6b561ba75f21 req-9d68f6ec-3507-497e-994b-8f7c291f2f09 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1355441 Aug 23 14:11:54.472173 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:11:54.482121 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4c59ccd5-4692-4311-b97b-3a02c599342b req-57d67e2b-a623-4f4e-a807-0490a64058fd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587157 Aug 23 14:11:54.484485 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:11:54.494152 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:11:54.529599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event updated for resources: {'Port': ['ID=8bbde40e-e3b4-474f-88f8-a932b9c46454,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:54.539676 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:54.547107 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-373b465e-b4cd-42f2-a33b-6b561ba75f21 req-49cdf114-c060-4ac8-989b-4d345b65229f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220579 Aug 23 14:11:54.594468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:54.595162 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.723794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f278179-caea-479d-9424-06a7976b0b63 req-2d1da5d9-66c2-48f3-befe-d264c8ab4de9 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:54.725606 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f278179-caea-479d-9424-06a7976b0b63 req-2d1da5d9-66c2-48f3-befe-d264c8ab4de9 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 949 time: 0.1221836 Aug 23 14:11:54.731042 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7753139 Aug 23 14:11:54.746316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Request body: {'port': {'device_id': '4ad5b52c-5bab-4346-8891-d39945d61206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:54.798899 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f278179-caea-479d-9424-06a7976b0b63 req-aef880f2-8a35-4f4a-893b-1d71ce0b8204 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602582 Aug 23 14:11:54.887502 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-de4e3cb0-0ac9-4874-9e8c-51835d028d86 None None] Provisioning for port 8bbde40e-e3b4-474f-88f8-a932b9c46454 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:11:54.894387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-de4e3cb0-0ac9-4874-9e8c-51835d028d86 None None] Provisioning complete for port 8bbde40e-e3b4-474f-88f8-a932b9c46454 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:11:54.894839 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-de4e3cb0-0ac9-4874-9e8c-51835d028d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:54.955849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-de4e3cb0-0ac9-4874-9e8c-51835d028d86 None None] Port 8bbde40e-e3b4-474f-88f8-a932b9c46454 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:11:54.973550 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.001150 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b34cf7-b712-4c60-b12c-93e1c3a2e0bd req-3044262d-c1fe-4975-93aa-87e8efdd1019 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:55.007578 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e3b34cf7-b712-4c60-b12c-93e1c3a2e0bd req-3044262d-c1fe-4975-93aa-87e8efdd1019 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 932 time: 0.0990884 Aug 23 14:11:55.054061 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e3b34cf7-b712-4c60-b12c-93e1c3a2e0bd req-6b62fc85-b775-496d-8c82-6e8e39943ed5 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452542 Aug 23 14:11:55.064854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e4c1-4607-4bca-b8cd-eb58eff514ce req-c19d6bae-dd35-4938-b8b4-03542ff49617 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:55.067749 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e779e4c1-4607-4bca-b8cd-eb58eff514ce req-c19d6bae-dd35-4938-b8b4-03542ff49617 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 946 time: 0.1957581 Aug 23 14:11:55.194518 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e779e4c1-4607-4bca-b8cd-eb58eff514ce req-2afaa108-9097-4607-8b81-964d821859ae tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205888 Aug 23 14:11:55.345535 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c187e573-a3ae-498c-9450-981a05a33d5a req-444cf81a-ed1b-4fba-8ac2-10f2ffe4103e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips/ae349aa7-18cf-4831-bac3-5559dd095dff HTTP/1.1" status: 200 len: 693 time: 0.1062195 Aug 23 14:11:55.592728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187e573-a3ae-498c-9450-981a05a33d5a req-e983f03b-96ed-444c-888d-3d9159e664b0 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:55.594133 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c187e573-a3ae-498c-9450-981a05a33d5a req-e983f03b-96ed-444c-888d-3d9159e664b0 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2045412 Aug 23 14:11:55.631306 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-c187e573-a3ae-498c-9450-981a05a33d5a req-e3abb6fe-2b4e-4a50-8976-54356d9c9a7a tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:11:55.632398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c187e573-a3ae-498c-9450-981a05a33d5a req-e3abb6fe-2b4e-4a50-8976-54356d9c9a7a tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062721 Aug 23 14:11:55.668027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbde40e-e3b4-474f-88f8-a932b9c46454 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:11:55.676819 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.679429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:11:55.692958 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Transition to ACTIVE for port object 8bbde40e-e3b4-474f-88f8-a932b9c46454 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:11:55.806041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f2b2e-8209-466d-b28a-01bbdef4952e req-72db29ef-80f4-4ebd-bae3-fce548f78bb7 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:55.807603 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-545f2b2e-8209-466d-b28a-01bbdef4952e req-72db29ef-80f4-4ebd-bae3-fce548f78bb7 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 1101 time: 0.0850239 Aug 23 14:11:55.812754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.823398 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b0cd672-e166-44c6-a613-87faa69f06fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:55.866692 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:55.921996 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:55.923037 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:56.041175 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:56.103712 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:56.103712 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:56.183743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce1009-f710-4ab0-b262-e34a12f1aa68 req-c609b4dc-02af-4d8d-96b9-71a82b0a0f81 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:56.185510 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ce1009-f710-4ab0-b262-e34a12f1aa68 req-c609b4dc-02af-4d8d-96b9-71a82b0a0f81 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 946 time: 0.1657040 Aug 23 14:11:56.221762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-545f2b2e-8209-466d-b28a-01bbdef4952e req-d391c00f-cef0-4d17-a313-6a68335bc1ac tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994396 Aug 23 14:11:56.258684 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:56.264780 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:56.268493 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbde40e-e3b4-474f-88f8-a932b9c46454,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:56.276176 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:56.297264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ce1009-f710-4ab0-b262-e34a12f1aa68 req-d1559010-b950-48c4-be90-ea300de0b1b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041336 Aug 23 14:11:56.509042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Attempting to bind port 8bbde40e-e3b4-474f-88f8-a932b9c46454 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:56.509451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Attempting to bind port 8bbde40e-e3b4-474f-88f8-a932b9c46454 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:56.509774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Attempting to bind port 8bbde40e-e3b4-474f-88f8-a932b9c46454 on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:56.528989 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-fdd53646-9c04-4355-b2cd-9e4e9b33f1aa tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips/ae349aa7-18cf-4831-bac3-5559dd095dff HTTP/1.1" status: 200 len: 693 time: 0.2201190 Aug 23 14:11:56.530972 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Port 8bbde40e-e3b4-474f-88f8-a932b9c46454 on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:56.531288 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Attempting to bind port 8bbde40e-e3b4-474f-88f8-a932b9c46454 on network 8f22f031-f57d-45d9-bb5f-58b27dc4487f {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:56.547581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:56.547581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Checking segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:56.547581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Bound using segment: {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:56.547581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Bound port: 8bbde40e-e3b4-474f-88f8-a932b9c46454, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d04005-25fd-4fa7-be4e-938455e39654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:56.547581 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:56.581546 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-ea13bb01-b764-423c-8873-9409044642bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4568357 Aug 23 14:11:56.592625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d6b27-953f-4d67-ab42-6f3975b13554 req-461b2f73-642f-4220-8a76-c7172e7b635c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:56.598652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f3d6b27-953f-4d67-ab42-6f3975b13554 req-461b2f73-642f-4220-8a76-c7172e7b635c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.0895400 Aug 23 14:11:56.655682 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f3d6b27-953f-4d67-ab42-6f3975b13554 req-eb8ef19d-e295-4524-a787-16e8812ecce8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Aug 23 14:11:56.720382 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'code': 200} Aug 23 14:11:56.774905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] For port 8bbde40e-e3b4-474f-88f8-a932b9c46454, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:56.787547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-9305fe6f-ce05-46dd-b475-71f789fafc99 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:56.790574 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-9305fe6f-ce05-46dd-b475-71f789fafc99 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2531486 Aug 23 14:11:56.797921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-1843a9d3-f63c-4fb3-936f-700c285ea248 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:11:56.805102 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-1843a9d3-f63c-4fb3-936f-700c285ea248 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138912 Aug 23 14:11:56.848572 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-d106c755-51a1-41ce-8571-c44be99bc506 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322485 Aug 23 14:11:56.885905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] For port 8bbde40e-e3b4-474f-88f8-a932b9c46454, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:56.901849 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-dbaa0214-f494-48ce-991d-5b63e72fb045 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.0957148 Aug 23 14:11:57.015821 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-fffe6477-ce39-4adf-b908-657471c53a16 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.170 HTTP/1.1" status: 200 len: 696 time: 0.1054404 Aug 23 14:11:57.086952 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-e3cc7d09-600f-48c6-bf17-9e6c3a1d4733 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:57.089000 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.089897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-e3cc7d09-600f-48c6-bf17-9e6c3a1d4733 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315395 Aug 23 14:11:57.102492 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ec684ea-f735-4f5b-bfc3-90bc73cb57f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:57.109347 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-c605ebe4-c311-4c00-ae9c-27c705786dfa tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/quotas/cb8ea8cf4cf54f1dbe22f4aa436fcd62 HTTP/1.1" status: 200 len: 375 time: 0.0116036 Aug 23 14:11:57.232492 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-1a686790-b9ee-4790-9002-866929e5969f tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115520 Aug 23 14:11:57.270486 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:57.271290 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.273638 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] 10.222.0.64 "PUT /v2.0/ports/8bbde40e-e3b4-474f-88f8-a932b9c46454 HTTP/1.1" status: 200 len: 1092 time: 2.5333183 Aug 23 14:11:57.274475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:57.302799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Deleting port 2ec930a9-9336-45ce-b91c-c953f82b9eeb {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:11:57.305598 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.373504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbde40e-e3b4-474f-88f8-a932b9c46454,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:57.379154 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:57.465644 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.583954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.586438 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.609958 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7f20-5cef-4571-b9ad-5dbcae72b1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:57.736273 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Calling delete_port for 2ec930a9-9336-45ce-b91c-c953f82b9eeb owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:11:57.763441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-e74b3e3a-b033-4540-9506-6e230d997c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:57.764362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-e74b3e3a-b033-4540-9506-6e230d997c1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 1095 time: 0.2855263 Aug 23 14:11:57.862275 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-739fa13d-af44-49ab-b315-988726883e3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454 HTTP/1.1" status: 200 len: 217 time: 0.0828135 Aug 23 14:11:57.879477 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-83e6a36d-0334-4006-9c55-67fb6354d48a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:57.882628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-83e6a36d-0334-4006-9c55-67fb6354d48a tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1097 time: 0.1932509 Aug 23 14:11:57.902977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103159a1-bfad-4977-aef1-ae08e96c69d6 req-a75fb6bd-aa1d-4676-aab1-6ab27342f262 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:57.906707 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-103159a1-bfad-4977-aef1-ae08e96c69d6 req-a75fb6bd-aa1d-4676-aab1-6ab27342f262 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 944 time: 0.1670787 Aug 23 14:11:57.913654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805628-1'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:11:57.972035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ba37946c-3882-4cec-abf0-aba1648fe8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:57.973566 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-ba37946c-3882-4cec-abf0-aba1648fe8bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 200 len: 863 time: 0.0890322 Aug 23 14:11:58.019561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-103159a1-bfad-4977-aef1-ae08e96c69d6 req-461f1a29-7c66-4d41-988b-97b2a2834b83 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723319 Aug 23 14:11:58.112120 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.157354 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0702770-02cf-431b-9992-5d905ea6afdd req-fb1e4a45-4910-4a12-9d62-2f62136f2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:58.159971 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-fb1e4a45-4910-4a12-9d62-2f62136f2d5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f22f031-f57d-45d9-bb5f-58b27dc4487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419394 Aug 23 14:11:58.219020 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.369932 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.381482 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-09335f10-38e2-4c7f-bbbb-3c2e8bb8a31f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:58.408664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1d495-c2b1-44c9-8ddd-e46d7c129e8a req-756cadb0-e5ff-4fef-b885-beb8b5e2b6dd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:58.410292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ce1d495-c2b1-44c9-8ddd-e46d7c129e8a req-756cadb0-e5ff-4fef-b885-beb8b5e2b6dd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 946 time: 0.2360554 Aug 23 14:11:58.438128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event deleted for resources: {'Port': ['ID=2ec930a9-9336-45ce-b91c-c953f82b9eeb,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:58.448100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:11:58.482969 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ce1d495-c2b1-44c9-8ddd-e46d7c129e8a req-5feda1b9-cc5c-4c83-bbfd-2327395078d5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627286 Aug 23 14:11:58.511094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:58.512519 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:58.579616 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-1012f2a1-b6cc-49ec-9ae2-5c4a281cd2fc service neutron] 10.222.0.64 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100411 Aug 23 14:11:58.581451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:11:58.589465 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.621082 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.636928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-c0a2528a-9380-4ed9-a89c-d74077ce3a83 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348039 Aug 23 14:11:58.760424 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.770681 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0702770-02cf-431b-9992-5d905ea6afdd req-13e43244-b264-4842-b5e4-3a7729ea06bb service neutron] 10.222.0.64 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810484 Aug 23 14:11:58.773672 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:58.774727 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:58.775232 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10a5224c-d5e6-4ee4-9c47-d5225399682e req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "DELETE /v2.0/floatingips/ae349aa7-18cf-4831-bac3-5559dd095dff HTTP/1.1" status: 204 len: 173 time: 1.7539079 Aug 23 14:11:58.833824 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'status': 'completed', 'code': 200} Aug 23 14:11:59.098510 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-5aeacd4b-a872-4b81-b3be-185b17ad05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.098510 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-5aeacd4b-a872-4b81-b3be-185b17ad05a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 1095 time: 0.1132438 Aug 23 14:11:59.107118 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06bed2-03d1-4ef9-aa5e-a1929827cecc req-873e7e21-c542-4946-94f6-141c138bf35c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.108704 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a06bed2-03d1-4ef9-aa5e-a1929827cecc req-873e7e21-c542-4946-94f6-141c138bf35c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 944 time: 0.1777940 Aug 23 14:11:59.140078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-2ea70cc9-dee9-4d61-b770-10d3eb4acdc3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.140078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-2ea70cc9-dee9-4d61-b770-10d3eb4acdc3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4844036 Aug 23 14:11:59.140078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=7']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:59.143626 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:59.149468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on host n-h2-805628-1 for vnic_type normal with profile {"migrating_to": "n-h1-805628-1"} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:11:59.150161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:11:59.150499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:59.157425 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-d250b889-d3aa-4f96-9623-675c654ece26 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/quotas/0508707a0f2c4de085e161353f10ed87 HTTP/1.1" status: 200 len: 375 time: 0.0168784 Aug 23 14:11:59.158096 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:11:59.166643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Attempting to bind port 2e3334d8-49e9-4de3-ada3-130327f8e905 on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:11:59.166643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:11:59.166643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:11:59.166643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:11:59.166643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Bound port: 2e3334d8-49e9-4de3-ada3-130327f8e905, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:11:59.166643 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.257165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4a06bed2-03d1-4ef9-aa5e-a1929827cecc req-3940f59a-1d25-4db5-be65-1fc45e63ca04 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283383 Aug 23 14:11:59.295295 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-02a9e26c-97ca-4cc8-8021-32464d5d45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.297586 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-02a9e26c-97ca-4cc8-8021-32464d5d45d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 926 time: 0.1878307 Aug 23 14:11:59.356933 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:11:59.362475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:11:59.383998 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-c52802ce-f144-4ce3-aa51-4fac053f8600 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2079966 Aug 23 14:11:59.395723 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-7821f4c6-70ea-442a-82f3-19dcfcc4bafb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454 HTTP/1.1" status: 200 len: 217 time: 0.0890603 Aug 23 14:11:59.469875 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.476609 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:11:59.544303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-f83edbb1-8d1d-4560-a8c0-ee3298f72242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.544303 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-f83edbb1-8d1d-4560-a8c0-ee3298f72242 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 200 len: 863 time: 0.1044314 Aug 23 14:11:59.661775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.669388 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:11:59.669388 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] 10.222.0.82 "PUT /v2.0/ports/2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 200 len: 1122 time: 1.7749455 Aug 23 14:11:59.669388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=8']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:11:59.670510 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:11:59.684410 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06787a3c-2912-46fa-8462-6e8446bedff1 req-17f3864f-ecc8-4f3f-9122-abbe1ab738b1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 210 time: 0.0958819 Aug 23 14:11:59.686925 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:11:59.691515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:11:59.781875 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-db1c9641-1ddc-41be-977c-e13272e8378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.784481 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-db1c9641-1ddc-41be-977c-e13272e8378b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f22f031-f57d-45d9-bb5f-58b27dc4487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2375419 Aug 23 14:11:59.850467 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-7674d0a7-43b5-4c5b-b1e6-226b40d7665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:11:59.856404 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-7674d0a7-43b5-4c5b-b1e6-226b40d7665f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1101 time: 0.2105248 Aug 23 14:11:59.866711 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905', 'code': 200} Aug 23 14:12:00.052629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['2e3334d8-49e9-4de3-ada3-130327f8e905'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:00.144452 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf078925-53fe-4d3e-8eaf-5da8184d86db req-c1ccd9b9-3c31-477b-be01-dffee222ce54 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.173009 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bf078925-53fe-4d3e-8eaf-5da8184d86db req-c1ccd9b9-3c31-477b-be01-dffee222ce54 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2868848 Aug 23 14:12:00.173263 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['2e3334d8-49e9-4de3-ada3-130327f8e905'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:00.262796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:00.300716 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-f9bd79fc-584e-4c0a-a479-38bbb7d98aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968340 Aug 23 14:12:00.324693 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 has no active binding in host n-h1-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:12:00.356094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-648ef829-b92f-46ea-845f-79dab1fd58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.359910 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-648ef829-b92f-46ea-845f-79dab1fd58e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4903126 Aug 23 14:12:00.365361 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b73675a1-de89-4ffc-8659-d9238defaafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:00.406352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137db49-e0ad-424e-9852-72fa7793a64a req-81e52a42-1247-4f7e-9de4-7c3212c620ca tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.410886 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6137db49-e0ad-424e-9852-72fa7793a64a req-81e52a42-1247-4f7e-9de4-7c3212c620ca tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 944 time: 0.1465669 Aug 23 14:12:00.500361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6137db49-e0ad-424e-9852-72fa7793a64a req-50174279-14d1-4a2a-911a-15d69303298d tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798566 Aug 23 14:12:00.649625 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-eb4c9d4f-06a9-4629-9704-71f3c4d7f30d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.2781878 Aug 23 14:12:00.807155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-6c2fe8c9-1db9-48dd-b40d-bb5b595c514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.808624 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-6c2fe8c9-1db9-48dd-b40d-bb5b595c514a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1519666 Aug 23 14:12:00.829832 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974a46c-3f99-41a8-ba96-8a91fe592593 req-f0a1144c-e3b8-4cbf-a1a2-78dc7697699b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.831995 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7974a46c-3f99-41a8-ba96-8a91fe592593 req-f0a1144c-e3b8-4cbf-a1a2-78dc7697699b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.8218606 Aug 23 14:12:00.894343 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-8ae6b588-d449-4613-b2d5-cee371970f3a tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526190 Aug 23 14:12:00.902010 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-691ae08d-b0f4-4190-ab66-6d6f71c9665b req-81ba01ec-4b43-4bc8-817a-d5bf5e91c3cb service neutron] 10.222.0.64 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819740 Aug 23 14:12:00.946579 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7974a46c-3f99-41a8-ba96-8a91fe592593 req-cdb30528-3bc2-4650-ae04-afaff0226ded tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736589 Aug 23 14:12:00.963689 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-1f5f40b3-cf90-45e9-9cb1-64af2236b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:00.965549 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-1f5f40b3-cf90-45e9-9cb1-64af2236b520 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447120 Aug 23 14:12:01.155909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-e3bb0ab4-6185-45bb-b0cb-2454efcb6f25 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:01.157456 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-e3bb0ab4-6185-45bb-b0cb-2454efcb6f25 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579763 Aug 23 14:12:01.171402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Request body: {'port': {'device_id': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': 'cb8ea8cf4cf54f1dbe22f4aa436fcd62'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:01.291518 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-161e1630-4663-4110-b567-24039e0cfd71 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091781 Aug 23 14:12:01.372255 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:01.384098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:01.395455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:01.452117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26e207-5b83-44e8-a90f-da5a72a9c76c req-0974bf4f-c771-47f5-b56c-1609d22917ef tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:01.453788 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bf26e207-5b83-44e8-a90f-da5a72a9c76c req-0974bf4f-c771-47f5-b56c-1609d22917ef tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 944 time: 0.2244873 Aug 23 14:12:01.494038 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Made reservation on behalf of cb8ea8cf4cf54f1dbe22f4aa436fcd62 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:01.494794 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-306c53d5-e794-4ce4-a6d0-a7b5680eff55 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932454 Aug 23 14:12:01.498587 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:01.534459 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bf26e207-5b83-44e8-a90f-da5a72a9c76c req-03b83d32-0d55-4a3c-b4ae-610c06668905 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593290 Aug 23 14:12:01.719387 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29a54914-b6d4-45f3-b41b-e1af7b09f555 req-30ffc29e-6350-4904-900b-2b9b565e8157 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 210 time: 0.0550187 Aug 23 14:12:01.775805 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Allocated IP 192.168.233.111 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/882a5b99-b493-4f13-9495-007d73708b16) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:01.822137 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8bbde40e-e3b4-474f-88f8-a932b9c46454 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:01.837554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3e1cabd7-d4c7-41c6-afa2-8d67a06fe758 req-a613818f-7868-48c5-90d0-6c8b56f49f53 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Synchronizing usage tracker for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:01.869761 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:01.948388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3e1cabd7-d4c7-41c6-afa2-8d67a06fe758 req-a613818f-7868-48c5-90d0-6c8b56f49f53 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Unset dirty status for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:01.950701 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3e1cabd7-d4c7-41c6-afa2-8d67a06fe758 req-a613818f-7868-48c5-90d0-6c8b56f49f53 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=cddd67dde5f3462086743a6f598a5709 HTTP/1.1" status: 200 len: 1657 time: 0.2000458 Aug 23 14:12:02.076464 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8bbde40e-e3b4-474f-88f8-a932b9c46454, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:02.092120 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'port_id': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'mac_address': 'fa:16:3e:1a:08:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:02.135027 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.155804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Transition to ACTIVE for port object 882a5b99-b493-4f13-9495-007d73708b16 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:02.184039 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.198692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cabd7-d4c7-41c6-afa2-8d67a06fe758 req-75d613b7-359b-4ff9-88bc-730c3439c674 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:02.199105 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbde40e-e3b4-474f-88f8-a932b9c46454 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:02.201197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3e1cabd7-d4c7-41c6-afa2-8d67a06fe758 req-75d613b7-359b-4ff9-88bc-730c3439c674 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks?id=ab9f8435-4b22-4f4a-8048-f1559421213b&id=ab9f8435-4b22-4f4a-8048-f1559421213b&id=ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 787 time: 0.2389894 Aug 23 14:12:02.213752 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-3e1cabd7-d4c7-41c6-afa2-8d67a06fe758 req-82e807f7-fc4a-41e4-a588-355ef0f46e61 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:12:02.215527 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3e1cabd7-d4c7-41c6-afa2-8d67a06fe758 req-82e807f7-fc4a-41e4-a588-355ef0f46e61 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071402 Aug 23 14:12:02.219468 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8bbde40e-e3b4-474f-88f8-a932b9c46454, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:02.331714 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.339359 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9a0059e0-8dfc-4ecb-bcd7-aca4d1037337 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:02.343075 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['b80c2332-8f9a-499b-a5db-e0d0cb2bd186'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:02.391985 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.396559 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:02.413526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:02.417179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:02.428480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Pushing event updated for resources: {'Port': ['ID=882a5b99-b493-4f13-9495-007d73708b16,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:02.433450 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:02.434206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:02.474575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8bbde40e-e3b4-474f-88f8-a932b9c46454,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:02.479908 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:02.600244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1084b-fd56-4567-8a1c-4e834aacc9d6 req-df9a7ca7-c0a8-4c0d-a1eb-896fe33e0c59 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:02.602099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b5b1084b-fd56-4567-8a1c-4e834aacc9d6 req-df9a7ca7-c0a8-4c0d-a1eb-896fe33e0c59 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 936 time: 0.1063037 Aug 23 14:12:02.624825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:02.625545 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.656725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-deea04be-3361-421b-8408-66d37b3f2064 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:02.658487 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-deea04be-3361-421b-8408-66d37b3f2064 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f HTTP/1.1" status: 200 len: 944 time: 0.1510291 Aug 23 14:12:02.672697 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b5b1084b-fd56-4567-8a1c-4e834aacc9d6 req-5ed3be14-ac9f-434f-aca3-40cd0a0ae925 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546491 Aug 23 14:12:02.748996 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['8bbde40e-e3b4-474f-88f8-a932b9c46454'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:02.845880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6786871 Aug 23 14:12:02.869526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Request body: {'port': {'device_id': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:02.888598 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d35dbe-a567-47f1-9e7b-e1666ab34945 req-292affa9-b74f-43c5-9277-b1a61a46ab9d tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:02.889298 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-08d35dbe-a567-47f1-9e7b-e1666ab34945 req-292affa9-b74f-43c5-9277-b1a61a46ab9d tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Synchronizing usage tracker for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:02.925948 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.926740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cca00651-3448-4ffd-9ad1-0b041fdca8db None None] Provisioning for port 882a5b99-b493-4f13-9495-007d73708b16 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:02.937626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Deleting port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:02.937970 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.942763 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cca00651-3448-4ffd-9ad1-0b041fdca8db None None] Provisioning complete for port 882a5b99-b493-4f13-9495-007d73708b16 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:02.943353 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cca00651-3448-4ffd-9ad1-0b041fdca8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:02.970793 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-08d35dbe-a567-47f1-9e7b-e1666ab34945 req-292affa9-b74f-43c5-9277-b1a61a46ab9d tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Unset dirty status for tenant:ac07226f49274821ae28226e81f7208a on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:02.972598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-08d35dbe-a567-47f1-9e7b-e1666ab34945 req-292affa9-b74f-43c5-9277-b1a61a46ab9d tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 945 time: 0.1743462 Aug 23 14:12:03.023300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-cca00651-3448-4ffd-9ad1-0b041fdca8db None None] Port 882a5b99-b493-4f13-9495-007d73708b16 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:12:03.042393 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-08d35dbe-a567-47f1-9e7b-e1666ab34945 req-bfea12dc-dc00-4ce4-acac-c0101817d7fe tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623372 Aug 23 14:12:03.086889 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.103137 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-18a4608a-9a80-4972-afe8-6d974129ed05 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0508707a0f2c4de085e161353f10ed87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404873 Aug 23 14:12:03.143700 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905', 'status': 'completed', 'code': 200} Aug 23 14:12:03.391007 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-f0ac8d74-bac7-4046-ac90-5bbfaea69ec5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:03.392945 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-f0ac8d74-bac7-4046-ac90-5bbfaea69ec5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834053 Aug 23 14:12:03.402121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-60962406-aded-4911-9785-88887f01550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:03.403991 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-60962406-aded-4911-9785-88887f01550f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1125 time: 0.2595820 Aug 23 14:12:03.409646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Request body: {'port': {'device_id': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '0508707a0f2c4de085e161353f10ed87'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:03.448437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] For port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:03.448848 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.639876 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Calling delete_port for 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:03.656573 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13e6c-d095-4674-a781-353681963746 req-74f44b1b-c005-4fcd-8c17-5b8a016fb527 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:03.658044 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85a13e6c-d095-4674-a781-353681963746 req-74f44b1b-c005-4fcd-8c17-5b8a016fb527 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.4517024 Aug 23 14:12:03.819450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85a13e6c-d095-4674-a781-353681963746 req-ccd11d9b-63ad-4085-96f5-d90a0ca96742 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042378 Aug 23 14:12:03.825697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-a527da1a-0680-4bdf-9ef0-433222ea4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:03.826967 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-a527da1a-0680-4bdf-9ef0-433222ea4556 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.4027917 Aug 23 14:12:03.887063 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882a5b99-b493-4f13-9495-007d73708b16 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:03.889998 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:03.896247 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.914865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Transition to ACTIVE for port object 882a5b99-b493-4f13-9495-007d73708b16 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:03.959502 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:03.959988 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-03600515-3c90-4816-a2fe-6b5f0ca35b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 200 len: 217 time: 0.1243117 Aug 23 14:12:03.966560 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9ce0bff0-9f3a-435a-8312-1ac2abca9dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:04.009276 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.023366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event deleted for resources: {'Port': ['ID=74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:04.030820 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:04.032158 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:04.032319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:04.041353 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-9fc515d1-6536-4ccf-b0cd-7138612b94ed tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips/1e2f0f41-f795-485f-b00e-01b98b121313 HTTP/1.1" status: 200 len: 693 time: 0.1437256 Aug 23 14:12:04.109824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-5d620bec-4336-41fe-980e-abde2cd1f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:04.111317 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-5d620bec-4336-41fe-980e-abde2cd1f182 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1277688 Aug 23 14:12:04.131670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Made reservation on behalf of 0508707a0f2c4de085e161353f10ed87 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:04.131670 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.233588 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] No DVR routers for this DVR port 74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:04.239302 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.245064 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-0680b440-a78a-40fd-86cf-423b9cf84339 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142890 Aug 23 14:12:04.330154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Pushing event updated for resources: {'Port': ['ID=882a5b99-b493-4f13-9495-007d73708b16,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:04.337699 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:04.383193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Attempting to bind port 882a5b99-b493-4f13-9495-007d73708b16 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:04.388317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Attempting to bind port 882a5b99-b493-4f13-9495-007d73708b16 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:04.388317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Attempting to bind port 882a5b99-b493-4f13-9495-007d73708b16 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:04.390179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Port 882a5b99-b493-4f13-9495-007d73708b16 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:12:04.391105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Attempting to bind port 882a5b99-b493-4f13-9495-007d73708b16 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:04.398113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:04.398462 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:04.398858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:04.399582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Bound port: 882a5b99-b493-4f13-9495-007d73708b16, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:04.400277 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.412110 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-29d6c91f-f993-4a0a-b074-cc8c09602702 req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "DELETE /v2.0/ports/74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b HTTP/1.1" status: 204 len: 173 time: 1.7422915 Aug 23 14:12:04.494090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-6e3fcb6d-fadd-4af3-8f75-a01051a54f51 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:04.495097 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-6e3fcb6d-fadd-4af3-8f75-a01051a54f51 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.4457970 Aug 23 14:12:04.616767 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] For port 882a5b99-b493-4f13-9495-007d73708b16, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:04.620129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] For port 882a5b99-b493-4f13-9495-007d73708b16, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=882a5b99-b493-4f13-9495-007d73708b16,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:04.693264 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-fdd6bcfe-a128-44cb-968e-f5bc0e794c7c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 696 time: 0.1860647 Aug 23 14:12:04.693412 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.699584 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d95c364-76a2-44bf-ac4b-8f1b247a8bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:04.725146 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:12:04.764861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:04.765613 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:04.767217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] 10.222.0.82 "PUT /v2.0/ports/882a5b99-b493-4f13-9495-007d73708b16 HTTP/1.1" status: 200 len: 1096 time: 1.9052505 Aug 23 14:12:04.790836 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Pushing event updated for resources: {'Port': ['ID=882a5b99-b493-4f13-9495-007d73708b16,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:04.795184 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:04.824943 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-4a55ca23-78c3-40d7-baca-5034c940052c service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713747 Aug 23 14:12:04.862413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Allocated IP 192.168.233.52 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/8dbf5a78-aea5-4ba4-9d7e-8f27292df234) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:04.878291 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-1a2fb03e-d6c9-48fd-92f5-d0640aefa109 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.247 HTTP/1.1" status: 200 len: 696 time: 0.1640239 Aug 23 14:12:05.018645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5ed4a17e-05b5-48a0-a7e3-7499c94b4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:05.020741 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-5ed4a17e-05b5-48a0-a7e3-7499c94b4a2e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 1099 time: 0.1112421 Aug 23 14:12:05.095137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-89cecc77-1ba9-4ff1-9702-2858113e5c7e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=882a5b99-b493-4f13-9495-007d73708b16 HTTP/1.1" status: 200 len: 217 time: 0.0665398 Aug 23 14:12:05.145614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-deleted', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b'}, {'name': 'network-changed', 'server_uuid': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'tag': '882a5b99-b493-4f13-9495-007d73708b16'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:05.184108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-0eaa8a8d-b433-426d-b429-b61f42e2bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:05.185577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-0eaa8a8d-b433-426d-b429-b61f42e2bcb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0764549 Aug 23 14:12:05.274082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-0f5778a8-a8f2-467d-966b-4b8acf000204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:05.275954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-0f5778a8-a8f2-467d-966b-4b8acf000204 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831487 Aug 23 14:12:05.311417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Deleting port c1002df0-2e10-4d26-8cf6-c58217c9a759 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:05.312050 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.384806 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f3b98d6-3848-4452-8ade-e87d2b4b88c7 req-1560f9a0-e869-4463-8c91-94ca0a9ebf28 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412905 Aug 23 14:12:05.506622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-87782396-297b-4516-8f7a-22b5acd98e26 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217331 Aug 23 14:12:05.559609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f395dc-7cbd-4559-8fcb-4dbcf1767da5 req-21f1b4bb-3724-4933-b1f7-f22151d36208 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:05.562760 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b5f395dc-7cbd-4559-8fcb-4dbcf1767da5 req-21f1b4bb-3724-4933-b1f7-f22151d36208 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 944 time: 0.1656258 Aug 23 14:12:05.700260 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.700589 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.702975 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b5f395dc-7cbd-4559-8fcb-4dbcf1767da5 req-f7000459-4ad5-4afc-a56d-4569abee78fb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296725 Aug 23 14:12:05.715397 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:05.734625 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a54a085-fb13-4fd3-abe7-234dcb7b00ac req-45a9126c-4671-461f-9d26-df4c07a1a421 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142820 Aug 23 14:12:05.836609 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8bbde40e-e3b4-474f-88f8-a932b9c46454 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:05.867741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Calling delete_port for c1002df0-2e10-4d26-8cf6-c58217c9a759 owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:05.877072 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6ce7a8f4-7cd8-49e3-9250-2783e54f6db0 req-a0e63957-33f4-4483-983c-e12f5cf2deef tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 210 time: 0.0444708 Aug 23 14:12:05.945176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Transition to ACTIVE for port object 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:06.057272 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 8bbde40e-e3b4-474f-88f8-a932b9c46454 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:06.069221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 8bbde40e-e3b4-474f-88f8-a932b9c46454 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:06.072961 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.160075 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.169130 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:06.196640 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'f3b6f523-3ea9-4b26-9222-b051fb778755'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:06.230323 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.231567 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0', 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:06.258410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a8c40-70bc-46c1-b872-a5acd03a3284 req-bac3ab26-08a3-4a38-a4b7-fd400d4e3bc2 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:06.259484 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3d2a8c40-70bc-46c1-b872-a5acd03a3284 req-bac3ab26-08a3-4a38-a4b7-fd400d4e3bc2 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Synchronizing usage tracker for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:06.331053 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:06.358484 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.369781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:06.378652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event updated for resources: {'Port': ['ID=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:06.382908 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:06.392988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3d2a8c40-70bc-46c1-b872-a5acd03a3284 req-bac3ab26-08a3-4a38-a4b7-fd400d4e3bc2 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Unset dirty status for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:06.392988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d2a8c40-70bc-46c1-b872-a5acd03a3284 req-bac3ab26-08a3-4a38-a4b7-fd400d4e3bc2 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 948 time: 0.2568307 Aug 23 14:12:06.426466 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:06.426979 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4a9fa488-bfb3-4441-8805-8146eb54ca3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:06.462525 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d2a8c40-70bc-46c1-b872-a5acd03a3284 req-e4b92dfd-2a11-4479-8fbb-ea877e3aaa1f tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681040 Aug 23 14:12:06.463157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:06.496687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8bbde40e-e3b4-474f-88f8-a932b9c46454, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:06.550424 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event deleted for resources: {'Port': ['ID=c1002df0-2e10-4d26-8cf6-c58217c9a759,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:06.567447 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:06.593409 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.612377 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:06.613337 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.622006 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-321c3b82-0e04-43e6-b8c0-144d23f1181c service neutron] 10.222.0.64 "GET /v2.0/ports/2e3334d8-49e9-4de3-ada3-130327f8e905/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.1472626 Aug 23 14:12:06.632111 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.650111 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d3cf636d-e59e-4a57-8507-6a46c02e9c7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:06.709677 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:06.724627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658157e-b35c-4b8e-8c7a-dabd7a21ccd2 req-28c875da-3057-4242-99d6-39ee6812e817 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:06.725336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8dc8ee6f-ce22-4145-b484-5d357025e3b2 req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "DELETE /v2.0/floatingips/1e2f0f41-f795-485f-b00e-01b98b121313 HTTP/1.1" status: 204 len: 173 time: 1.8189926 Aug 23 14:12:06.735165 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0658157e-b35c-4b8e-8c7a-dabd7a21ccd2 req-28c875da-3057-4242-99d6-39ee6812e817 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 946 time: 0.1259789 Aug 23 14:12:06.760477 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3557065 Aug 23 14:12:06.812182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0658157e-b35c-4b8e-8c7a-dabd7a21ccd2 req-97bc5160-5d45-4dc7-8337-df54d9075d8d tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759904 Aug 23 14:12:06.826150 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Request body: {'port': {'device_id': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:06.841614 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8bbde40e-e3b4-474f-88f8-a932b9c46454,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:06.845531 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:06.882656 n-d-805628-1 neutron-server[80758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2eb28e83-ce1e-4c24-ade3-cb2e9e2a2d0f', 'name': 'network-vif-deleted', 'tag': '74e8acf4-fc18-43b5-a5fb-2df87c0bfa9b', 'status': 'failed', 'code': 422} returned with failed status Aug 23 14:12:06.883331 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'tag': '882a5b99-b493-4f13-9495-007d73708b16', 'status': 'completed', 'code': 200} Aug 23 14:12:07.098995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-976aa9c5-e238-43b8-be8b-b99829cbcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:07.100926 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-976aa9c5-e238-43b8-be8b-b99829cbcb45 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 1099 time: 0.1897120 Aug 23 14:12:07.224494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:07.231022 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-bd1639f6-86fc-4cfd-97f6-4c7b0a917c09 None None] Provisioning for port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:07.240044 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'code': 200} Aug 23 14:12:07.256625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca08359-2a08-4dec-9e4c-f0e7ea8009d6 req-b83302e4-2b0f-4f9e-99c3-25a780be305f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:07.268162 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ca08359-2a08-4dec-9e4c-f0e7ea8009d6 req-b83302e4-2b0f-4f9e-99c3-25a780be305f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.3988233 Aug 23 14:12:07.270931 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:07.311587 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-bd1639f6-86fc-4cfd-97f6-4c7b0a917c09 None None] Provisioning complete for port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:07.312080 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bd1639f6-86fc-4cfd-97f6-4c7b0a917c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:07.379204 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-d43110eb-ee95-4e6c-ac0f-d92b17c301e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:07.380745 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-d43110eb-ee95-4e6c-ac0f-d92b17c301e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2725093 Aug 23 14:12:07.407764 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-bd1639f6-86fc-4cfd-97f6-4c7b0a917c09 None None] Port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:12:07.426634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:07.539306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-ffe9d4fa-0cd6-43ca-b2f9-ab6530419fda tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips/6f859b9f-16b4-49b2-ae18-d0c0ecbd1250 HTTP/1.1" status: 200 len: 693 time: 0.4362762 Aug 23 14:12:07.540857 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-f3a5e4e4-8011-43f8-8981-3dda93ede0e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=882a5b99-b493-4f13-9495-007d73708b16 HTTP/1.1" status: 200 len: 217 time: 0.0921116 Aug 23 14:12:07.547661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483b022-52bf-4caa-82ba-dd3ccaf8c149 req-52457e9a-39b3-4c78-9dd2-509cbc9c63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:07.549255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5483b022-52bf-4caa-82ba-dd3ccaf8c149 req-52457e9a-39b3-4c78-9dd2-509cbc9c63d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 1097 time: 0.2858529 Aug 23 14:12:07.698122 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ca08359-2a08-4dec-9e4c-f0e7ea8009d6 req-fd2f29e0-6751-4c66-a87a-7b687819ec2a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319916 Aug 23 14:12:07.705954 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3334d8-49e9-4de3-ada3-130327f8e905 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:07.745928 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:07.767833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 882a5b99-b493-4f13-9495-007d73708b16 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:07.865655 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5483b022-52bf-4caa-82ba-dd3ccaf8c149 req-4b2e0b85-53ed-4a99-881c-5412c6d4bd39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928572 Aug 23 14:12:07.884941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-d3571c50-852e-46b8-a1e8-af5b3c2963e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:07.886479 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-d3571c50-852e-46b8-a1e8-af5b3c2963e3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3127229 Aug 23 14:12:07.937840 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:07.996502 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 882a5b99-b493-4f13-9495-007d73708b16, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=882a5b99-b493-4f13-9495-007d73708b16,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:08.005104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-238871d9-f2fb-4473-8bff-db2157e68314 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:08.009269 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-238871d9-f2fb-4473-8bff-db2157e68314 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.4567437 Aug 23 14:12:08.018379 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '882a5b99-b493-4f13-9495-007d73708b16', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '882a5b99-b493-4f13-9495-007d73708b16', 'mac_address': 'fa:16:3e:9c:1d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:08.036012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-a3bfe2fa-1092-468d-95e8-69f9cad4eaa9 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:12:08.037310 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-a3bfe2fa-1092-468d-95e8-69f9cad4eaa9 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109546 Aug 23 14:12:08.121593 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.149450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882a5b99-b493-4f13-9495-007d73708b16 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:08.167338 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 882a5b99-b493-4f13-9495-007d73708b16, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=882a5b99-b493-4f13-9495-007d73708b16,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:08.188999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62351c-a44d-4793-89a7-8d23badd9c6c req-9e472ca6-7b9d-4c86-bfe7-4be7c7fc4fff tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:08.190556 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3c62351c-a44d-4793-89a7-8d23badd9c6c req-9e472ca6-7b9d-4c86-bfe7-4be7c7fc4fff tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 944 time: 0.2949247 Aug 23 14:12:08.201813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] Transition to ACTIVE for port object 2e3334d8-49e9-4de3-ada3-130327f8e905 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:08.204826 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-21d35f56-aca4-4ab5-82d4-82e55c7157ac tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.206 HTTP/1.1" status: 200 len: 696 time: 0.1578696 Aug 23 14:12:08.220002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:08.231254 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.234648 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.238213 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:08.261539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Transition to ACTIVE for port object 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:08.266459 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3c62351c-a44d-4793-89a7-8d23badd9c6c req-4a7ab8b9-3f97-4625-8ec5-1fba543f86ed tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660026 Aug 23 14:12:08.268930 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.272892 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:08.327429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-8a5cf55b-6327-472b-8aee-fea5b2a18ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:08.329105 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-8a5cf55b-6327-472b-8aee-fea5b2a18ed8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4341438 Aug 23 14:12:08.352860 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-2fa0d013-0dff-4971-9b27-70ba32795027 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.206 HTTP/1.1" status: 200 len: 696 time: 0.1313303 Aug 23 14:12:08.352999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=882a5b99-b493-4f13-9495-007d73708b16,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:08.352999 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:08.389314 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.498303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] No DVR routers for this DVR port 2e3334d8-49e9-4de3-ada3-130327f8e905 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:08.545287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['882a5b99-b493-4f13-9495-007d73708b16'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:08.554424 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] Pushing event updated for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=10']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:08.572562 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:08.573873 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:08.651875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Deleting port ce94d0d8-0d3a-4409-9bdd-b8601a14e58e {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:08.652488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:08.782893 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] 10.222.0.64 "PUT /v2.0/ports/2e3334d8-49e9-4de3-ada3-130327f8e905/bindings/n-h1-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1434312 Aug 23 14:12:08.793532 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-8d927a00-af64-4f84-85ee-867bc4b1d576 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465656 Aug 23 14:12:08.815341 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:08.823456 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:08.868307 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8f56-712d-4965-8693-9e892c4f1288 req-ebdab947-d584-49df-92d2-ab4879836182 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:08.869233 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-129f8f56-712d-4965-8693-9e892c4f1288 req-ebdab947-d584-49df-92d2-ab4879836182 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:08.883968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Attempting to bind port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:08.886105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Attempting to bind port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:08.886105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Attempting to bind port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:08.895116 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:12:08.895465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Attempting to bind port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:08.902043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:08.902373 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:08.902804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:08.903252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Bound port: 8dbf5a78-aea5-4ba4-9d7e-8f27292df234, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:08.903533 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.018615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-129f8f56-712d-4965-8693-9e892c4f1288 req-ebdab947-d584-49df-92d2-ab4879836182 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:09.020094 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-129f8f56-712d-4965-8693-9e892c4f1288 req-ebdab947-d584-49df-92d2-ab4879836182 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 947 time: 0.5874908 Aug 23 14:12:09.037481 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.037803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.115916 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] For port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:09.122863 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-129f8f56-712d-4965-8693-9e892c4f1288 req-3f58e473-72dd-47b3-8fb3-cc685c9570cb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895419 Aug 23 14:12:09.141001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] For port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:09.144467 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-47847f45-4d27-45a4-bde1-e2074b15e56b tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:09.145907 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-47847f45-4d27-45a4-bde1-e2074b15e56b tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.1951301 Aug 23 14:12:09.184849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Calling delete_port for ce94d0d8-0d3a-4409-9bdd-b8601a14e58e owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:09.213968 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.218162 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:09.221897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17757a9f-8d1d-4770-84d5-47f9b4e2ec0e req-31e81948-8528-49c2-9dff-1cb44561480d service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189026 Aug 23 14:12:09.306998 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:09.307683 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.309124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] 10.222.0.82 "PUT /v2.0/ports/8dbf5a78-aea5-4ba4-9d7e-8f27292df234 HTTP/1.1" status: 200 len: 1095 time: 2.5065618 Aug 23 14:12:09.311683 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'tag': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:09.352719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-913de73e-0e50-46ef-a4ff-0b36e8dd4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:09.355677 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-913de73e-0e50-46ef-a4ff-0b36e8dd4646 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1&tenant_id=9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 1096 time: 0.2020912 Aug 23 14:12:09.357400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:09.363324 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:09.516440 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.521660 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:09.578650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event deleted for resources: {'Port': ['ID=ce94d0d8-0d3a-4409-9bdd-b8601a14e58e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:09.589384 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:09.739086 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 882a5b99-b493-4f13-9495-007d73708b16 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:09.799052 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-fa86006b-375b-40af-95d1-fcd7e83cf49d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:09.807940 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-fa86006b-375b-40af-95d1-fcd7e83cf49d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.4338076 Aug 23 14:12:09.830544 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-532f3b13-7fdb-43a3-87a5-6c8f990305ac tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/quotas/dd04698ad3cd4dcd8a665df269b8be61 HTTP/1.1" status: 200 len: 375 time: 0.0213258 Aug 23 14:12:09.836571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-00f81699-ccd4-4334-ba89-5f75cffdfbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:09.838088 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-00f81699-ccd4-4334-ba89-5f75cffdfbca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1096 time: 0.3978627 Aug 23 14:12:09.842054 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.844842 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-565c3a43-cdc2-4f69-8c37-7b25e71f500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:09.844842 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-565c3a43-cdc2-4f69-8c37-7b25e71f500b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 1098 time: 0.3553414 Aug 23 14:12:09.850161 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:09.857698 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.859075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e27516f7-f88f-45ee-a72c-eb0f1beb67b1 req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "DELETE /v2.0/floatingips/6f859b9f-16b4-49b2-ae18-d0c0ecbd1250 HTTP/1.1" status: 204 len: 173 time: 1.5135837 Aug 23 14:12:09.921964 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 882a5b99-b493-4f13-9495-007d73708b16 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:09.930671 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 882a5b99-b493-4f13-9495-007d73708b16 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:09.931149 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:09.972311 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d3a999c7-36aa-4a26-8bd2-099d540be06b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1325483 Aug 23 14:12:09.985447 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-52db5747-d1b0-4fcd-b91c-eb0e4d5a612e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8dbf5a78-aea5-4ba4-9d7e-8f27292df234 HTTP/1.1" status: 200 len: 217 time: 0.1074748 Aug 23 14:12:09.991958 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:10.089758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3d6d6-6d96-4356-93bf-8e988383b8ad req-b781e6c7-7ccb-459e-87c3-9bb740358bcd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.089992 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:10.091672 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13e3d6d6-6d96-4356-93bf-8e988383b8ad req-b781e6c7-7ccb-459e-87c3-9bb740358bcd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 949 time: 0.1355944 Aug 23 14:12:10.124580 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882a5b99-b493-4f13-9495-007d73708b16'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:10.137292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 882a5b99-b493-4f13-9495-007d73708b16, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=882a5b99-b493-4f13-9495-007d73708b16,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:10.153056 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13e3d6d6-6d96-4356-93bf-8e988383b8ad req-435e1569-36a5-4f85-81f2-ae8c951b2712 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534544 Aug 23 14:12:10.228662 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:10.230454 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:10.266675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-9d3fd104-a7ee-4758-9a56-4df1c10a527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.267148 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-9d3fd104-a7ee-4758-9a56-4df1c10a527f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2462137 Aug 23 14:12:10.272280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-9b33c474-ad85-4678-961b-d92809ba622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.273809 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-9b33c474-ad85-4678-961b-d92809ba622a service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.3973701 Aug 23 14:12:10.316832 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=882a5b99-b493-4f13-9495-007d73708b16,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:10.321988 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:10.349122 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c27fbe-6851-4b0f-9a6f-4cb49d3e702a req-dd3cba4c-59dd-40c3-ae62-f262c164634f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.351152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09c27fbe-6851-4b0f-9a6f-4cb49d3e702a req-dd3cba4c-59dd-40c3-ae62-f262c164634f tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 946 time: 0.0913444 Aug 23 14:12:10.401571 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09c27fbe-6851-4b0f-9a6f-4cb49d3e702a req-9aea59bf-b7d5-4746-b212-b57e362e9ede tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Aug 23 14:12:10.402832 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-217da597-315c-44a9-8589-d383ceed78ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 200 len: 217 time: 0.0875893 Aug 23 14:12:10.406453 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-6ad886cb-db62-46fd-aa69-ce270597292e service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230182 Aug 23 14:12:10.581037 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-da0b7deb-e2c3-426f-beac-aaadf697a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.582526 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-da0b7deb-e2c3-426f-beac-aaadf697a02d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1691463 Aug 23 14:12:10.606337 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a844cb-9d17-4344-a0cb-1f90e3c711fd req-80e1f2cd-24ed-4fc2-a2f4-23776d5325da tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.607834 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7a844cb-9d17-4344-a0cb-1f90e3c711fd req-80e1f2cd-24ed-4fc2-a2f4-23776d5325da tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.0899010 Aug 23 14:12:10.636721 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09793578-9de7-414b-99b3-af2c74d08119 req-99543faf-3445-40d7-a9d2-9e2204a3654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.638307 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-99543faf-3445-40d7-a9d2-9e2204a3654d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3636308 Aug 23 14:12:10.659700 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7a844cb-9d17-4344-a0cb-1f90e3c711fd req-e065e781-b3a3-40be-a7a4-a3a6bfd283d8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449085 Aug 23 14:12:10.678545 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-afb7792e-6aab-4920-a983-e99520c4867f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826843 Aug 23 14:12:10.689410 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-a417c196-80be-4fa5-bfc8-299ce3ea91ea service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718134 Aug 23 14:12:10.867619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33dd60-be9d-4ed5-b2b2-a231ce9c6c67 req-990d4094-1de9-43b8-bad7-e4e79ca61a25 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:10.875006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b33dd60-be9d-4ed5-b2b2-a231ce9c6c67 req-990d4094-1de9-43b8-bad7-e4e79ca61a25 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 945 time: 0.1127796 Aug 23 14:12:10.918770 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-182ed60d-b0f5-48d1-a6a3-bab2773da55d service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640555 Aug 23 14:12:10.925315 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-ca7fd9f0-8bd5-42d4-b47e-dbf251bddcc3 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383544 Aug 23 14:12:10.926325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b33dd60-be9d-4ed5-b2b2-a231ce9c6c67 req-1692668c-fccb-4e00-939e-c7b9de28301f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504100 Aug 23 14:12:11.031175 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'tag': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234', 'status': 'completed', 'code': 200} Aug 23 14:12:11.092827 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882a5b99-b493-4f13-9495-007d73708b16', 'code': 200} Aug 23 14:12:11.103516 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-cdd13262-ef70-4f38-b768-f93d246b9e2e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips/fb361f35-0f24-4a24-87c4-eb0597302b11 HTTP/1.1" status: 200 len: 693 time: 0.1388278 Aug 23 14:12:11.317277 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-2bc7ecc4-fa9c-48f6-8610-abce0eb3d360 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726239 Aug 23 14:12:11.319854 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09793578-9de7-414b-99b3-af2c74d08119 req-ee519fda-1850-44f9-910d-2053f080df68 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936906 Aug 23 14:12:11.361361 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caefe8-dbd0-47fa-9558-33231848c64e req-d468818c-b781-471f-9836-a6a7da5e66f6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:11.362934 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e3caefe8-dbd0-47fa-9558-33231848c64e req-d468818c-b781-471f-9836-a6a7da5e66f6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 947 time: 0.1218545 Aug 23 14:12:11.447560 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e3caefe8-dbd0-47fa-9558-33231848c64e req-50e2c6d6-0400-40f4-944b-de17ac3434ac tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742466 Aug 23 14:12:11.466424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-042a238d-45e0-4057-90b7-a5feb696f00f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:11.467931 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-042a238d-45e0-4057-90b7-a5feb696f00f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.3635743 Aug 23 14:12:11.478541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42504dda-591c-4562-9d5e-2aab3d247937 req-89654a04-ec0a-4354-9662-9b7b0b2127c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:11.479997 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42504dda-591c-4562-9d5e-2aab3d247937 req-89654a04-ec0a-4354-9662-9b7b0b2127c7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 1101 time: 0.2974918 Aug 23 14:12:11.579120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-86b4aa2e-610c-40ad-a9bd-7c1e3eb6baea tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Synchronizing usage tracker for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:11.606108 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42504dda-591c-4562-9d5e-2aab3d247937 req-3fb25dd8-5145-458d-9684-f48b99ad17b3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717711 Aug 23 14:12:11.753991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-86b4aa2e-610c-40ad-a9bd-7c1e3eb6baea tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Unset dirty status for tenant:cddd67dde5f3462086743a6f598a5709 on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:11.755432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-86b4aa2e-610c-40ad-a9bd-7c1e3eb6baea tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.2744436 Aug 23 14:12:11.874106 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a7309-86d8-4041-8c1a-30b69192281f req-097755a4-25fd-44ac-8057-5c80a9b024d3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:11.875853 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c7a7309-86d8-4041-8c1a-30b69192281f req-097755a4-25fd-44ac-8057-5c80a9b024d3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 946 time: 0.2128007 Aug 23 14:12:11.885787 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 38926) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:11.895747 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Request body: {'floatingip': {'port_id': '8bbde40e-e3b4-474f-88f8-a932b9c46454'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:11.901571 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-1c979555-e986-4bef-b8fa-c4610a8c9f1d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.1393411 Aug 23 14:12:12.082663 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:12.089185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Deleting port f078c501-e118-4839-9b89-6ee31ac24e18 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:12.089621 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:12.148423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e290-254c-4f5c-b423-1746653f850a req-20c47e12-fd92-4be5-bc85-f78b5e022d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.149966 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e3e290-254c-4f5c-b423-1746653f850a req-20c47e12-fd92-4be5-bc85-f78b5e022d5e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 1098 time: 0.3348918 Aug 23 14:12:12.150863 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8a5d370b-35ee-40ae-9d71-fcdc30b5e62c req-405b2d2b-67b5-41ec-9ad2-333beb2a74b7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 210 time: 0.1766257 Aug 23 14:12:12.351437 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-af1fe31b-3f56-439d-91a8-7915c4c6c6ad tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.351437 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-af1fe31b-3f56-439d-91a8-7915c4c6c6ad tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.3726234 Aug 23 14:12:12.545171 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:12.545488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:12.557764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e290-254c-4f5c-b423-1746653f850a req-1b13b1cd-a3b7-44c3-98b2-3a64703da00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.559344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e3e290-254c-4f5c-b423-1746653f850a req-1b13b1cd-a3b7-44c3-98b2-3a64703da00a service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3888919 Aug 23 14:12:12.668666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f123fca-3db9-4585-b3d3-80bd93edccb2 req-f5741bf8-fcfd-4309-ba24-3745fffa42e8 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.670384 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f123fca-3db9-4585-b3d3-80bd93edccb2 req-f5741bf8-fcfd-4309-ba24-3745fffa42e8 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 950 time: 0.3898051 Aug 23 14:12:12.747029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Calling delete_port for f078c501-e118-4839-9b89-6ee31ac24e18 owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:12.794721 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e3e290-254c-4f5c-b423-1746653f850a req-f8bf11fe-472a-4eee-916c-95a531a8aa56 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8dbf5a78-aea5-4ba4-9d7e-8f27292df234 HTTP/1.1" status: 200 len: 217 time: 0.1704164 Aug 23 14:12:12.889662 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f123fca-3db9-4585-b3d3-80bd93edccb2 req-be74f46e-3439-44be-bd79-7fd7493c8882 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111747 Aug 23 14:12:12.902479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e290-254c-4f5c-b423-1746653f850a req-cad7fb90-4316-4e9e-b82a-f3bc21ddf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:12.903951 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e3e290-254c-4f5c-b423-1746653f850a req-cad7fb90-4316-4e9e-b82a-f3bc21ddf768 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1014025 Aug 23 14:12:13.059126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e290-254c-4f5c-b423-1746653f850a req-46140a13-b6b6-4fa0-b4ad-d35e07b30bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:13.060644 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e3e290-254c-4f5c-b423-1746653f850a req-46140a13-b6b6-4fa0-b4ad-d35e07b30bef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394083 Aug 23 14:12:13.072529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-cec36c1d-e26c-41e6-a398-43530c9e89c5 service neutron] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:13.081949 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-cec36c1d-e26c-41e6-a398-43530c9e89c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:13.083283 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7372771-6c6b-4b44-8903-9a9f2b0c89d5 req-cec36c1d-e26c-41e6-a398-43530c9e89c5 service neutron] 10.222.0.82 "DELETE /v2.0/ports/2e3334d8-49e9-4de3-ada3-130327f8e905/bindings/n-h2-805628-1 HTTP/1.1" status: 204 len: 173 time: 0.7132792 Aug 23 14:12:13.139318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d150e-3248-4b06-9cb6-79b39f239c17 req-19b64a5d-a080-496a-8187-70857a65d84c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:13.140923 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df2d150e-3248-4b06-9cb6-79b39f239c17 req-19b64a5d-a080-496a-8187-70857a65d84c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.1126561 Aug 23 14:12:13.204543 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df2d150e-3248-4b06-9cb6-79b39f239c17 req-589bb771-fa48-4aaf-a96e-70aede97c31e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536666 Aug 23 14:12:13.247764 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e3e290-254c-4f5c-b423-1746653f850a req-072fe932-787a-47fa-99eb-06bed9a95b6d service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745901 Aug 23 14:12:13.415629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20e3e290-254c-4f5c-b423-1746653f850a req-2521cf47-2a73-40ab-8a5e-408a5df0f07f service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588976 Aug 23 14:12:13.439427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d59df-b7c7-4fb7-8819-1a9181a2e023 req-ee280346-0604-4f6a-8fe6-c2b8937ae9f8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:13.440984 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bf9d59df-b7c7-4fb7-8819-1a9181a2e023 req-ee280346-0604-4f6a-8fe6-c2b8937ae9f8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 945 time: 0.1279969 Aug 23 14:12:13.493764 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bf9d59df-b7c7-4fb7-8819-1a9181a2e023 req-a58ee4b4-5a4a-4b5f-bbff-54d3140940fc tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451763 Aug 23 14:12:13.690107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c487d-ed49-472a-9cd7-0f2c71e18d1e req-30f45dc5-4232-4f4e-b6b5-165d1cf60810 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:13.691719 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc0c487d-ed49-472a-9cd7-0f2c71e18d1e req-30f45dc5-4232-4f4e-b6b5-165d1cf60810 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 947 time: 0.0880117 Aug 23 14:12:13.773465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:13.830155 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:13.834354 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:13.869004 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc0c487d-ed49-472a-9cd7-0f2c71e18d1e req-e89dc18d-2f90-47c7-9833-f61fd28c7dbd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712492 Aug 23 14:12:13.933610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Pushing event deleted for resources: {'Port': ['ID=f078c501-e118-4839-9b89-6ee31ac24e18,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:13.981731 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:14.001974 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:14.003743 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234', 'mac_address': 'fa:16:3e:49:c4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:14.058852 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.106602 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.131552 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:14.150601 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:14.162560 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.188907 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.192468 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed73e1bc-e34a-41fc-8f04-80c23755f841 req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] 10.222.0.72 "DELETE /v2.0/floatingips/fb361f35-0f24-4a24-87c4-eb0597302b11 HTTP/1.1" status: 204 len: 173 time: 2.2876630 Aug 23 14:12:14.197451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 38942) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:14.308975 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.313249 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:14.318670 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:14.391362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25b79a19-dc79-416f-b672-8e32ca7e8b0b req-cd564d1b-b0ca-4d84-9e18-c5f580e3afaa tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 210 time: 0.1310079 Aug 23 14:12:14.402375 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:14.407301 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:14.431114 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d540a18-8098-420c-a2e9-4eb5c521781e req-a5ceda04-f3fb-4c09-a7fd-9f9a6ee5308d tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:14.440673 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5d540a18-8098-420c-a2e9-4eb5c521781e req-a5ceda04-f3fb-4c09-a7fd-9f9a6ee5308d tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 950 time: 0.1209416 Aug 23 14:12:14.511600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5d540a18-8098-420c-a2e9-4eb5c521781e req-c1844d21-626f-4d5d-bd93-2d184330d37f tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Aug 23 14:12:14.635740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['8dbf5a78-aea5-4ba4-9d7e-8f27292df234'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:14.689857 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41 associated. External IP: 172.25.7.67, port: 8bbde40e-e3b4-474f-88f8-a932b9c46454. Aug 23 14:12:14.710212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859071a-95ba-4c2d-86ee-fd0548b3f878 req-cd3007f5-7037-4514-8d74-97334e04810b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:14.719742 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3859071a-95ba-4c2d-86ee-fd0548b3f878 req-cd3007f5-7037-4514-8d74-97334e04810b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.0985253 Aug 23 14:12:14.789788 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3859071a-95ba-4c2d-86ee-fd0548b3f878 req-fb9d2371-1386-4730-aacc-6111faabc048 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678346 Aug 23 14:12:15.068686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1399f7-20ff-4dcc-8b86-4065d8a43305 req-57c4c044-c8d9-45e8-a7e1-8cae79ce99a0 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:15.070424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc1399f7-20ff-4dcc-8b86-4065d8a43305 req-57c4c044-c8d9-45e8-a7e1-8cae79ce99a0 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1096 time: 0.5468304 Aug 23 14:12:15.554355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc1399f7-20ff-4dcc-8b86-4065d8a43305 req-81047b30-60c3-4ca0-ad30-de82cf47b4b9 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402673 Aug 23 14:12:15.568668 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-8bd71c12-482b-4645-aed5-58744f797773 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:15.570948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-8bd71c12-482b-4645-aed5-58744f797773 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.6140158 Aug 23 14:12:15.599465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Request body: {'port': {'device_id': '1cadae81-eed4-4ba7-872f-6fe258628254', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'admin_state_up': True, 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:15.795874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31e58d-d9f0-462f-8a18-f82c84dcbcfd req-6fae222d-5666-4dcf-a434-d53b9f0594e1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:15.804604 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d31e58d-d9f0-462f-8a18-f82c84dcbcfd req-6fae222d-5666-4dcf-a434-d53b9f0594e1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 948 time: 0.1122832 Aug 23 14:12:15.865701 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d31e58d-d9f0-462f-8a18-f82c84dcbcfd req-1a19a67d-6122-46a6-89a8-5540b7c1df86 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600204 Aug 23 14:12:15.953889 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Router 2518098c-8b04-49e6-8834-c59f8eb9b632 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:12:16.058456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-77dba2b4-5f32-412f-a971-d0aff6cea17e tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:16.060002 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-77dba2b4-5f32-412f-a971-d0aff6cea17e tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 1101 time: 0.0795128 Aug 23 14:12:16.086369 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.103359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:16.107385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Usage tracker for resource:security_group_rule and tenant:a6deab363aa3469eb06f6a700cbe544d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:16.110576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:16.118179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:16.130480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:16.154413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Usage tracker for resource:port and tenant:dd04698ad3cd4dcd8a665df269b8be61 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:16.198183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:16.211540 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:16.221221 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a0b83885-a573-4303-97e7-98c365328f3c req-28ac91ac-4fd8-4f86-81f3-f248cd485344 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 210 time: 0.0922294 Aug 23 14:12:16.226962 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.293642 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.302646 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0f5b2db8-00ae-496b-8555-28d02458fc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:16.332223 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b0a990d-a452-4e82-87a4-86ebe72f2476 req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661569 Aug 23 14:12:16.333121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:12:16.339749 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.354756 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] Sync routers for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:12:16.361554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298ad3fa-59ad-4a17-bb7c-1be733fc8701,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:16.369118 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:16.369806 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:16.376197 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:16.427454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:16.431593 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.472954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:16.592127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e125fd3-8c74-4c45-a4ab-c59140efcd14 req-47da3813-1d0f-4128-805a-663502adc012 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:16.593946 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e125fd3-8c74-4c45-a4ab-c59140efcd14 req-47da3813-1d0f-4128-805a-663502adc012 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.1034863 Aug 23 14:12:16.595819 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bd388785-e0fb-4f28-9697-ef8606b9b759 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "PUT /v2.0/floatingips/ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41 HTTP/1.1" status: 200 len: 991 time: 4.7080202 Aug 23 14:12:16.605064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:16.632272 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:16.650921 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e125fd3-8c74-4c45-a4ab-c59140efcd14 req-33c28564-687c-49f8-8882-a4f27e4b0081 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478327 Aug 23 14:12:16.796074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8d6df-a958-4743-9ca7-184ab488c397 req-34717241-f6ee-4595-916c-c501c3d42a84 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:16.808442 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-38c8d6df-a958-4743-9ca7-184ab488c397 req-34717241-f6ee-4595-916c-c501c3d42a84 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 1096 time: 0.4724572 Aug 23 14:12:16.842837 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'status': 'completed', 'code': 200} Aug 23 14:12:16.999679 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-38c8d6df-a958-4743-9ca7-184ab488c397 req-6b79ccf2-e6ba-4143-9c2c-cecd17b6a649 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875153 Aug 23 14:12:17.044736 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Allocated IP 172.20.0.3 (b7d7a6ab-e512-4fd3-88a4-d69931798316/c9301fa6-fdc6-46b8-b982-23b8cd9cb273/9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:17.302930 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'port_id': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'mac_address': 'fa:16:3e:1a:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5b52c-5bab-4346-8891-d39945d61206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:12:13Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:17.310633 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] Checking router: 2518098c-8b04-49e6-8834-c59f8eb9b632 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:12:17.322976 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:17.323385 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:17.341360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-6ab9fcdc-9122-44a6-b981-67e67b1bd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:17.343057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-6ab9fcdc-9122-44a6-b981-67e67b1bd862 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac07226f49274821ae28226e81f7208a&device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 1097 time: 0.4773977 Aug 23 14:12:17.509084 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-086af8ec-45dd-409c-9176-64b6236d7638 req-94c91f80-0058-413a-9e8a-b04faca13d0d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 210 time: 0.0966444 Aug 23 14:12:17.528357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-3331c4dd-0e55-44f6-98a1-c852dec640f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:17.534587 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-3331c4dd-0e55-44f6-98a1-c852dec640f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 200 len: 926 time: 0.1779866 Aug 23 14:12:17.597379 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:17.665871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Deleting port effef2d4-3b88-4cb7-ac3d-d85795427ab1 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:17.666482 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:17.726664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac342d43-0e96-4db2-88f5-cb875a785eaa req-61dcfc25-3bd0-4edc-ac7b-a5a07d69593a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:17.728220 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ac342d43-0e96-4db2-88f5-cb875a785eaa req-61dcfc25-3bd0-4edc-ac7b-a5a07d69593a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 948 time: 0.5117207 Aug 23 14:12:17.755741 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-d5e9356b-c10e-4905-8c84-d21babb2bae0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454 HTTP/1.1" status: 200 len: 999 time: 0.2133944 Aug 23 14:12:17.776279 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:17.842717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-0e7b9fdf-c52b-493d-aa90-ce099219fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:17.844437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-0e7b9fdf-c52b-493d-aa90-ce099219fdee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 200 len: 863 time: 0.0684552 Aug 23 14:12:17.856401 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ac342d43-0e96-4db2-88f5-cb875a785eaa req-0738881e-76ab-4fab-8ded-70ec3bab45ed tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180682 Aug 23 14:12:17.940166 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:17.941110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-bb2d5d58-f25d-4c11-bd81-f7218dfafc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:17.954260 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-bb2d5d58-f25d-4c11-bd81-f7218dfafc75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f22f031-f57d-45d9-bb5f-58b27dc4487f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852985 Aug 23 14:12:17.981985 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:17.987532 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:18.001151 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:18.003476 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a96b5d-276e-4e97-ac41-f8bc6f169da5 req-c828a461-add4-47b1-a6ff-56df594441a0 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:18.010923 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93a96b5d-276e-4e97-ac41-f8bc6f169da5 req-c828a461-add4-47b1-a6ff-56df594441a0 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 1101 time: 0.3098493 Aug 23 14:12:18.057822 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] For port effef2d4-3b88-4cb7-ac3d-d85795427ab1, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=effef2d4-3b88-4cb7-ac3d-d85795427ab1,segment=NetworkSegment(90972428-c4ae-4cb3-9814-d6b349de03d6),segment_id=90972428-c4ae-4cb3-9814-d6b349de03d6)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:18.058450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:18.085407 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'port_id': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'mac_address': 'fa:16:3e:1a:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5b52c-5bab-4346-8891-d39945d61206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:12:13Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:18.094053 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945eea4a-e3c3-4ed8-ab17-a8405b82b298 None None] The sync data for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 is: [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'port_id': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'mac_address': 'fa:16:3e:1a:08:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad5b52c-5bab-4346-8891-d39945d61206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:09:07Z', 'updated_at': '2021-08-23T14:12:13Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:12:18.110491 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93a96b5d-276e-4e97-ac41-f8bc6f169da5 req-8a669877-1db2-421e-ad1d-49841ed0caa1 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983891 Aug 23 14:12:18.233277 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-8d9ec8c1-9c51-4c7f-8fcb-5cc24e8e7212 service neutron] 10.222.0.64 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819088 Aug 23 14:12:18.239643 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:18.301377 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Calling delete_port for effef2d4-3b88-4cb7-ac3d-d85795427ab1 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:18.304563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:18.305968 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:18.423203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c181c4d3-5a4e-4cfb-b351-4c7d38f70aa2 req-f15e6437-2d0c-4863-9087-f3909a2ca83d service neutron] 10.222.0.64 "GET /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811762 Aug 23 14:12:18.453790 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:18.453790 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:18.484715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae2797-fd08-4f93-b83c-348a4287abc6 None None] New status for floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:12:18.588706 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:18.595251 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c90b4bc-2dbc-47eb-ab88-fbfbc57d5e37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:18.690402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:18.700443 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:18.701918 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:18.709257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:18.717920 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:18.737040 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event updated for resources: {'Port': ['ID=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:18.740130 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:18.749947 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eac0c-9bf1-4d4f-9bc1-a5c33ee4bfcf req-9d347984-d6c1-4f6f-be59-e763ec790b18 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:18.751507 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-773eac0c-9bf1-4d4f-9bc1-a5c33ee4bfcf req-9d347984-d6c1-4f6f-be59-e763ec790b18 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.4191482 Aug 23 14:12:18.878517 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-773eac0c-9bf1-4d4f-9bc1-a5c33ee4bfcf req-226ed787-b332-42da-9c97-5e8471f177c7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109431 Aug 23 14:12:18.890564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:18.890710 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:18.987414 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234', 'code': 200} Aug 23 14:12:18.996558 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4085338 Aug 23 14:12:19.017482 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Request body: {'port': {'device_id': '1cadae81-eed4-4ba7-872f-6fe258628254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:19.149603 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.190726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2eba1-7e27-40de-9b70-453252ede309 req-1ea1d3f8-27fc-4d43-841e-2632f2e0b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:19.193773 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8de2eba1-7e27-40de-9b70-453252ede309 req-1ea1d3f8-27fc-4d43-841e-2632f2e0b218 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 1100 time: 0.1180217 Aug 23 14:12:19.194011 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-808aa71f-c13e-4140-8236-24f87ba2d49f tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:19.246402 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8de2eba1-7e27-40de-9b70-453252ede309 req-ac69bdc0-8861-4ff0-995a-de7fb7558308 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Aug 23 14:12:19.360422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42a80c-b2e3-4309-8ec6-2e10bcdbffd4 req-33ce8d4e-6be1-49d5-b8b3-7f351d08775e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:19.362340 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc42a80c-b2e3-4309-8ec6-2e10bcdbffd4 req-33ce8d4e-6be1-49d5-b8b3-7f351d08775e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 949 time: 0.0987842 Aug 23 14:12:19.391856 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=effef2d4-3b88-4cb7-ac3d-d85795427ab1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:19.420152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc42a80c-b2e3-4309-8ec6-2e10bcdbffd4 req-aed60a64-a8f0-4d47-9e91-5f3045589ae1 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Aug 23 14:12:19.423002 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:19.432959 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:19.767015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a8dc8-738b-4353-a982-9b977eb2a618 req-3f2940fd-9298-4956-8c89-e90dd37cfcc5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:19.768152 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-640a8dc8-738b-4353-a982-9b977eb2a618 req-3f2940fd-9298-4956-8c89-e90dd37cfcc5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:20.074607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-640a8dc8-738b-4353-a982-9b977eb2a618 req-3f2940fd-9298-4956-8c89-e90dd37cfcc5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:20.076557 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-640a8dc8-738b-4353-a982-9b977eb2a618 req-3f2940fd-9298-4956-8c89-e90dd37cfcc5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 931 time: 0.9280331 Aug 23 14:12:20.102357 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.201606 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:12:20.315009 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-640a8dc8-738b-4353-a982-9b977eb2a618 req-b185b499-00cb-43ed-82be-0163fa349380 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277706 Aug 23 14:12:20.337406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:20.420883 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.487051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Transition to ACTIVE for port object 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:20.614671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1916ade-f16c-4c50-8703-3082e92a0c9b req-87c7c52f-9a74-4116-a3b1-102b8ac9d4f7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:20.617719 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1916ade-f16c-4c50-8703-3082e92a0c9b req-87c7c52f-9a74-4116-a3b1-102b8ac9d4f7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.1658492 Aug 23 14:12:20.680338 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1916ade-f16c-4c50-8703-3082e92a0c9b req-e493bf1f-ee6b-4620-86a6-ad0b84579c2f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546484 Aug 23 14:12:20.697290 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:20.704989 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac5d01e0-3622-48ca-8853-48c4cf8e9d64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:20.949180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Pushing event updated for resources: {'Port': ['ID=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:20.951204 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:21.007471 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Router bf36a0c5-788f-45d5-bfc8-99631e1d82fe has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:12:21.093961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e4b23-b593-4f76-99ee-40374e23e87d req-5d71bc7a-840b-41bb-8c11-45db110c40f8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:21.102373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c67e4b23-b593-4f76-99ee-40374e23e87d req-5d71bc7a-840b-41bb-8c11-45db110c40f8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 949 time: 0.1553597 Aug 23 14:12:21.162523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c67e4b23-b593-4f76-99ee-40374e23e87d req-eb4f2a86-941b-46d3-b7f1-c672844cb540 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Aug 23 14:12:21.237040 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b0ab-e4b4-4346-8680-036eb46a19e2 req-ab28362e-eaad-4995-bdc9-63ec9c238c41 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:21.238695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28a1b0ab-e4b4-4346-8680-036eb46a19e2 req-ab28362e-eaad-4995-bdc9-63ec9c238c41 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 950 time: 0.6177816 Aug 23 14:12:21.401766 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583712b4-81d3-467a-bfc6-cd998c2dde37 req-0e8e70da-4f65-4a58-98eb-644a1d1fa100 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:21.403757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Attempting to bind port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:21.404113 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Attempting to bind port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:21.404454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Attempting to bind port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:21.405854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-583712b4-81d3-467a-bfc6-cd998c2dde37 req-0e8e70da-4f65-4a58-98eb-644a1d1fa100 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 1100 time: 0.1101768 Aug 23 14:12:21.412258 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28a1b0ab-e4b4-4346-8680-036eb46a19e2 req-98f8c568-dd9f-403a-9105-d6ffe63fedcf tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069860 Aug 23 14:12:21.474135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c on network b7d7a6ab-e512-4fd3-88a4-d69931798316 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:12:21.484574 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Attempting to bind port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:21.489319 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-583712b4-81d3-467a-bfc6-cd998c2dde37 req-8cc1bdd5-7a53-46ed-9844-36d8870a9fd6 tempest-ServersOnMultiNodesTest-1933009489 tempest-ServersOnMultiNodesTest-1933009489-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767744 Aug 23 14:12:21.511005 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:21.512043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Checking segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:21.512966 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Bound using segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:21.513927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Bound port: 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:21.515913 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:21.591480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:12:21.603206 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] Sync routers for ids ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:12:21.622308 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/bf36a0c5-788f-45d5-bfc8-99631e1d82fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4236085 Aug 23 14:12:21.623961 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] Routers {'bf36a0c5-788f-45d5-bfc8-99631e1d82fe'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:21.626983 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39068) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:21.627456 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:21.685869 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] For port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:21.691679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] For port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:21.766267 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:21.773566 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:21.909220 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:21.909892 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:21.911469 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] 10.222.0.64 "PUT /v2.0/ports/9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c HTTP/1.1" status: 200 len: 1091 time: 2.9047751 Aug 23 14:12:21.914492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cadae81-eed4-4ba7-872f-6fe258628254', 'tag': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:22.018991 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Pushing event updated for resources: {'Port': ['ID=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:22.057668 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.058494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.059339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.059908 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.061645 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.065688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.069359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.069359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.069359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.069359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.069359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.069359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:22.078534 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:22.141673 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:22.167981 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] Set router bf36a0c5-788f-45d5-bfc8-99631e1d82fe gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:22.202461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a11fd-c6ad-4f3b-8e3c-4954ace8eb1f req-e63f285a-4e1f-49ae-b917-c6e9d2852ecc tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:22.204176 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-598a11fd-c6ad-4f3b-8e3c-4954ace8eb1f req-e63f285a-4e1f-49ae-b917-c6e9d2852ecc tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 943 time: 0.2916784 Aug 23 14:12:22.283818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-598a11fd-c6ad-4f3b-8e3c-4954ace8eb1f req-1808e19b-629d-4ccc-bd37-21ecf0c33cbd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700848 Aug 23 14:12:22.291340 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-a38d466e-be86-445a-ad11-bc7864ddde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:22.292899 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-a38d466e-be86-445a-ad11-bc7864ddde69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 1094 time: 0.1811173 Aug 23 14:12:22.413351 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-1e860619-e809-4d71-ae76-c14b60409fe6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c HTTP/1.1" status: 200 len: 217 time: 0.1113694 Aug 23 14:12:22.433884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-b7e45422-4cdb-4be3-a539-a96cb1be5354 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:22.435599 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-b7e45422-4cdb-4be3-a539-a96cb1be5354 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 950 time: 0.5433440 Aug 23 14:12:22.516943 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cadae81-eed4-4ba7-872f-6fe258628254', 'tag': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c', 'status': 'completed', 'code': 200} Aug 23 14:12:22.546297 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:22.572772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Deleting port 882a5b99-b493-4f13-9495-007d73708b16 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:22.573127 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:22.601057 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-01b3bd00-d474-4ec2-989b-efbb3a5fb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:22.602660 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-01b3bd00-d474-4ec2-989b-efbb3a5fb184 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1822472 Aug 23 14:12:22.697703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-83d383ac-c483-453f-a999-3f969d14b9d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870628 Aug 23 14:12:22.864670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-1b9b24fa-def1-4251-9b08-ffa3065aeb27 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546803 Aug 23 14:12:22.898116 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:12:18Z', 'revision_number': 5, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port': {'id': '317ebf92-b03a-42cf-b9ff-85c313210d67', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:11:15Z', 'updated_at': '2021-08-23T14:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:22.908385 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] Checking router: bf36a0c5-788f-45d5-bfc8-99631e1d82fe for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:12:22.917659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288ceb4-ec00-47c5-b5b7-c48a8138f1a2 req-d70afc97-2541-4c55-8454-ad7b3e6eb55e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:22.919496 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e288ceb4-ec00-47c5-b5b7-c48a8138f1a2 req-d70afc97-2541-4c55-8454-ad7b3e6eb55e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.2758060 Aug 23 14:12:22.925907 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] Routers {'bf36a0c5-788f-45d5-bfc8-99631e1d82fe'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:22.927239 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:22.940302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4657bee-da12-44c0-9e46-57f40bbfae77 req-d23ce3b4-7fc4-495d-9f06-0021fccc8150 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:22.945434 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4657bee-da12-44c0-9e46-57f40bbfae77 req-d23ce3b4-7fc4-495d-9f06-0021fccc8150 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 949 time: 0.3137798 Aug 23 14:12:22.969562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Deleting port 317ebf92-b03a-42cf-b9ff-85c313210d67 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:22.969562 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:23.094970 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e288ceb4-ec00-47c5-b5b7-c48a8138f1a2 req-c55944c5-d6f2-4541-aaaa-227e7d017d7a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604512 Aug 23 14:12:23.164936 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-422d116d-2f6e-44a7-aa40-f9b99771fdf4 req-042dd2d9-615d-4c27-9114-1e27bc55e9c5 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913022 Aug 23 14:12:23.192046 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] Set router bf36a0c5-788f-45d5-bfc8-99631e1d82fe gateway port host: None {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:23.404657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11d64-16ab-4a99-bc86-ff64cccc15a3 req-f29cce88-5f91-4080-a3bd-c108242c697d tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:23.404657 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2e11d64-16ab-4a99-bc86-ff64cccc15a3 req-f29cce88-5f91-4080-a3bd-c108242c697d tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 950 time: 0.1209354 Aug 23 14:12:23.404843 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:12:22Z', 'revision_number': 6, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port_host': None}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:23.412132 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00f451-d8e9-4ef9-9d07-9a34cad5bf76 None None] The sync data for ids ['bf36a0c5-788f-45d5-bfc8-99631e1d82fe'] in n-d-805628-1 is: [{'id': 'bf36a0c5-788f-45d5-bfc8-99631e1d82fe', 'name': 'tempest-FloatingIPDetailsTestJSON-2017418430-router', 'tenant_id': 'cddd67dde5f3462086743a6f598a5709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:11:13Z', 'updated_at': '2021-08-23T14:12:22Z', 'revision_number': 6, 'project_id': 'cddd67dde5f3462086743a6f598a5709', 'gw_port_host': None}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:12:23.433173 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4657bee-da12-44c0-9e46-57f40bbfae77 req-b351a577-c761-4f9f-bd43-595536cb3df9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875731 Aug 23 14:12:23.529227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] For port 882a5b99-b493-4f13-9495-007d73708b16, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=882a5b99-b493-4f13-9495-007d73708b16,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:23.529632 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:23.552423 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2e11d64-16ab-4a99-bc86-ff64cccc15a3 req-ab2b621a-9177-44eb-b732-5d95b5734ffa tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182721 Aug 23 14:12:23.555154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] For port 317ebf92-b03a-42cf-b9ff-85c313210d67, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=317ebf92-b03a-42cf-b9ff-85c313210d67,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:23.555790 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:23.618951 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-55306089-604e-4906-878a-4b3af064ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:23.622378 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-55306089-604e-4906-878a-4b3af064ab9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 1094 time: 0.2360988 Aug 23 14:12:23.717607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Calling delete_port for 882a5b99-b493-4f13-9495-007d73708b16 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:23.931150 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Calling delete_port for 317ebf92-b03a-42cf-b9ff-85c313210d67 owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:24.039956 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-86d67fb5-9855-4ee3-80da-f2e4d3788d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:24.042332 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-86d67fb5-9855-4ee3-80da-f2e4d3788d43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 914 time: 0.4108191 Aug 23 14:12:24.389456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-6c8801a7-687c-474e-9bd1-4e7d2d74a726 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:24.392211 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-6c8801a7-687c-474e-9bd1-4e7d2d74a726 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 949 time: 0.5204661 Aug 23 14:12:24.392211 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-ed04db33-9448-48c8-855a-917aac74fcaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c HTTP/1.1" status: 200 len: 217 time: 0.3406506 Aug 23 14:12:24.543394 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device effef2d4-3b88-4cb7-ac3d-d85795427ab1 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:24.597235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-7e1d68e5-eace-4739-a83f-6282556f2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:24.598736 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-7e1d68e5-eace-4739-a83f-6282556f2a6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1588557 Aug 23 14:12:24.603413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:24.603413 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:24.605840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e42f1-8546-4cb8-ab7f-cb8dd38d4341 req-55dfbdb6-657a-480f-a3ca-f9c4d9ca290e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:24.607410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dd5e42f1-8546-4cb8-ab7f-cb8dd38d4341 req-55dfbdb6-657a-480f-a3ca-f9c4d9ca290e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:24.649165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: effef2d4-3b88-4cb7-ac3d-d85795427ab1 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:12:24.649587 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device effef2d4-3b88-4cb7-ac3d-d85795427ab1 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:24.649990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 317ebf92-b03a-42cf-b9ff-85c313210d67 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:24.654452 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-5faed9f5-4bf5-47ba-94e2-e282c0c671fd service neutron] show failed (client error): The resource could not be found. Aug 23 14:12:24.659497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-5faed9f5-4bf5-47ba-94e2-e282c0c671fd service neutron] 10.222.0.82 "GET /v2.0/ports/e006d61d-74fb-458b-aa7c-7497d55b123c/bindings/n-h2-805628-1 HTTP/1.1" status: 404 len: 380 time: 0.3893368 Aug 23 14:12:24.695528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dd5e42f1-8546-4cb8-ab7f-cb8dd38d4341 req-55dfbdb6-657a-480f-a3ca-f9c4d9ca290e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:24.695528 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd5e42f1-8546-4cb8-ab7f-cb8dd38d4341 req-55dfbdb6-657a-480f-a3ca-f9c4d9ca290e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 943 time: 0.7090406 Aug 23 14:12:24.771643 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-92e741aa-2e11-499d-95e5-38d05ba7e5bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303985 Aug 23 14:12:24.867332 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd5e42f1-8546-4cb8-ab7f-cb8dd38d4341 req-db31df58-8fa3-482c-8298-1c8ba923d9d8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267474 Aug 23 14:12:24.868194 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:24.878419 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5117af26-be1c-4acb-b7f2-a08fe5fd828f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:24.888192 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:24.915317 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['b80c2332-8f9a-499b-a5db-e0d0cb2bd186'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:24.953243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Pushing event deleted for resources: {'Port': ['ID=882a5b99-b493-4f13-9495-007d73708b16,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:24.969632 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:25.005946 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c03063-7f12-4a7b-8033-ea5b2bc0db4c req-dd05043f-dd2f-4134-ae82-a117244d4bfd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:25.016025 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74c03063-7f12-4a7b-8033-ea5b2bc0db4c req-dd05043f-dd2f-4134-ae82-a117244d4bfd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.7448335 Aug 23 14:12:25.277484 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] No DVR routers for this DVR port 882a5b99-b493-4f13-9495-007d73708b16 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:25.278625 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.284501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'name': 'network-vif-deleted', 'tag': '882a5b99-b493-4f13-9495-007d73708b16'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:25.384442 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74c03063-7f12-4a7b-8033-ea5b2bc0db4c req-ea5066ca-5d50-4609-8108-4d4d5f61a26f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670280 Aug 23 14:12:25.401668 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.425446 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cc7e1e5-d15a-4583-96d5-e8aa235538d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:25.507760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Pushing event deleted for resources: {'Port': ['ID=317ebf92-b03a-42cf-b9ff-85c313210d67,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:25.516757 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:25.612168 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-6d37b23e-9c41-4ec6-81b1-4c4dae6034ee service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281691 Aug 23 14:12:25.619710 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-94da230c-838e-4fd3-a212-d7c5906fd3ab req-76e11e16-b212-4eed-9620-0c090612b1a1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 210 time: 0.0710371 Aug 23 14:12:25.700350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a723723-493e-4fe5-b53f-50c958ff1a32 req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "DELETE /v2.0/ports/882a5b99-b493-4f13-9495-007d73708b16 HTTP/1.1" status: 204 len: 173 time: 3.2581239 Aug 23 14:12:25.757082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd90bc-69f5-4c94-9f82-83f7ea19f893 req-cae174d8-bb4e-4e02-9727-41b40c76d3db tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:25.762359 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6cd90bc-69f5-4c94-9f82-83f7ea19f893 req-cae174d8-bb4e-4e02-9727-41b40c76d3db tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 949 time: 0.4625838 Aug 23 14:12:25.793247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:25.793708 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.801632 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:25.801878 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 882a5b99-b493-4f13-9495-007d73708b16 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:25.888057 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 882a5b99-b493-4f13-9495-007d73708b16 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:12:25.888425 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 882a5b99-b493-4f13-9495-007d73708b16 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:25.918799 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:25.957591 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6cd90bc-69f5-4c94-9f82-83f7ea19f893 req-87992639-084e-40a1-a6aa-f8892adb000e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942534 Aug 23 14:12:26.008929 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:26.079731 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05c28ca-9b70-4efe-b247-f1d7e6e41693', 'name': 'network-vif-deleted', 'tag': '882a5b99-b493-4f13-9495-007d73708b16', 'status': 'completed', 'code': 200} Aug 23 14:12:26.088556 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.095875 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.099507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-15669e8b-49a2-4ec0-9f26-7dca2b769a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:26.101562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-15669e8b-49a2-4ec0-9f26-7dca2b769a00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6&tenant_id=13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 1101 time: 0.5090883 Aug 23 14:12:26.152572 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa936d0-3f5b-4ee4-8834-608978bdba5b req-16ef8234-17b3-4540-b9af-429f4d4ced22 service neutron] 10.222.0.64 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217295 Aug 23 14:12:26.181732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805628-1', 'device_owner': 'compute:nova'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:26.219539 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:26.250797 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.260041 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'port_id': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c', 'mac_address': 'fa:16:3e:e5:26:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301fa6-fdc6-46b8-b982-23b8cd9cb273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:26.355834 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.382892 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:26.408674 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:26.431409 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.441423 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.447825 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:26.450722 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'f3b6f523-3ea9-4b26-9222-b051fb778755'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:26.474811 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.476684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf36a0c5-788f-45d5-bfc8-99631e1d82fe {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:12:26.521435 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=8dbf5a78-aea5-4ba4-9d7e-8f27292df234,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:26.562704 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0', 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:26.582601 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:26.646594 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.646594 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] 10.222.0.72 "DELETE /v2.0/routers/bf36a0c5-788f-45d5-bfc8-99631e1d82fe HTTP/1.1" status: 204 len: 168 time: 5.0131602 Aug 23 14:12:26.646594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39144) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:26.663804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3527d-389c-4980-8e04-5d296d6b9dec req-85cfe186-ccb1-40ba-8154-d0f36dad9de1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:26.673099 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f6d3527d-389c-4980-8e04-5d296d6b9dec req-85cfe186-ccb1-40ba-8154-d0f36dad9de1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 943 time: 0.3786728 Aug 23 14:12:26.724876 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:26.781675 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.783827 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:26.794453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'name': 'network-vif-deleted', 'tag': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:26.807250 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:26.890388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e311e4-f48b-4351-aadc-40db00ffe8d6 req-4071e79c-f6c2-4f76-b930-faed1b5bde0d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:26.900162 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6e311e4-f48b-4351-aadc-40db00ffe8d6 req-4071e79c-f6c2-4f76-b930-faed1b5bde0d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.1684086 Aug 23 14:12:26.980994 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b2327e08-0b9a-4a50-b902-d6508f53d7fc req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "DELETE /v2.0/ports/8dbf5a78-aea5-4ba4-9d7e-8f27292df234 HTTP/1.1" status: 204 len: 173 time: 2.5718260 Aug 23 14:12:27.009666 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6e311e4-f48b-4351-aadc-40db00ffe8d6 req-e4355146-8bc0-405b-81a7-f8301c8517a8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060636 Aug 23 14:12:27.251849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:27.313716 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6b72e314-72fe-48db-9f16-6ec667e76aae req-3f1909fd-a4f4-4d34-8f3e-19a15fb502a5 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=a05c28ca-9b70-4efe-b247-f1d7e6e41693 HTTP/1.1" status: 200 len: 210 time: 0.0941558 Aug 23 14:12:27.416010 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65559d80-d258-41b1-b4e3-75258ff97eb2', 'name': 'network-vif-deleted', 'tag': '8dbf5a78-aea5-4ba4-9d7e-8f27292df234', 'status': 'completed', 'code': 200} Aug 23 14:12:27.453695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Deleting subnet 449faa40-426b-4ccc-8a99-48879be3804e {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:12:27.620531 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:27.639343 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:27.832338 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:27.836437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f6d3527d-389c-4980-8e04-5d296d6b9dec req-6a853e19-25e3-41b9-90c6-f793b09f3f70 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1616764 Aug 23 14:12:27.849918 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.934357 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.968709 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.976861 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ddc818f3-8fc5-4a32-88f9-8785eb5ca35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:27.979550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:12:27.980452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8dbf5a78-aea5-4ba4-9d7e-8f27292df234 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:27.981394 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e006d61d-74fb-458b-aa7c-7497d55b123c no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:28.062437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:28.229866 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:28.281203 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.303825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-933bf1b6-498a-4ca8-b82d-6714b2e7031b req-e78a7e70-963d-4b03-aed7-36ef75f54109 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:28.313727 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.416438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:28.426531 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.431365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-933bf1b6-498a-4ca8-b82d-6714b2e7031b req-e78a7e70-963d-4b03-aed7-36ef75f54109 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:28.431835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-933bf1b6-498a-4ca8-b82d-6714b2e7031b req-e78a7e70-963d-4b03-aed7-36ef75f54109 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=65559d80-d258-41b1-b4e3-75258ff97eb2 HTTP/1.1" status: 200 len: 210 time: 0.6124971 Aug 23 14:12:28.637359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f160-bce4-410b-8890-b977be9aefdb req-f1994d68-f0ee-4fb9-8b7b-4f42756731cd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:28.647442 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8209f160-bce4-410b-8890-b977be9aefdb req-f1994d68-f0ee-4fb9-8b7b-4f42756731cd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.2078016 Aug 23 14:12:28.680632 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.697130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Transition to ACTIVE for port object e006d61d-74fb-458b-aa7c-7497d55b123c will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:28.700807 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.713392 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6c76b9ce-0b24-49ed-82a4-bf9c464cd02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:28.776418 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8209f160-bce4-410b-8890-b977be9aefdb req-cfe0adb5-1dbc-4b68-bb77-21828d78b41e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279147 Aug 23 14:12:28.786459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449faa40-426b-4ccc-8a99-48879be3804e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:28.786459 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.790741 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:28.797871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/449faa40-426b-4ccc-8a99-48879be3804e HTTP/1.1" status: 204 len: 168 time: 2.1466141 Aug 23 14:12:28.797871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39170) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:28.798143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd29e9-cfd9-459a-9f36-31541399a2b1 None None] Network f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:12:28.828564 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'code': 200} Aug 23 14:12:28.841072 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:28.848399 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:28.947505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=6']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:28.955823 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:29.248570 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:29.271378 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:12:29.272902 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:12:29.368714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] No DVR routers for this DVR port e006d61d-74fb-458b-aa7c-7497d55b123c on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:29.440197 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Deleting port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:29.440446 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:29.514537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:29.514537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:29.514537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:29.524926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Port e006d61d-74fb-458b-aa7c-7497d55b123c on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:12:29.525424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Attempting to bind port e006d61d-74fb-458b-aa7c-7497d55b123c on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:29.566604 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:29.566953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:29.567447 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:29.567808 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Bound port: e006d61d-74fb-458b-aa7c-7497d55b123c, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:29.568139 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:29.612668 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] DHCP port deletion for f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:12:29.630016 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Deleting port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:29.630383 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:29.647882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a1978-aba0-45b1-9500-65d20a53f310 req-e06f3b77-e8b2-4368-b29d-9775c750b1d5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:29.653241 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be8a1978-aba0-45b1-9500-65d20a53f310 req-e06f3b77-e8b2-4368-b29d-9775c750b1d5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 944 time: 0.3316510 Aug 23 14:12:29.779536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be8a1978-aba0-45b1-9500-65d20a53f310 req-e875609c-42e6-40d9-bbfb-93ebf7fc8492 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124361 Aug 23 14:12:29.838514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:29.851167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:29.918794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] For port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,segment=NetworkSegment(90972428-c4ae-4cb3-9814-d6b349de03d6),segment_id=90972428-c4ae-4cb3-9814-d6b349de03d6)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:29.918794 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:29.940874 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:29.941076 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3c4390e9-d482-4159-b3c1-ab0d000dda62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:29.965378 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8b1fab5-3504-4fd5-b0ae-fe5af8e76861 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:29.980335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:30.269987 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] For port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,segment=NetworkSegment(90972428-c4ae-4cb3-9814-d6b349de03d6),segment_id=90972428-c4ae-4cb3-9814-d6b349de03d6)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:30.270383 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:30.370451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:30.371438 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:30.373266 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] 10.222.0.64 "PUT /v2.0/ports/e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 1096 time: 4.1960149 Aug 23 14:12:30.385848 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Calling delete_port for 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:30.430595 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:30.460330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd339970-f726-40d5-9001-48582563be39 req-1fc5c3be-9af7-448d-b290-0b5789eaa623 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:30.472887 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cd339970-f726-40d5-9001-48582563be39 req-1fc5c3be-9af7-448d-b290-0b5789eaa623 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.2684164 Aug 23 14:12:30.545421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:30.557043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cd339970-f726-40d5-9001-48582563be39 req-049629d9-feec-452b-a048-236a73275d62 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734844 Aug 23 14:12:30.583222 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Calling delete_port for 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:30.620775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:30.621506 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:30.751663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=7']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:30.772786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.773443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.774071 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.776075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.778926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.779496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.780710 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.781293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.781849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.782396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.782932 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.783478 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:30.789008 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:30.831635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:30.887253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7706901-aef7-4e86-8538-cdf1155f1e50 req-c3f6b3d1-d0ca-49ad-926b-1dc972646edc tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:30.888252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7706901-aef7-4e86-8538-cdf1155f1e50 req-c3f6b3d1-d0ca-49ad-926b-1dc972646edc tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Synchronizing usage tracker for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:30.896297 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-f172c38f-52e0-4f0b-ac1e-e326789dacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:30.898887 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-f172c38f-52e0-4f0b-ac1e-e326789dacbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1099 time: 0.4331348 Aug 23 14:12:30.924622 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:30.943214 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:12:30.943648 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:12:30.988223 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:31.034672 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 update to DOWN by agent not found {{(pid=80760) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Aug 23 14:12:31.059585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7706901-aef7-4e86-8538-cdf1155f1e50 req-c3f6b3d1-d0ca-49ad-926b-1dc972646edc tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Unset dirty status for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:31.060230 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Pushing event deleted for resources: {'Port': ['ID=72d33b29-4ce4-4f9a-bd17-623f0b1162f2,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:31.065137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7706901-aef7-4e86-8538-cdf1155f1e50 req-c3f6b3d1-d0ca-49ad-926b-1dc972646edc tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 949 time: 0.6369531 Aug 23 14:12:31.094378 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:31.102006 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] No DVR routers for this DVR port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:31.115256 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-6cf88530-6cf2-4e9c-b7ee-40377495f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:31.117369 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-6cf88530-6cf2-4e9c-b7ee-40377495f629 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2099488 Aug 23 14:12:31.126491 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.166370 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cadae81-eed4-4ba7-872f-6fe258628254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:31.173300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:31.211598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-b2cf573c-39b6-4670-baeb-d73982b8ef5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.0745769 Aug 23 14:12:31.235153 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7706901-aef7-4e86-8538-cdf1155f1e50 req-86bb3c9f-b6ec-494e-9fa0-a7acd5c1f451 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/security-groups?id=3b109f5f-927d-4a0f-8c32-217f5cf69f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561463 Aug 23 14:12:31.280348 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.291325 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:31.297641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-1cc89dc9-9f28-4e33-adbc-6476f4df7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:31.299775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-1cc89dc9-9f28-4e33-adbc-6476f4df7c12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0739231 Aug 23 14:12:31.437332 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.456172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Deleting port 72d33b29-4ce4-4f9a-bd17-623f0b1162f2 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:31.456535 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.524698 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:31.540531 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:31.572772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e861b3d-597a-47db-915f-07f653379610 req-38e17b19-6d5f-4bf4-899b-14e4f33041b6 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:31.574465 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'status': 'completed', 'code': 200} Aug 23 14:12:31.581681 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1e861b3d-597a-47db-915f-07f653379610 req-38e17b19-6d5f-4bf4-899b-14e4f33041b6 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 949 time: 0.2158022 Aug 23 14:12:31.660680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Deleting port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:31.661190 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.672167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] The port '72d33b29-4ce4-4f9a-bd17-623f0b1162f2' was deleted {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:12:31.808908 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cadae81-eed4-4ba7-872f-6fe258628254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c', 'code': 200} Aug 23 14:12:31.920747 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:31.961717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-fcefb661-f1b2-4d5f-b6cd-9618beed228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:31.966922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-fcefb661-f1b2-4d5f-b6cd-9618beed228f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6544368 Aug 23 14:12:31.966922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:32.010648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0bfd3-4f7e-4671-8f96-314c63d0c541 req-cf18eae7-57cb-4258-971d-734bb709021f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:32.012264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03d0bfd3-4f7e-4671-8f96-314c63d0c541 req-cf18eae7-57cb-4258-971d-734bb709021f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.4404583 Aug 23 14:12:32.016631 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90972428-c4ae-4cb3-9814-d6b349de03d6') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:32.019303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90972428-c4ae-4cb3-9814-d6b349de03d6') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:32.078630 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.170648 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.186196 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-149ec0aa-8383-4e41-9d24-033f92509050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:32.187630 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-149ec0aa-8383-4e41-9d24-033f92509050 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1099 time: 0.6169717 Aug 23 14:12:32.191782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03d0bfd3-4f7e-4671-8f96-314c63d0c541 req-77521f5c-f30d-4456-b049-6784339a31a7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624758 Aug 23 14:12:32.193363 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:12:32.193949 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:12:32.211249 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:12:32.214371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] For port b80c2332-8f9a-499b-a5db-e0d0cb2bd186, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:32.214981 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.411964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Calling delete_port for b80c2332-8f9a-499b-a5db-e0d0cb2bd186 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:32.450972 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-94b89707-7693-4715-b9a0-71d8d6425da9 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692450 Aug 23 14:12:32.502525 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7769ad-5921-4d7f-998e-7e7fc6172dcb req-0cb5415c-a90c-4a53-acee-60b3ecc762e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:32.504061 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe7769ad-5921-4d7f-998e-7e7fc6172dcb req-0cb5415c-a90c-4a53-acee-60b3ecc762e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 1096 time: 0.4105136 Aug 23 14:12:32.530747 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50376e-4ed6-405b-bb91-e0318ed777ec req-7e674b69-499c-470c-94ee-22688e958deb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:32.532296 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc50376e-4ed6-405b-bb91-e0318ed777ec req-7e674b69-499c-470c-94ee-22688e958deb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 950 time: 0.4374361 Aug 23 14:12:32.550460 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.606319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-1d8bc127-22ba-4b1b-bddb-717daf70f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:32.609375 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-1d8bc127-22ba-4b1b-bddb-717daf70f30c service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3972607 Aug 23 14:12:32.657692 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe7769ad-5921-4d7f-998e-7e7fc6172dcb req-97b83479-ec63-4551-8460-b8f37d60202b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361647 Aug 23 14:12:32.660892 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc50376e-4ed6-405b-bb91-e0318ed777ec req-75178d92-8c9a-4ac6-b32d-fa1399ea82ef tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121044 Aug 23 14:12:32.831734 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.835657 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:32.848487 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.862447 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['b80c2332-8f9a-499b-a5db-e0d0cb2bd186'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:32.864638 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b75ca8cb-40f6-4b72-9f51-04635fe5ae67 req-1283edf5-4232-446e-b7dd-d3a19904f213 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 210 time: 0.0622573 Aug 23 14:12:32.864638 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e7d073c-7bb8-48c7-8dd6-5bb3e19ce4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:32.904629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-8db0c610-c049-4f64-aa4b-d40f1907d57c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.2836003 Aug 23 14:12:32.914339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:32.917927 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:32.925505 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Pushing event deleted for resources: {'Port': ['ID=b80c2332-8f9a-499b-a5db-e0d0cb2bd186,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:32.930497 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:32.976588 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:32.992034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f2d4a-d5f5-4b17-8945-0fa23ca88613 req-312d372d-10bf-4efe-b335-dc0505d39bf9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:33.005175 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec7f2d4a-d5f5-4b17-8945-0fa23ca88613 req-312d372d-10bf-4efe-b335-dc0505d39bf9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.6687205 Aug 23 14:12:33.045141 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bc29db8-e0d0-4fc8-9a05-0cc32001bfab req-753bbc52-a1d8-4f03-98cd-e440c2043b62 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724807 Aug 23 14:12:33.109234 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec7f2d4a-d5f5-4b17-8945-0fa23ca88613 req-f3d49794-07fd-4066-9388-189c1af19fbb tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077530 Aug 23 14:12:33.121293 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f5f7e8f6-a2b4-4f29-b8d0-bdd09f52247b HTTP/1.1" status: 204 len: 168 time: 4.3226089 Aug 23 14:12:33.124594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-1de1621c-fcb5-4414-86a2-db57dafadfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:33.127186 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-1de1621c-fcb5-4414-86a2-db57dafadfd1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2035677 Aug 23 14:12:33.140222 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] No DVR routers for this DVR port b80c2332-8f9a-499b-a5db-e0d0cb2bd186 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:33.148832 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.163039 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ff78b-8087-4999-8d61-4ead495c6deb', 'name': 'network-vif-deleted', 'tag': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:33.264107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-17480f0f-3537-47cb-a01b-8595d210b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:33.267889 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-17480f0f-3537-47cb-a01b-8595d210b4a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316535 Aug 23 14:12:33.320327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1e861b3d-597a-47db-915f-07f653379610 req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.82 "DELETE /v2.0/ports/b80c2332-8f9a-499b-a5db-e0d0cb2bd186 HTTP/1.1" status: 204 len: 173 time: 1.7403553 Aug 23 14:12:33.411281 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ff78b-8087-4999-8d61-4ead495c6deb', 'name': 'network-vif-deleted', 'tag': 'b80c2332-8f9a-499b-a5db-e0d0cb2bd186', 'status': 'completed', 'code': 200} Aug 23 14:12:33.571478 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-9ce42a55-9255-4dc8-b25c-95b52e67b13c service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435346 Aug 23 14:12:33.595215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336a84d-a89b-4347-9ff6-8b31e434c7ff req-462a84d2-db25-42f9-b198-ef8fa28b765b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:33.597105 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7336a84d-a89b-4347-9ff6-8b31e434c7ff req-462a84d2-db25-42f9-b198-ef8fa28b765b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.1770127 Aug 23 14:12:33.607092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-ac292d74-a68d-41d0-ae41-8c126a0a217e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:33.608932 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-ac292d74-a68d-41d0-ae41-8c126a0a217e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 950 time: 0.2870111 Aug 23 14:12:33.615902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-c5bb0e9b-3142-4614-9637-499d3fa0116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:33.618506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-c5bb0e9b-3142-4614-9637-499d3fa0116b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1099 time: 0.3599448 Aug 23 14:12:33.774296 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port f3b6f523-3ea9-4b26-9222-b051fb778755 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:33.774933 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:33.873142 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7336a84d-a89b-4347-9ff6-8b31e434c7ff req-7d0f628f-e9c4-4004-bf27-f2df073274c7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600720 Aug 23 14:12:33.877686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39228) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:34.131975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-1554ebca-afac-47df-b5d1-c5d4440061f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.135575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-1554ebca-afac-47df-b5d1-c5d4440061f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.5072465 Aug 23 14:12:34.243845 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-3921f836-24c5-49e4-bffb-e012b7d99fea service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611972 Aug 23 14:12:34.267261 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-d337797c-b125-4e3b-b46d-52258fc13fcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.1150777 Aug 23 14:12:34.309517 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-07c76e73-cb6e-40af-9696-d852f1612d84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cddd67dde5f3462086743a6f598a5709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299636 Aug 23 14:12:34.314291 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7bd1543f-21d7-4760-ad52-7b2979e62f17 req-5c4cf2a4-736d-49bd-9607-b99aa64a449c tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Synchronizing usage tracker for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:34.326771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39240) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:34.405950 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab15fd-8440-4608-9ca4-3ed62eced471 req-b5af2120-26a9-46d0-8011-7314f0852f9b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.417319 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4eab15fd-8440-4608-9ca4-3ed62eced471 req-b5af2120-26a9-46d0-8011-7314f0852f9b tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 950 time: 0.3987701 Aug 23 14:12:34.452843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port f3b6f523-3ea9-4b26-9222-b051fb778755, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f3b6f523-3ea9-4b26-9222-b051fb778755,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:34.453267 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.461678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-3ced1a4f-d95c-4aa4-bdc6-108c101c1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.463509 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-3ced1a4f-d95c-4aa4-bdc6-108c101c1359 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1875901 Aug 23 14:12:34.475395 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-aabfb1f3-462d-4801-bae6-5ba1aef2f546 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2877817 Aug 23 14:12:34.609792 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4eab15fd-8440-4608-9ca4-3ed62eced471 req-46e8e14d-c455-4886-bc5a-5eabf92024e6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942539 Aug 23 14:12:34.613388 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.639147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for f3b6f523-3ea9-4b26-9222-b051fb778755 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:34.655269 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:34.704433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7bd1543f-21d7-4760-ad52-7b2979e62f17 req-5c4cf2a4-736d-49bd-9607-b99aa64a449c tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Unset dirty status for tenant:cb8ea8cf4cf54f1dbe22f4aa436fcd62 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:34.712202 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bd1543f-21d7-4760-ad52-7b2979e62f17 req-5c4cf2a4-736d-49bd-9607-b99aa64a449c tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] 10.222.0.72 "GET /v2.0/ports?device_id=116ff78b-8087-4999-8d61-4ead495c6deb HTTP/1.1" status: 200 len: 210 time: 0.4784725 Aug 23 14:12:34.752100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-42e714a4-cf27-4803-9705-da8ff885af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.762484 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-42e714a4-cf27-4803-9705-da8ff885af82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2821386 Aug 23 14:12:34.827824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-b1cb373b-8ad9-46fd-909a-bd09a29e096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:34.829598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-b1cb373b-8ad9-46fd-909a-bd09a29e096a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 1101 time: 0.3014052 Aug 23 14:12:35.035908 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-1204fb15-0d69-49c9-8a9a-82d3d8c99419 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631888 Aug 23 14:12:35.118974 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.142144 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c10c788d-1226-475b-aa77-7c7436756605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:35.204555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b0336-f054-466c-a880-1e3733f9ea36,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:35.214052 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:35.242833 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-36a5e1c2-e138-49d4-9eea-cc70f49ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:35.245252 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-36a5e1c2-e138-49d4-9eea-cc70f49ece8c service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3747139 Aug 23 14:12:35.328162 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.343561 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:35.345486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0', 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:35.378464 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.382888 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d5b0336-f054-466c-a880-1e3733f9ea36 HTTP/1.1" status: 204 len: 168 time: 1.0518837 Aug 23 14:12:35.384334 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-b45c4d73-7846-4f99-983b-7b44c5b6fb52 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=54f71897-0122-49c4-93d0-e7a5300d47b0 HTTP/1.1" status: 200 len: 217 time: 0.1318128 Aug 23 14:12:35.401051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'f3b6f523-3ea9-4b26-9222-b051fb778755'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:35.443913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=f3b6f523-3ea9-4b26-9222-b051fb778755,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:35.449235 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:35.499329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737346e-e98d-422d-bb88-84354c4c77ec req-580e1635-e24c-4cc5-b016-de4891fa3350 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:35.515097 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9737346e-e98d-422d-bb88-84354c4c77ec req-580e1635-e24c-4cc5-b016-de4891fa3350 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.5102913 Aug 23 14:12:35.520757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed39ed7b-b1e0-466a-9726-4372fbc24267 req-455029d6-9009-49df-b08f-c196ff109c5b service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671645 Aug 23 14:12:35.585251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083033-4257-4590-93f0-63b63651590f req-19505649-df24-480e-8853-67a08c812538 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:35.588162 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34083033-4257-4590-93f0-63b63651590f req-19505649-df24-480e-8853-67a08c812538 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.3589673 Aug 23 14:12:35.678900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34083033-4257-4590-93f0-63b63651590f req-c0ae8e02-07e3-4312-ae5f-3b251c63203d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794761 Aug 23 14:12:35.699663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port f3b6f523-3ea9-4b26-9222-b051fb778755 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:35.707046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9737346e-e98d-422d-bb88-84354c4c77ec req-b0e362ee-6185-4258-8d53-de479e2dc98b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986811 Aug 23 14:12:35.711161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:35.723011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'name': 'network-vif-deleted', 'tag': 'f3b6f523-3ea9-4b26-9222-b051fb778755'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:35.733634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-a9994145-c185-4d18-bc6f-d755c97a54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:35.735738 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-a9994145-c185-4d18-bc6f-d755c97a54f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3321109 Aug 23 14:12:35.853337 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b80c2332-8f9a-499b-a5db-e0d0cb2bd186 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:35.866752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbf3209a-ef9c-4eee-a57f-4d423ca450da req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "DELETE /v2.0/ports/f3b6f523-3ea9-4b26-9222-b051fb778755 HTTP/1.1" status: 204 len: 173 time: 2.2366073 Aug 23 14:12:35.956711 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: b80c2332-8f9a-499b-a5db-e0d0cb2bd186 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:12:35.958958 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device b80c2332-8f9a-499b-a5db-e0d0cb2bd186 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:36.014730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-6e8aa6c7-d2fb-4acd-b755-9451492748cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:36.034960 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-6e8aa6c7-d2fb-4acd-b755-9451492748cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2872567 Aug 23 14:12:36.035128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device e006d61d-74fb-458b-aa7c-7497d55b123c details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:12:36.286634 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:12:36.461305 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-b13b3d30-201e-4386-bce0-97c54899a1be service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247775 Aug 23 14:12:36.513405 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109bd1a1-512e-4058-9705-2a2c1110b2a6', 'name': 'network-vif-deleted', 'tag': 'f3b6f523-3ea9-4b26-9222-b051fb778755', 'status': 'completed', 'code': 200} Aug 23 14:12:36.520679 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1139f03-7a3d-4d9d-80ae-06d906e6d58c req-f91b4c45-b1b9-4e50-a151-5a5d9bfdd4c4 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=109bd1a1-512e-4058-9705-2a2c1110b2a6 HTTP/1.1" status: 200 len: 210 time: 0.6788039 Aug 23 14:12:36.833431 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:36.965535 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c9d0cb6-7b8d-46c1-ad2c-9920a141b65f req-be596a7b-acce-41cd-bea0-da079fd35642 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971836 Aug 23 14:12:36.986206 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'mac_address': 'fa:16:3e:e6:29:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:12:37.178470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1071842-757f-4579-a36d-92292a072bcf req-bf5860b4-d2c1-4941-8b41-a4bf5de36a66 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:37.206468 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1071842-757f-4579-a36d-92292a072bcf req-bf5860b4-d2c1-4941-8b41-a4bf5de36a66 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.1598732 Aug 23 14:12:37.206631 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.256626 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1071842-757f-4579-a36d-92292a072bcf req-0a0f497f-39ed-4134-b7c2-393d4f972fb0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653670 Aug 23 14:12:37.261750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e006d61d-74fb-458b-aa7c-7497d55b123c {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:37.313254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664ae2-0696-4ff8-bced-74b4a123b528 req-f4ad4894-6a67-414d-950d-db044ddad807 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:37.318366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:37.321249 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19664ae2-0696-4ff8-bced-74b4a123b528 req-f4ad4894-6a67-414d-950d-db044ddad807 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 948 time: 0.2106822 Aug 23 14:12:37.394681 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:37.409107 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:37.413815 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19664ae2-0696-4ff8-bced-74b4a123b528 req-62599060-aa78-46b1-b946-f0cc1d6cacf6 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Aug 23 14:12:37.419721 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39290) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:37.615156 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:37.638091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39302) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:37.659491 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:37.812794 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:37.848483 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-network', 'tenant_id': '168dd8f172614d9eb177a51953924787'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:37.861361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:37.874649 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Usage tracker for resource:network and tenant:168dd8f172614d9eb177a51953924787 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:37.880180 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:37.899546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:38.010460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Made reservation on behalf of 168dd8f172614d9eb177a51953924787 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:38.013294 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.046730 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f3b6f523-3ea9-4b26-9222-b051fb778755 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:38.047630 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.086745 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:38.096715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Usage tracker for resource:security_group_rule and tenant:168dd8f172614d9eb177a51953924787 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:38.104953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:38.119922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:38.133306 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d1a010eb-8b2e-4c9c-b97a-bb2359c2e735 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb8ea8cf4cf54f1dbe22f4aa436fcd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938209 Aug 23 14:12:38.140433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: f3b6f523-3ea9-4b26-9222-b051fb778755 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:12:38.142518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39316) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:38.142652 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f3b6f523-3ea9-4b26-9222-b051fb778755 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:38.270697 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.321455 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.342614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc62cb-fcdb-492d-a221-093a2e543929 req-1199a228-cbb9-4b5b-b19a-269cc2d6a1fd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:38.344157 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41bc62cb-fcdb-492d-a221-093a2e543929 req-1199a228-cbb9-4b5b-b19a-269cc2d6a1fd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 949 time: 0.2664781 Aug 23 14:12:38.364460 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.370228 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-870e41d5-86e0-4289-a9c1-13da754f9a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:38.384047 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.406115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:12:38.411171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45570cb-201e-4442-b02b-63654a51294b req-fead821e-1f36-4465-9937-c3dbb7af3033 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:38.412946 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-fead821e-1f36-4465-9937-c3dbb7af3033 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6&tenant_id=13a602149613424aabf30ce28c41628b&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 949 time: 0.2450073 Aug 23 14:12:38.416902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8838a54b-5907-4a11-9802-ef97e2996ffb,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:38.423019 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:38.428051 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.428476 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Added segment 5978063c-a429-4512-b79b-db9af3c414b0 of type vlan for network b2cc4c72-d87d-4ac0-9e33-262971737568 Aug 23 14:12:38.479199 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.521560 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41bc62cb-fcdb-492d-a221-093a2e543929 req-16ce9430-5c2a-4365-bd89-0da78d27247c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637511 Aug 23 14:12:38.559164 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-f45570cb-201e-4442-b02b-63654a51294b req-0c2a7a30-8661-4d91-b356-9a24229da24a service neutron] delete failed (client error): The resource could not be found. Aug 23 14:12:38.560229 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-0c2a7a30-8661-4d91-b356-9a24229da24a service neutron] 10.222.0.82 "DELETE /v2.0/ports/e006d61d-74fb-458b-aa7c-7497d55b123c/bindings/n-h1-805628-1 HTTP/1.1" status: 404 len: 380 time: 0.1242971 Aug 23 14:12:38.587446 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.588826 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:38.589459 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.593233 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-97ed9873-4d69-4493-8708-840f1b92a7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:38.663435 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.714736 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b664a512-2c7c-465c-a795-0c1593eb5501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:38.739771 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b109f5f-927d-4a0f-8c32-217f5cf69f62,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:38.747652 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:38.760801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Pushing event updated for resources: {'Network': ['ID=b2cc4c72-d87d-4ac0-9e33-262971737568,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:38.776354 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network b2cc4c72-d87d-4ac0-9e33-262971737568 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:12:38.781171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45570cb-201e-4442-b02b-63654a51294b req-612508d3-bf1c-44ff-bf36-3253649e3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:38.784192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-612508d3-bf1c-44ff-bf36-3253649e3a54 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1100 time: 0.1224151 Aug 23 14:12:38.798651 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:38.854093 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4299431 Aug 23 14:12:38.854823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39326) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:38.860562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Request body: {'subnet': {'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-subnet', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:38.873460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:38.890574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Usage tracker for resource:subnet and tenant:168dd8f172614d9eb177a51953924787 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:38.896209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:38.910266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:38.949523 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:38.955106 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b109f5f-927d-4a0f-8c32-217f5cf69f62 HTTP/1.1" status: 204 len: 168 time: 0.8098245 Aug 23 14:12:39.053361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Made reservation on behalf of 168dd8f172614d9eb177a51953924787 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:39.056068 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:39.142271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ebef5-f89f-40b0-bd0f-41a465c95ecb req-968ee7d6-146d-448e-9fd1-24c830a6506f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.143682 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ec6ebef5-f89f-40b0-bd0f-41a465c95ecb req-968ee7d6-146d-448e-9fd1-24c830a6506f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:39.147303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45570cb-201e-4442-b02b-63654a51294b req-7f5ff7fd-1569-446b-8e32-e103ad9d71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.149087 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-7f5ff7fd-1569-446b-8e32-e103ad9d71a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3589001 Aug 23 14:12:39.219212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bbea9-336f-415c-9d0d-e775f35b5f4b req-67f6089f-69a6-4200-9cf1-e19bc8a00f2b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.226444 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-253bbea9-336f-415c-9d0d-e775f35b5f4b req-67f6089f-69a6-4200-9cf1-e19bc8a00f2b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.2408435 Aug 23 14:12:39.231766 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-996a664a-76f3-4698-8844-bdad10e50f88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.0727186 Aug 23 14:12:39.290285 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-253bbea9-336f-415c-9d0d-e775f35b5f4b req-8867ea2c-fde7-4661-b24b-ac2dbd679d0a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628352 Aug 23 14:12:39.322674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45570cb-201e-4442-b02b-63654a51294b req-dd270b51-8d4a-43b7-8bc6-70d94bd6119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.324608 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-dd270b51-8d4a-43b7-8bc6-70d94bd6119a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0847962 Aug 23 14:12:39.325790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ec6ebef5-f89f-40b0-bd0f-41a465c95ecb req-968ee7d6-146d-448e-9fd1-24c830a6506f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:39.335187 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec6ebef5-f89f-40b0-bd0f-41a465c95ecb req-968ee7d6-146d-448e-9fd1-24c830a6506f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 950 time: 0.4946382 Aug 23 14:12:39.431328 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec6ebef5-f89f-40b0-bd0f-41a465c95ecb req-b7f712eb-b80b-4daa-83c4-9461206947a9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972395 Aug 23 14:12:39.488866 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45570cb-201e-4442-b02b-63654a51294b req-ada78d99-b7bf-430a-a436-c3d90e74239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.493851 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-ada78d99-b7bf-430a-a436-c3d90e74239c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575797 Aug 23 14:12:39.761553 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-97128e0b-7ad5-4963-97e7-3bbad0e3fb4c service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604268 Aug 23 14:12:39.884560 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c297bd-8604-4aea-a4a6-fbc40908ad01 req-c99d9b8d-82be-4bcc-a144-ab2aeac6a6ef tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:39.886160 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b0c297bd-8604-4aea-a4a6-fbc40908ad01 req-c99d9b8d-82be-4bcc-a144-ab2aeac6a6ef tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 949 time: 0.2035728 Aug 23 14:12:40.013731 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f45570cb-201e-4442-b02b-63654a51294b req-2e143673-1fae-4336-adcb-87ca07889b23 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832836 Aug 23 14:12:40.013731 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b0c297bd-8604-4aea-a4a6-fbc40908ad01 req-356cb6a6-6809-4a48-8ce8-55f28b2b582c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617387 Aug 23 14:12:40.037946 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device e006d61d-74fb-458b-aa7c-7497d55b123c up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:40.359255 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.366195 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-24357df9-7a18-4bab-b559-40fc81f1a69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:40.432027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-80dc93ca-ca75-4ede-beca-f42f0312711a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:40.433789 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-80dc93ca-ca75-4ede-beca-f42f0312711a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 950 time: 0.1006165 Aug 23 14:12:40.445542 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port e006d61d-74fb-458b-aa7c-7497d55b123c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:40.452294 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port e006d61d-74fb-458b-aa7c-7497d55b123c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:40.453488 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.549364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:40.550422 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.610653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf50d6f-1170-4f7f-b12a-cca3e6285772,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:40.618538 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:40.629379 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.639467 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Checking segment: {'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:40.641314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Network hostable DHCP agents. Network: b2cc4c72-d87d-4ac0-9e33-262971737568, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:12:40.666283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:40.667762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52582775-f33e-4837-ba3a-8493e5141467 req-fa994bd8-41b1-4320-ba1c-ac6c47219124 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:40.675579 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-52582775-f33e-4837-ba3a-8493e5141467 req-fa994bd8-41b1-4320-ba1c-ac6c47219124 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.2404203 Aug 23 14:12:40.679370 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:40.714720 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39350) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:40.764633 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.767931 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:40.783202 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-52582775-f33e-4837-ba3a-8493e5141467 req-fa033dfc-9f96-4b67-a6d0-d5db58acb96d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067383 Aug 23 14:12:40.785067 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Network b2cc4c72-d87d-4ac0-9e33-262971737568 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:12:40.815406 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0f37c92a-ff9d-4885-aeac-5f5e7f9891a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6deab363aa3469eb06f6a700cbe544d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994675 Aug 23 14:12:40.824161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39356) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:40.885481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, b2cc4c72-d87d-4ac0-9e33-262971737568) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:40.886381 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=9']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:40.886477 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:40.886477 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.893627 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:40.894708 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009c7d1-67a3-4df0-b08b-e90575167baf None None] Network b2cc4c72-d87d-4ac0-9e33-262971737568 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:12:40.932856 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.972362 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:40.992663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1364312 Aug 23 14:12:41.002641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39360) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:41.013425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:41.020171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:41.026318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Usage tracker for resource:router and tenant:168dd8f172614d9eb177a51953924787 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:41.050108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:41.083988 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dcf0e-6fb9-4e17-8d4e-1f26772dc904 req-11c5d6db-1a7a-4cee-afd4-e55fb84a9df9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:41.093594 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-173dcf0e-6fb9-4e17-8d4e-1f26772dc904 req-11c5d6db-1a7a-4cee-afd4-e55fb84a9df9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 950 time: 0.4830208 Aug 23 14:12:41.149794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:41.262337 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:41.270879 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:41.275365 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:41.278800 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-173dcf0e-6fb9-4e17-8d4e-1f26772dc904 req-99ecbc38-aa96-42ef-800c-f73f8dd1c7dc tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841426 Aug 23 14:12:41.297479 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ef5db66-b656-46d0-8b59-aece2d68162e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:41.354491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ad3fa-59ad-4a17-bb7c-1be733fc8701,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:41.367133 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:41.368275 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/298ad3fa-59ad-4a17-bb7c-1be733fc8701 HTTP/1.1" status: 204 len: 168 time: 0.5425878 Aug 23 14:12:41.377105 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:41.380616 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:41.381177 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:41.394500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:41.553917 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-b2cc4c72-d87d-4ac0-9e33-262971737568', 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'fixed_ips': [{'subnet_id': 'aaf50d6f-1170-4f7f-b12a-cca3e6285772'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:12:41.555019 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:41.668831 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:41.725237 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:12:41.789132 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Allocated IP 172.20.0.2 (b2cc4c72-d87d-4ac0-9e33-262971737568/aaf50d6f-1170-4f7f-b12a-cca3e6285772/e9aff4de-7592-44c7-9bf8-a33dcae9221b) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:41.837911 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'code': 200} Aug 23 14:12:41.957851 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:42.046434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:42.054762 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a6f9b4a2-69f1-4b1d-afc2-c280437d3dcf tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:42.075009 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0', 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:42.112271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:42.156465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:42.173890 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:42.280730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:42.287785 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:42.291560 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'name': 'network-vif-deleted', 'tag': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:42.372763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb4d47-e472-4607-88a0-b07e5431a68d req-48c3bec9-5e8e-4865-bde8-ea6c2b735f39 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:42.381702 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00bb4d47-e472-4607-88a0-b07e5431a68d req-48c3bec9-5e8e-4865-bde8-ea6c2b735f39 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.4285557 Aug 23 14:12:42.474483 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00bb4d47-e472-4607-88a0-b07e5431a68d req-df5fd443-1f32-472a-8e84-13076d7050f9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849833 Aug 23 14:12:42.475284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-73df2e39-72e0-441f-90c4-ec44c0767d9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5296469 Aug 23 14:12:42.520254 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ddafcc9-e9a6-477a-89db-a8f47b5d659c req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "DELETE /v2.0/ports/6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 HTTP/1.1" status: 204 len: 173 time: 2.0772526 Aug 23 14:12:42.611540 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:42.657795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Transition to ACTIVE for port object e9aff4de-7592-44c7-9bf8-a33dcae9221b will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:42.720435 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f144c-3c3b-4ccc-be99-bcef8c6142c1 req-3c16642c-a012-4f37-8929-864ca2a9fe93 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:42.731878 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-960f144c-3c3b-4ccc-be99-bcef8c6142c1 req-3c16642c-a012-4f37-8929-864ca2a9fe93 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.6908066 Aug 23 14:12:42.762660 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Transition to ACTIVE for port object e9aff4de-7592-44c7-9bf8-a33dcae9221b will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:42.874788 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:42.890928 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:42.919190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7cf481d0-3fb4-44ff-b0ca-1b0756caa55f req-df97a2fa-708a-4d06-9389-37b99169f8e6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:42.953953 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-960f144c-3c3b-4ccc-be99-bcef8c6142c1 req-82b760d2-05e4-4f42-a8e6-a79573353555 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210126 Aug 23 14:12:43.020873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-6778e989-b543-4b10-9a32-e4f5418b94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:43.020873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-6778e989-b543-4b10-9a32-e4f5418b94c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0508707a0f2c4de085e161353f10ed87&device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 1100 time: 0.4529376 Aug 23 14:12:43.034908 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7cf481d0-3fb4-44ff-b0ca-1b0756caa55f req-df97a2fa-708a-4d06-9389-37b99169f8e6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:43.034908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7cf481d0-3fb4-44ff-b0ca-1b0756caa55f req-df97a2fa-708a-4d06-9389-37b99169f8e6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2c01eb5-9bd3-4a75-a086-d73cfb7b1965 HTTP/1.1" status: 200 len: 210 time: 0.1883619 Aug 23 14:12:43.053159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Network b2cc4c72-d87d-4ac0-9e33-262971737568 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:43.065855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:43.065855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Pushing event updated for resources: {'Port': ['ID=e9aff4de-7592-44c7-9bf8-a33dcae9221b,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:43.076845 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:43.080494 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:43.119694 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c01eb5-9bd3-4a75-a086-d73cfb7b1965', 'name': 'network-vif-deleted', 'tag': '6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963', 'status': 'completed', 'code': 200} Aug 23 14:12:43.360396 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Attempting to bind port e9aff4de-7592-44c7-9bf8-a33dcae9221b on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:43.360779 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Attempting to bind port e9aff4de-7592-44c7-9bf8-a33dcae9221b by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:43.361196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Attempting to bind port e9aff4de-7592-44c7-9bf8-a33dcae9221b on network b2cc4c72-d87d-4ac0-9e33-262971737568 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:43.378582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:43.378977 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Checking segment: {'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:43.379371 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.379773 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Bound using segment: {'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:43.380510 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Bound port: e9aff4de-7592-44c7-9bf8-a33dcae9221b, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:43.380950 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.559909 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] For port e9aff4de-7592-44c7-9bf8-a33dcae9221b, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:43.564431 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] For port e9aff4de-7592-44c7-9bf8-a33dcae9221b, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e9aff4de-7592-44c7-9bf8-a33dcae9221b,segment=NetworkSegment(5978063c-a429-4512-b79b-db9af3c414b0),segment_id=5978063c-a429-4512-b79b-db9af3c414b0)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:43.631316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39406) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:43.701429 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.718252 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:43.737904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-c3c3ab9e-f350-4174-b0de-f2b1c7b5793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:43.744628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-c3c3ab9e-f350-4174-b0de-f2b1c7b5793a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.6806293 Aug 23 14:12:43.852908 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1787058337-network', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:43.861607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:43.867823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Pushing event updated for resources: {'Port': ['ID=e9aff4de-7592-44c7-9bf8-a33dcae9221b,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:43.871763 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:43.878777 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Usage tracker for resource:network and tenant:a6ba8265fad54e16a7d35768bcf9fa60 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:43.890656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:43.899816 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:43.909520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:43.956467 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.010858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e23ff-125f-4b00-84dd-71fb3703eb9b req-49ce1df0-1cd8-4dc5-8793-351b08aa877f tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:44.019415 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c0e23ff-125f-4b00-84dd-71fb3703eb9b req-49ce1df0-1cd8-4dc5-8793-351b08aa877f tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1101 time: 0.6219022 Aug 23 14:12:44.022470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Made reservation on behalf of a6ba8265fad54e16a7d35768bcf9fa60 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:44.023060 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-3d845128-0580-4a70-b1fc-7025da698d43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee HTTP/1.1" status: 200 len: 217 time: 0.2517860 Aug 23 14:12:44.027532 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.057993 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:44.082343 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.127254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:44.160774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ba8265fad54e16a7d35768bcf9fa60 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:44.179072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:12:44.180147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6b86cc7b-a3d2-41e8-b71d-4fbd9d7fb963 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:44.198164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:44.209336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:44.285684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2c0e23ff-125f-4b00-84dd-71fb3703eb9b req-768b2792-7d44-4339-b95a-e4da7f598a8b tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Synchronizing usage tracker for tenant:3e689612c4994b21a7db5b84338b519b on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:44.291690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-8af2492f-0572-424c-8909-eda2d3821892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:44.294805 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-8af2492f-0572-424c-8909-eda2d3821892 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2494915 Aug 23 14:12:44.391945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Allocated IP 172.25.7.103 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/04116ab5-7798-4637-a202-0942eb97caca) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:44.392748 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231053a5-4aa0-459d-a801-7617048b12b1 req-b4112337-6214-41f4-bd14-14790cf2fbd4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:44.394671 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-231053a5-4aa0-459d-a801-7617048b12b1 req-b4112337-6214-41f4-bd14-14790cf2fbd4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.1877148 Aug 23 14:12:44.503935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-9ad0c23f-bd59-4d19-97e5-e6a7c8f4f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:44.505487 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-9ad0c23f-bd59-4d19-97e5-e6a7c8f4f06d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004290 Aug 23 14:12:44.515105 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.533707 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-231053a5-4aa0-459d-a801-7617048b12b1 req-5a6dfaa4-cef9-4625-93e3-f90729b85c78 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308882 Aug 23 14:12:44.542127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2c0e23ff-125f-4b00-84dd-71fb3703eb9b req-768b2792-7d44-4339-b95a-e4da7f598a8b tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Unset dirty status for tenant:3e689612c4994b21a7db5b84338b519b on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:44.544754 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e9aff4de-7592-44c7-9bf8-a33dcae9221b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:44.549551 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c0e23ff-125f-4b00-84dd-71fb3703eb9b req-768b2792-7d44-4339-b95a-e4da7f598a8b tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292048 Aug 23 14:12:44.662889 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.668986 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7aaab221-6ffa-4fda-a926-e12fdecee22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:44.705257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:12:44.722594 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37877913-acaf-4dc7-bd61-4932e146b3f1,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:44.730579 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.731024 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Added segment 512b31c9-407b-4763-bd91-42554ff32dda of type vlan for network d4da4329-4e0a-4039-8f32-73b8aff56fad Aug 23 14:12:44.732538 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:44.747570 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port e9aff4de-7592-44c7-9bf8-a33dcae9221b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:44.794017 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.900689 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-bc5012ae-1983-47c1-83ba-a2a33c9d38e9 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873751 Aug 23 14:12:44.917054 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.942417 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.943796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:44.944439 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:44.981917 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:45.129512 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.142645 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3ef761e2-b4ae-44cb-a243-64878b28e20c tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:45.252078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Pushing event updated for resources: {'Network': ['ID=d4da4329-4e0a-4039-8f32-73b8aff56fad,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:45.252078 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5509174 Aug 23 14:12:45.252078 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:45.252966 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network d4da4329-4e0a-4039-8f32-73b8aff56fad details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:12:45.253075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39440) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:45.253075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Request body: {'subnet': {'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1787058337-subnet', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:45.253075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:45.253075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Usage tracker for resource:subnet and tenant:a6ba8265fad54e16a7d35768bcf9fa60 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:45.253075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:45.253075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:45.378898 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101cb7f-6caf-489c-8069-a8bf4ae4697c None None] Network b2cc4c72-d87d-4ac0-9e33-262971737568 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:12:45.475612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:45.483825 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-f8cc73bd-1739-4109-a689-96c77e72bf28 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2636921 Aug 23 14:12:45.484650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:45.490329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd020d4-2334-4cc7-bdfa-f63f5d9be68a req-e4d63e84-50bb-4041-b7fc-99481c2591c0 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206788 Aug 23 14:12:45.493055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:45.581056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Pushing event updated for resources: {'Port': ['ID=04116ab5-7798-4637-a202-0942eb97caca,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:45.589455 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:45.616902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Made reservation on behalf of a6ba8265fad54e16a7d35768bcf9fa60 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:45.635675 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.644101 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Provisioning for port e9aff4de-7592-44c7-9bf8-a33dcae9221b completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:45.687076 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Provisioning complete for port e9aff4de-7592-44c7-9bf8-a33dcae9221b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:45.687887 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:45.855499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-fd5f7c75-7296-47bf-a674-d4af6c3b4676 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:45.862161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-fd5f7c75-7296-47bf-a674-d4af6c3b4676 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398683 Aug 23 14:12:45.948026 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-558eda54-5c92-4213-b64d-f847e92ba422 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/quotas/13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 375 time: 0.0848947 Aug 23 14:12:46.036202 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.044482 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118fecb-2141-418e-8ab1-45f940ef24ff req-97fe12ab-67da-4c14-872b-c46e92eead41 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:46.057521 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4118fecb-2141-418e-8ab1-45f940ef24ff req-97fe12ab-67da-4c14-872b-c46e92eead41 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.1548464 Aug 23 14:12:46.077736 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] For port e9aff4de-7592-44c7-9bf8-a33dcae9221b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e9aff4de-7592-44c7-9bf8-a33dcae9221b,segment=NetworkSegment(5978063c-a429-4512-b79b-db9af3c414b0),segment_id=5978063c-a429-4512-b79b-db9af3c414b0)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:46.082214 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-54171ef0-d712-4e56-b3de-4a2e2ae13f4a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1254630 Aug 23 14:12:46.164499 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.171390 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:46.179714 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4118fecb-2141-418e-8ab1-45f940ef24ff req-44cef2e5-7090-4c07-ac1e-2744f0dc6de3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212261 Aug 23 14:12:46.180643 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.196679 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:46.314061 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Pushing event updated for resources: {'Port': ['ID=e9aff4de-7592-44c7-9bf8-a33dcae9221b,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:46.347186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.348890 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.350010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.352374 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.352828 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.353254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.353660 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.355987 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.356469 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.357410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.357904 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.358541 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:46.364286 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:46.392783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Checking segment: {'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:46.393552 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Network hostable DHCP agents. Network: d4da4329-4e0a-4039-8f32-73b8aff56fad, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:12:46.396781 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c48621ce-c35f-4644-a93f-5fd403c357d6 None None] Provisioning complete for port e9aff4de-7592-44c7-9bf8-a33dcae9221b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:46.398079 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c48621ce-c35f-4644-a93f-5fd403c357d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.418111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c43bc6-5239-4800-90d4-9f7defd631b8,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:46.436168 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:46.453307 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.547968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Network d4da4329-4e0a-4039-8f32-73b8aff56fad is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:12:46.590507 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e9aff4de-7592-44c7-9bf8-a33dcae9221b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:46.655950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, d4da4329-4e0a-4039-8f32-73b8aff56fad) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:46.662547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:46.663450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.670452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88761cfe-3b62-49c9-9f51-ddd4139bfd12 None None] Network d4da4329-4e0a-4039-8f32-73b8aff56fad requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:12:46.837383 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6448765 Aug 23 14:12:46.837739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39478) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:46.843032 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:46.855501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:46.866324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Usage tracker for resource:router and tenant:a6ba8265fad54e16a7d35768bcf9fa60 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:12:46.875475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:12:46.885294 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:46.920427 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e9aff4de-7592-44c7-9bf8-a33dcae9221b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:46.920805 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:46.967460 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b469b08-34c4-4b61-988c-58264663dc98 req-856dd9fc-fc29-4010-9a98-4a4c8695c5ab tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 210 time: 0.0564048 Aug 23 14:12:47.007594 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.011512 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.069633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-d4da4329-4e0a-4039-8f32-73b8aff56fad', 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'fixed_ips': [{'subnet_id': '77c43bc6-5239-4800-90d4-9f7defd631b8'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:12:47.071177 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.087966 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.194121 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.373820 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Allocated IP 172.20.0.2 (d4da4329-4e0a-4039-8f32-73b8aff56fad/77c43bc6-5239-4800-90d4-9f7defd631b8/a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:47.830249 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.831813 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:47.854450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Transition to ACTIVE for port object a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:47.865976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1462e6-3fae-4733-9d5d-56beda0dead4 req-665df0f5-2151-4a7b-850f-f62350595e17 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:47.874170 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d1462e6-3fae-4733-9d5d-56beda0dead4 req-665df0f5-2151-4a7b-850f-f62350595e17 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.3464010 Aug 23 14:12:47.879194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf352c74-c830-4f75-9d92-3d9b5563e218 req-bac2caf1-4160-43b2-a0de-4bbb9eeb9396 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:47.883629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bf352c74-c830-4f75-9d92-3d9b5563e218 req-bac2caf1-4160-43b2-a0de-4bbb9eeb9396 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 950 time: 0.6008406 Aug 23 14:12:47.897982 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Transition to ACTIVE for port object a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:47.931607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-78b275a4-9e19-4af3-ac42-216d06e5814a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:47.933459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-78b275a4-9e19-4af3-ac42-216d06e5814a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 950 time: 0.5424273 Aug 23 14:12:47.940634 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d1462e6-3fae-4733-9d5d-56beda0dead4 req-1095c85a-2d4a-43c7-aa59-8047ee4e5b4b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654714 Aug 23 14:12:47.994862 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.001527 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:48.084537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bf352c74-c830-4f75-9d92-3d9b5563e218 req-479406eb-e7ee-4d89-87a0-fb14088e8567 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999531 Aug 23 14:12:48.181221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:48.181681 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.218404 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Network d4da4329-4e0a-4039-8f32-73b8aff56fad is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:48.234126 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:48.265624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Router 94353e71-dd51-464e-9457-0456706427a5 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:12:48.281667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:48.339392 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Pushing event updated for resources: {'Port': ['ID=a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:48.371477 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:48.543669 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28b4df23-c768-41a0-9b58-fa5505e2ce4a req-e59ea6a8-a867-4b0e-9258-54dac3788565 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 210 time: 0.2357755 Aug 23 14:12:48.641422 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Attempting to bind port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:48.644074 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Attempting to bind port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:48.644074 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Attempting to bind port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 on network d4da4329-4e0a-4039-8f32-73b8aff56fad {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:48.653339 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:48.653931 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Checking segment: {'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:48.654613 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.655283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Bound using segment: {'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:48.656091 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Bound port: a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:48.656735 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.740752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:48.741226 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.873567 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] For port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:48.877532 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] For port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7,segment=NetworkSegment(512b31c9-407b-4763-bd91-42554ff32dda),segment_id=512b31c9-407b-4763-bd91-42554ff32dda)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:48.940907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:48.979103 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:48.986440 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:49.082486 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-7c69b479-0cb3-4f81-96e4-70c6e06c3b73 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:49.086394 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-7c69b479-0cb3-4f81-96e4-70c6e06c3b73 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 950 time: 0.6328685 Aug 23 14:12:49.283563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Pushing event updated for resources: {'Port': ['ID=a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:49.301222 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:49.336212 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:49.404715 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:49.687824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:49.688317 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:49.794943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:12:49.812725 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Sync routers for ids ['94353e71-dd51-464e-9457-0456706427a5'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:12:49.849528 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Routers {'94353e71-dd51-464e-9457-0456706427a5'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:49.850625 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['94353e71-dd51-464e-9457-0456706427a5'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:49.855085 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3065805-3fb4-4030-9859-2dea9f671477 req-0fe5d87f-30fb-4455-a661-e5e9cef58728 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:49.858948 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3065805-3fb4-4030-9859-2dea9f671477 req-0fe5d87f-30fb-4455-a661-e5e9cef58728 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.4326811 Aug 23 14:12:49.913885 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Allocated IP 172.25.7.35 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/6073cd11-04f0-4b60-a7a5-38021f57d562) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:50.009602 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:50.065842 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bc2cc333-f071-4bc9-b997-bddf4dcc9bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:50.200522 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Set router 94353e71-dd51-464e-9457-0456706427a5 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:50.226554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=4c6ea62e-da50-4b5c-a7dd-c7c1de753e98,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:50.229823 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:50.234128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.2300835 Aug 23 14:12:50.245653 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:50.250505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39518) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:50.259237 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3065805-3fb4-4030-9859-2dea9f671477 req-5bea30b3-db05-425b-8f20-f71536afc60f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198905 Aug 23 14:12:50.474187 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:50.597971 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-e9481f6f-3c19-4acf-b751-cacff9e74c4e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1504366 Aug 23 14:12:50.647228 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:50.769670 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:50.777481 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:50.839859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:50.856702 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:50.859800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b65192f3-84bd-44ad-a119-f436a0c54573 req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "DELETE /v2.0/ports/4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 HTTP/1.1" status: 204 len: 173 time: 2.8997374 Aug 23 14:12:50.864292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'name': 'network-vif-deleted', 'tag': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:50.981926 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:51.078149 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9749d8e3-6d58-4ca7-9763-2660600ec1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:51.309247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:51.411302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:51.451570 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:51.579957 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace65cb2-e445-4bb0-9bcd-9b417adc8931 None None] Network d4da4329-4e0a-4039-8f32-73b8aff56fad requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:12:51.662508 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:51.681242 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-62aaeea9-0620-4103-ae69-fc938bec8df0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:51.682940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-62aaeea9-0620-4103-ae69-fc938bec8df0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9917817 Aug 23 14:12:51.714484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Pushing event updated for resources: {'Port': ['ID=6073cd11-04f0-4b60-a7a5-38021f57d562,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:51.718322 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:51.743433 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Request body: {'port': {'device_id': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '13a602149613424aabf30ce28c41628b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:51.751525 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dee1ee-5654-4375-a501-49e518bc24b3 req-463c4294-58dd-4a3b-89cf-a407bfa40c24 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:51.761836 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8dee1ee-5654-4375-a501-49e518bc24b3 req-463c4294-58dd-4a3b-89cf-a407bfa40c24 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc6c18b2-32f1-40d7-a4f6-11f9d542cd15 HTTP/1.1" status: 200 len: 867 time: 2.1595950 Aug 23 14:12:51.790002 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c68825c8-beca-40eb-926d-1ed6fe8e1297 req-c197dae2-462b-40d6-8bb8-466e01e248c6 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 210 time: 0.1019292 Aug 23 14:12:51.902360 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Provisioning for port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:51.916330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Provisioning complete for port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:51.916839 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:51.950554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:52.033588 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6c18b2-32f1-40d7-a4f6-11f9d542cd15', 'name': 'network-vif-deleted', 'tag': '4c6ea62e-da50-4b5c-a7dd-c7c1de753e98', 'status': 'completed', 'code': 200} Aug 23 14:12:52.150862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:12:45Z', 'revision_number': 3, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:52.158334 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:12:52.255794 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:12:52.256156 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4c6ea62e-da50-4b5c-a7dd-c7c1de753e98 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:12:52.302714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Checking router: 94353e71-dd51-464e-9457-0456706427a5 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:12:52.303310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Updating router 94353e71-dd51-464e-9457-0456706427a5 port 04116ab5-7798-4637-a202-0942eb97caca binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:12:52.479298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:12:52.514426 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:12:52.559788 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8dee1ee-5654-4375-a501-49e518bc24b3 req-e158bf0e-cd08-4a14-a25e-637fbadd71f6 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942884 Aug 23 14:12:52.591702 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:52.679144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:52.679480 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:52.709373 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:52.723064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Made reservation on behalf of 13a602149613424aabf30ce28c41628b for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:12:52.727212 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:52.890484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:12:52.960915 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.117109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee81c53-5ef0-4c6b-8638-351c52370bba req-06937997-0d4f-4abf-a5b9-80a0aa5ae211 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:53.118838 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ee81c53-5ef0-4c6b-8638-351c52370bba req-06937997-0d4f-4abf-a5b9-80a0aa5ae211 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.3969717 Aug 23 14:12:53.179460 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.266216 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Allocated IP 192.168.233.84 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/d5e0a99e-bcaf-4384-98c9-6b8629041c4b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:53.281004 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ee81c53-5ef0-4c6b-8638-351c52370bba req-22b0e08f-afd2-42c7-b187-15f133f08b4a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447029 Aug 23 14:12:53.294856 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] For port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7,segment=NetworkSegment(512b31c9-407b-4763-bd91-42554ff32dda),segment_id=512b31c9-407b-4763-bd91-42554ff32dda)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:53.295165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-abe27559-1456-4dce-ba9f-5c389674ca8d req-d9e48035-3365-43cf-bdde-2c013ce74b2a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 210 time: 0.1929195 Aug 23 14:12:53.333874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Allocated IP 172.20.0.1 (b2cc4c72-d87d-4ac0-9e33-262971737568/aaf50d6f-1170-4f7f-b12a-cca3e6285772/8237bf05-9f42-41cc-addb-86b19f52c00b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:53.456445 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.459663 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9be2acc1-dc94-4b27-97b7-603327f9753a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:53.460636 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.541683 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.560879 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:53.569013 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.638566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Transition to ACTIVE for port object 8237bf05-9f42-41cc-addb-86b19f52c00b will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:53.668832 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Pushing event updated for resources: {'Port': ['ID=a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:53.672834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:53.683585 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:53.685204 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:53.728629 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:53.764692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:12:53.768453 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.777790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'name': 'network-vif-deleted', 'tag': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:12:53.808457 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.812957 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3cfae30-4cfc-4a6c-90ff-403a992aab12 None None] Provisioning complete for port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:53.813376 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3cfae30-4cfc-4a6c-90ff-403a992aab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:53.878570 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['b734ab13-4b70-440f-b22b-d07ea74f92ee', '12b8b1a9-68a0-4fb2-bacf-cba1557f760d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:53.914092 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacd549e-eae6-41c4-ad09-6e5e6020b823', 'name': 'network-vif-deleted', 'tag': 'd0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0', 'status': 'completed', 'code': 200} Aug 23 14:12:53.953971 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b899916d-4b6b-41b8-9ebd-1ccb475dd2fb req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "DELETE /v2.0/ports/d0ffac32-b3a5-46f3-9b74-9e1cfc70fcc0 HTTP/1.1" status: 204 len: 173 time: 4.8337040 Aug 23 14:12:54.004030 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Transition to ACTIVE for port object 04116ab5-7798-4637-a202-0942eb97caca will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:54.235089 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.290830 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:54.374861 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Attempting to bind port 04116ab5-7798-4637-a202-0942eb97caca on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:54.375248 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Attempting to bind port 04116ab5-7798-4637-a202-0942eb97caca by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:54.375880 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Attempting to bind port 04116ab5-7798-4637-a202-0942eb97caca on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:54.417316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:54.417733 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:54.418121 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.418562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:54.419070 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Bound port: 04116ab5-7798-4637-a202-0942eb97caca, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:54.419620 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.495823 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.512070 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8e57f-27c4-4296-aafe-df7b7c3b4119 None None] Pushing event updated for resources: {'Port': ['ID=04116ab5-7798-4637-a202-0942eb97caca,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:54.539633 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-62d8e57f-27c4-4296-aafe-df7b7c3b4119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:54.544178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b1613714-9fc7-4cc7-9720-45d80a7acfa2 req-27ebb5e6-1e99-402d-b877-736984a8fb74 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:54.614881 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:54.639895 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.663258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Transition to ACTIVE for port object d5e0a99e-bcaf-4384-98c9-6b8629041c4b will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:54.675373 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.680897 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1f759c62-81e8-4547-a89a-dc7bb9f5a012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:54.728990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] For port 04116ab5-7798-4637-a202-0942eb97caca, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:54.737376 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b1613714-9fc7-4cc7-9720-45d80a7acfa2 req-27ebb5e6-1e99-402d-b877-736984a8fb74 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:54.738645 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1613714-9fc7-4cc7-9720-45d80a7acfa2 req-27ebb5e6-1e99-402d-b877-736984a8fb74 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=dacd549e-eae6-41c4-ad09-6e5e6020b823 HTTP/1.1" status: 200 len: 210 time: 0.3224061 Aug 23 14:12:54.749161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Network b2cc4c72-d87d-4ac0-9e33-262971737568 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:54.759724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] For port 04116ab5-7798-4637-a202-0942eb97caca, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=04116ab5-7798-4637-a202-0942eb97caca,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:54.759981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:54.796608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:54.861488 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121182-1b6a-4240-8483-28a95a26ee63 req-1c49e6dc-01d7-456c-a9f4-4c3bdda68d21 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:54.866505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d121182-1b6a-4240-8483-28a95a26ee63 req-1c49e6dc-01d7-456c-a9f4-4c3bdda68d21 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.2593315 Aug 23 14:12:54.870294 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:54.912911 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-62d8e57f-27c4-4296-aafe-df7b7c3b4119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:54.963881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8237bf05-9f42-41cc-addb-86b19f52c00b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:54.972383 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d121182-1b6a-4240-8483-28a95a26ee63 req-e9befb84-4ea2-43dd-b941-cae8d458e83d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026523 Aug 23 14:12:55.028428 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.130910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:12:55.168382 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8e57f-27c4-4296-aafe-df7b7c3b4119 None None] Pushing event updated for resources: {'Port': ['ID=04116ab5-7798-4637-a202-0942eb97caca,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:55.186731 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-62d8e57f-27c4-4296-aafe-df7b7c3b4119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:55.252607 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:55.279856 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.280166 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:55.280560 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.373639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Routers {'94353e71-dd51-464e-9457-0456706427a5'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:55.374676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['94353e71-dd51-464e-9457-0456706427a5'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:55.417840 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-74460c2c-4b40-4d94-8429-428411f5c2bd tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:55.421888 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:12:55.436844 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Sync routers for ids ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:12:55.449090 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Routers {'f0784b2d-d1e6-4662-a97f-6cfba1e35f68'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:55.450043 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:55.560681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:55.571036 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:55.576584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:55.640734 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.643538 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8046956 Aug 23 14:12:55.645679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39560) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:12:55.675329 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Set router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:55.769558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:55.776237 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:55.825443 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-ff7fcb4d-9c31-4b23-8155-4e6b39db58f3 None None] Provisioning for port 8237bf05-9f42-41cc-addb-86b19f52c00b completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:55.870714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:55.873259 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.882025 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-ff7fcb4d-9c31-4b23-8155-4e6b39db58f3 None None] Provisioning complete for port 8237bf05-9f42-41cc-addb-86b19f52c00b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:55.882459 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ff7fcb4d-9c31-4b23-8155-4e6b39db58f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:55.957272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724ae34-beaa-4d81-95ff-641dc4435241 req-aad97f9f-1d65-4fdc-88d5-1e33de5fe21e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:55.975256 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4724ae34-beaa-4d81-95ff-641dc4435241 req-aad97f9f-1d65-4fdc-88d5-1e33de5fe21e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 935 time: 0.7241778 Aug 23 14:12:56.013278 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] Set router 94353e71-dd51-464e-9457-0456706427a5 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:56.049686 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4724ae34-beaa-4d81-95ff-641dc4435241 req-1014e343-ec32-4c3c-b4d9-e9a293a388dc tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709436 Aug 23 14:12:56.153898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4152427 Aug 23 14:12:56.167937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Request body: {'port': {'device_id': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:12:56.201715 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:12:52Z', 'revision_number': 3, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port': {'id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:49Z', 'updated_at': '2021-08-23T14:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:56.207977 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Checking router: f0784b2d-d1e6-4662-a97f-6cfba1e35f68 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:12:56.208774 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Updating router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 port 6073cd11-04f0-4b60-a7a5-38021f57d562 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:12:56.254456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:12:56.278187 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.378209 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.381378 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fcb4d-9c31-4b23-8155-4e6b39db58f3 None None] Port 8237bf05-9f42-41cc-addb-86b19f52c00b cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:12:56.667872 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.693453 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0a3b8e72-b038-442e-8a9a-9d7ccb47ba43 None None] Provisioning for port d5e0a99e-bcaf-4384-98c9-6b8629041c4b completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:56.714553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0a3b8e72-b038-442e-8a9a-9d7ccb47ba43 None None] Provisioning complete for port d5e0a99e-bcaf-4384-98c9-6b8629041c4b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:56.715205 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8e72-b038-442e-8a9a-9d7ccb47ba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.803199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fa682-baf4-4ba9-a082-c7ace30285a6 req-5b1daf3b-9d78-41dc-b6a0-95671ce186ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:56.814937 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b53fa682-baf4-4ba9-a082-c7ace30285a6 req-5b1daf3b-9d78-41dc-b6a0-95671ce186ce tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.5784292 Aug 23 14:12:56.816749 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:56.846795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b8e72-b038-442e-8a9a-9d7ccb47ba43 None None] Port d5e0a99e-bcaf-4384-98c9-6b8629041c4b cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:12:56.899478 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:12:45Z', 'revision_number': 3, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:56.905871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca06f3-117f-43af-b42d-6ac55bfea857 None None] The sync data for ids ['94353e71-dd51-464e-9457-0456706427a5'] in n-d-805628-1 is: [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:12:45Z', 'revision_number': 3, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:12:56.947173 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b53fa682-baf4-4ba9-a082-c7ace30285a6 req-6926e90d-da45-413b-a2f1-6f13d6039633 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305628 Aug 23 14:12:57.130265 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.144778 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Transition to ACTIVE for port object 6073cd11-04f0-4b60-a7a5-38021f57d562 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:57.247203 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.377150 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.388841 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:57.444026 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.492411 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Pushing event updated for resources: {'Port': ['ID=6073cd11-04f0-4b60-a7a5-38021f57d562,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:57.515971 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Attempting to bind port 6073cd11-04f0-4b60-a7a5-38021f57d562 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:57.516327 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Attempting to bind port 6073cd11-04f0-4b60-a7a5-38021f57d562 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:57.516710 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Attempting to bind port 6073cd11-04f0-4b60-a7a5-38021f57d562 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:57.525224 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.529074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:12:57.548093 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:57.548860 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:57.549627 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:57.549841 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.550249 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:57.550731 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Bound port: 6073cd11-04f0-4b60-a7a5-38021f57d562, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:57.551185 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.670913 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] For port 6073cd11-04f0-4b60-a7a5-38021f57d562, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:12:57.675591 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] For port 6073cd11-04f0-4b60-a7a5-38021f57d562, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6073cd11-04f0-4b60-a7a5-38021f57d562,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:12:57.685354 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cb9aae1a-1cef-448a-b14a-9f24238adbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.761112 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:57.782599 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:57.846191 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Allocated IP 172.20.0.1 (d4da4329-4e0a-4039-8f32-73b8aff56fad/77c43bc6-5239-4800-90d4-9f7defd631b8/f1dabb80-3189-4b62-a177-27af0a3a4f9d) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:12:57.915450 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Routers {'f0784b2d-d1e6-4662-a97f-6cfba1e35f68'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:12:57.916367 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:12:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:57.974457 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e0a99e-bcaf-4384-98c9-6b8629041c4b {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:12:57.990697 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.013954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Transition to ACTIVE for port object d5e0a99e-bcaf-4384-98c9-6b8629041c4b will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:58.040432 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.081531 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Pushing event updated for resources: {'Port': ['ID=6073cd11-04f0-4b60-a7a5-38021f57d562,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:58.089001 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:58.100826 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a2845-d16b-4580-8c66-df68fcd1f815 req-d55e2dfe-b537-4acb-9b62-5676e1845096 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:58.101649 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c91a2845-d16b-4580-8c66-df68fcd1f815 req-d55e2dfe-b537-4acb-9b62-5676e1845096 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:12:58.101979 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.137853 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Transition to ACTIVE for port object f1dabb80-3189-4b62-a177-27af0a3a4f9d will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:12:58.142330 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.204794 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.212870 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8c6b24f9-0b62-48e6-8a77-3bb7dc247ad6 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:58.234547 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] Set router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:12:58.273848 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.311754 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c91a2845-d16b-4580-8c66-df68fcd1f815 req-d55e2dfe-b537-4acb-9b62-5676e1845096 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:12:58.313128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c91a2845-d16b-4580-8c66-df68fcd1f815 req-d55e2dfe-b537-4acb-9b62-5676e1845096 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 935 time: 0.8837042 Aug 23 14:12:58.319251 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.327651 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b88b4e15-3858-481e-aadb-27f56340762e tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:58.403803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Network d4da4329-4e0a-4039-8f32-73b8aff56fad is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:58.407495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:58.417243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:12:58.570093 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.584827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:58.608030 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:58.662881 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 04116ab5-7798-4637-a202-0942eb97caca up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:12:58.681721 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-38445c98-85c2-417b-918e-4f7ea26439b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:58.772204 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:12:52Z', 'revision_number': 3, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port': {'id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:49Z', 'updated_at': '2021-08-23T14:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:12:58.784770 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9ebd-eb23-4add-b1ff-5091f4a12f06 None None] The sync data for ids ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'] in n-d-805628-1 is: [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:12:52Z', 'revision_number': 3, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port': {'id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:49Z', 'updated_at': '2021-08-23T14:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:12:58.870010 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c91a2845-d16b-4580-8c66-df68fcd1f815 req-337ec106-6728-45b0-b580-26cf2dbc3cfc tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354595 Aug 23 14:12:58.872185 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dabb80-3189-4b62-a177-27af0a3a4f9d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:58.873333 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:58.877706 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:58.953241 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8237bf05-9f42-41cc-addb-86b19f52c00b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:58.963105 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:58.975936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 04116ab5-7798-4637-a202-0942eb97caca completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:58.991340 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 04116ab5-7798-4637-a202-0942eb97caca triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:58.992024 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.210504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cfe3-073b-4fe2-a99e-195c61e9a7e5 req-98519a09-eca8-45c6-b0b6-c119154762d3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.218706 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e06cfe3-073b-4fe2-a99e-195c61e9a7e5 req-98519a09-eca8-45c6-b0b6-c119154762d3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.3059037 Aug 23 14:12:59.247367 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.279186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 04116ab5-7798-4637-a202-0942eb97caca, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=04116ab5-7798-4637-a202-0942eb97caca,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:12:59.361008 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.378309 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e06cfe3-073b-4fe2-a99e-195c61e9a7e5 req-a2b8225a-f1c7-4ab6-afde-7fc09bb217f5 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171236 Aug 23 14:12:59.425741 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.435210 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:12:59.469074 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c983e938-6c46-4d71-b5c9-d278d6d8e92a None None] Provisioning for port f1dabb80-3189-4b62-a177-27af0a3a4f9d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:12:59.502160 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c983e938-6c46-4d71-b5c9-d278d6d8e92a None None] Provisioning complete for port f1dabb80-3189-4b62-a177-27af0a3a4f9d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:12:59.507395 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c983e938-6c46-4d71-b5c9-d278d6d8e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.522757 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Attempting to bind port d5e0a99e-bcaf-4384-98c9-6b8629041c4b on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:12:59.523355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Attempting to bind port d5e0a99e-bcaf-4384-98c9-6b8629041c4b by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:12:59.523507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Attempting to bind port d5e0a99e-bcaf-4384-98c9-6b8629041c4b on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:59.589076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Port d5e0a99e-bcaf-4384-98c9-6b8629041c4b on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:12:59.589619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Attempting to bind port d5e0a99e-bcaf-4384-98c9-6b8629041c4b on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:12:59.599283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=04116ab5-7798-4637-a202-0942eb97caca,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:12:59.605572 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:12:59.616419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:12:59.616419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:12:59.616419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:12:59.616999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Bound port: d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:12:59.617121 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.619136 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c983e938-6c46-4d71-b5c9-d278d6d8e92a None None] Port f1dabb80-3189-4b62-a177-27af0a3a4f9d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:12:59.640422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403b606-3903-4662-ad98-400a94d1438d req-2c7b3a64-756b-42a3-995f-1171b4f8b7e3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.642043 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a403b606-3903-4662-ad98-400a94d1438d req-2c7b3a64-756b-42a3-995f-1171b4f8b7e3 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 949 time: 0.3869979 Aug 23 14:12:59.730015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Network b2cc4c72-d87d-4ac0-9e33-262971737568 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:12:59.785262 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.792464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:12:59.832567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port b734ab13-4b70-440f-b22b-d07ea74f92ee {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:12:59.832922 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.908994 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0a0b1794-5745-4a5b-8d1f-afb7eb00df6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.918820 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:12:59.931863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca9933-9a3d-4659-a2f0-d0d8a909ef6d req-989d1416-2985-44bd-a461-b5321ddd02e5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:12:59.940272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4ca9933-9a3d-4659-a2f0-d0d8a909ef6d req-989d1416-2985-44bd-a461-b5321ddd02e5 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 949 time: 0.5764508 Aug 23 14:12:59.986865 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d6dafd98-faf9-4acd-a4ee-bbcb41a9afe8 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:00.149517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1dabb80-3189-4b62-a177-27af0a3a4f9d,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:00.153700 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:00.190519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8b44392c-8b46-4f45-a4d7-4844007f27f8 None None] Provisioning complete for port 8237bf05-9f42-41cc-addb-86b19f52c00b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:00.194416 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8b44392c-8b46-4f45-a4d7-4844007f27f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:00.212171 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:00.257977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:00.268225 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:00.326867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8b44392c-8b46-4f45-a4d7-4844007f27f8 None None] Port 8237bf05-9f42-41cc-addb-86b19f52c00b cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:13:00.353126 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-b9191516-35a8-440b-9698-0221418dc291 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:00.354091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-b9191516-35a8-440b-9698-0221418dc291 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:00.382145 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:00.388775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c4ca9933-9a3d-4659-a2f0-d0d8a909ef6d req-54393b04-3ee3-446d-9c69-aa0d691df57a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475689 Aug 23 14:13:00.397433 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:00.469704 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-b9191516-35a8-440b-9698-0221418dc291 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:00.471041 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-b9191516-35a8-440b-9698-0221418dc291 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd8e8f5c-31b4-451b-a5ab-cdc328a937c4 HTTP/1.1" status: 200 len: 949 time: 0.3882558 Aug 23 14:13:00.616967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Network d4da4329-4e0a-4039-8f32-73b8aff56fad is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:00.622279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:00.627795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:00.628197 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:00.731368 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 04116ab5-7798-4637-a202-0942eb97caca up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:00.889951 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26effb-bad5-423d-a7f9-0232e210cdd8 req-42fcc6d7-e462-4fc4-9301-6611e18becdc tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:00.891584 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ce26effb-bad5-423d-a7f9-0232e210cdd8 req-42fcc6d7-e462-4fc4-9301-6611e18becdc tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 947 time: 0.6400721 Aug 23 14:13:00.903836 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:00.905990 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:00.911245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] 10.222.0.82 "PUT /v2.0/ports/d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 1095 time: 4.7485783 Aug 23 14:13:00.912320 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:00.925383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Router 94353e71-dd51-464e-9457-0456706427a5 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:13:00.939629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 04116ab5-7798-4637-a202-0942eb97caca triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:00.941684 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.094192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:01.110623 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:01.175114 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ce26effb-bad5-423d-a7f9-0232e210cdd8 req-f6167f67-0c45-4107-9cbd-574b0be51258 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633774 Aug 23 14:13:01.250731 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6073cd11-04f0-4b60-a7a5-38021f57d562 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:01.286797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:13:01.381799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port b734ab13-4b70-440f-b22b-d07ea74f92ee, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=b734ab13-4b70-440f-b22b-d07ea74f92ee,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:01.381799 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.382683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b6934d76-9732-4336-b4e0-df8000ac35f0 None None] Provisioning complete for port f1dabb80-3189-4b62-a177-27af0a3a4f9d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:01.382683 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b6934d76-9732-4336-b4e0-df8000ac35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.505740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-b6934d76-9732-4336-b4e0-df8000ac35f0 None None] Port f1dabb80-3189-4b62-a177-27af0a3a4f9d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:13:01.519558 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 6073cd11-04f0-4b60-a7a5-38021f57d562 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:01.529858 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.532281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 6073cd11-04f0-4b60-a7a5-38021f57d562 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:01.532885 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.571405 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'status': 'completed', 'code': 200} Aug 23 14:13:01.582031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for b734ab13-4b70-440f-b22b-d07ea74f92ee owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:01.697642 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.716834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 6073cd11-04f0-4b60-a7a5-38021f57d562, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6073cd11-04f0-4b60-a7a5-38021f57d562,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:01.759298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74723b4a-8081-4b9d-9426-5007aa9e75b0 req-37b119c0-a9ac-4383-b3f6-e59c696abd18 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:01.760917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74723b4a-8081-4b9d-9426-5007aa9e75b0 req-37b119c0-a9ac-4383-b3f6-e59c696abd18 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.8280535 Aug 23 14:13:01.762893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:13:01.783486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Sync routers for ids ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:13:01.789496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-5597683a-234f-41a2-b143-7044d928654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:01.790912 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-5597683a-234f-41a2-b143-7044d928654b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1098 time: 0.7428594 Aug 23 14:13:01.794146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Routers {'f0784b2d-d1e6-4662-a97f-6cfba1e35f68'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:01.794832 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:01.802116 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] 10.222.0.72 "PUT /v2.0/routers/f0784b2d-d1e6-4662-a97f-6cfba1e35f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1546350 Aug 23 14:13:01.833160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:01.833820 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:01.883367 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-d6bf87e6-ccaa-41ed-b23a-36f871d55563 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 217 time: 0.0692434 Aug 23 14:13:01.888187 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:13:01.907524 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Sync routers for ids ['94353e71-dd51-464e-9457-0456706427a5'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:13:01.929196 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Routers {'94353e71-dd51-464e-9457-0456706427a5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:01.930050 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['94353e71-dd51-464e-9457-0456706427a5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:01.966406 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/94353e71-dd51-464e-9457-0456706427a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7055607 Aug 23 14:13:02.074001 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74723b4a-8081-4b9d-9426-5007aa9e75b0 req-e10b0d42-2c4d-4acb-b278-46c38860ed38 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819009 Aug 23 14:13:02.110778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for 12b8b1a9-68a0-4fb2-bacf-cba1557f760d owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:02.172431 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:02.177532 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-a745eb5d-5f08-4347-9318-1a425f014492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:02.179786 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-a745eb5d-5f08-4347-9318-1a425f014492 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2894900 Aug 23 14:13:02.182697 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:02.241721 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device b734ab13-4b70-440f-b22b-d07ea74f92ee no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:02.318733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e3f5f-85f8-461f-b152-9f3ac65a80fc req-5503360c-846b-4475-bb21-836a732e6385 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:02.320372 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d72e3f5f-85f8-461f-b152-9f3ac65a80fc req-5503360c-846b-4475-bb21-836a732e6385 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 949 time: 0.7025108 Aug 23 14:13:02.365003 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Set router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:02.369155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-26e27061-5918-4567-b667-4c851b02cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:02.372578 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-26e27061-5918-4567-b667-4c851b02cc2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757975 Aug 23 14:13:02.438367 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d72e3f5f-85f8-461f-b152-9f3ac65a80fc req-7049f8ac-390d-46fb-ba02-9fbd88f39210 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038752 Aug 23 14:13:02.447475 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Set router 94353e71-dd51-464e-9457-0456706427a5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:02.497381 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=6073cd11-04f0-4b60-a7a5-38021f57d562,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:02.504537 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:02.508525 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No active binding found for port b734ab13-4b70-440f-b22b-d07ea74f92ee {{(pid=80760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 23 14:13:02.509005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device b734ab13-4b70-440f-b22b-d07ea74f92ee not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:02.631598 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:02.654945 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d46288fb-0155-4792-aa80-caebdf7790a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:02.699443 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:02.702073 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:02.707561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-29c01ed3-1188-4119-a388-4c4037275e8d tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2825825 Aug 23 14:13:02.713907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:02.719080 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-980e2613-b777-4d17-ade1-be2edcde54a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:02.733987 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=b734ab13-4b70-440f-b22b-d07ea74f92ee,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:02.795614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:02.802420 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:02.811151 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=12b8b1a9-68a0-4fb2-bacf-cba1557f760d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:02.815575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Usage tracker for resource:floatingip and tenant:a6ba8265fad54e16a7d35768bcf9fa60 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:02.841344 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:02.878719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:02.953147 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:02.966571 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port b734ab13-4b70-440f-b22b-d07ea74f92ee on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:02.985086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.002080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port 12b8b1a9-68a0-4fb2-bacf-cba1557f760d on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:03.003241 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.011392 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-2d000629-5404-476e-8460-ed44d0e3d4ed service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313806 Aug 23 14:13:03.030416 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'name': 'network-vif-deleted', 'tag': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:03.032696 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:12:56Z', 'revision_number': 4, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '8237bf05-9f42-41cc-addb-86b19f52c00b', 'name': '', 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'mac_address': 'fa:16:3e:08:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'aaf50d6f-1170-4f7f-b12a-cca3e6285772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:52Z', 'updated_at': '2021-08-23T14:12:57Z', 'revision_number': 2, 'project_id': '168dd8f172614d9eb177a51953924787', 'subnets': [{'id': 'aaf50d6f-1170-4f7f-b12a-cca3e6285772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:03.043049 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.050662 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Checking router: 94353e71-dd51-464e-9457-0456706427a5 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:13:03.051194 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Updating router 94353e71-dd51-464e-9457-0456706427a5 port 8237bf05-9f42-41cc-addb-86b19f52c00b binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:13:03.069254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d10a0b-4062-4eaf-be86-418c38e4c61a req-72e41cf5-6d08-4345-bc64-784330f2fb8f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:03.075282 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-73d10a0b-4062-4eaf-be86-418c38e4c61a req-72e41cf5-6d08-4345-bc64-784330f2fb8f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 947 time: 0.4567339 Aug 23 14:13:03.098106 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port': {'id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:49Z', 'updated_at': '2021-08-23T14:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f1dabb80-3189-4b62-a177-27af0a3a4f9d', 'name': '', 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'mac_address': 'fa:16:3e:81:c8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77c43bc6-5239-4800-90d4-9f7defd631b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:57Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 2, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'subnets': [{'id': '77c43bc6-5239-4800-90d4-9f7defd631b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:03.104511 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Checking router: f0784b2d-d1e6-4662-a97f-6cfba1e35f68 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:13:03.104985 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Updating router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 port f1dabb80-3189-4b62-a177-27af0a3a4f9d binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:13:03.176847 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.189426 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e796a57-2f14-42ad-8832-848ed0f46367 req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "DELETE /v2.0/ports/12b8b1a9-68a0-4fb2-bacf-cba1557f760d HTTP/1.1" status: 204 len: 173 time: 2.7053964 Aug 23 14:13:03.214757 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-73d10a0b-4062-4eaf-be86-418c38e4c61a req-61dbb002-7c89-442d-a361-afe4238308e7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273916 Aug 23 14:13:03.241475 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.314335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['54f71897-0122-49c4-93d0-e7a5300d47b0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:03.456451 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-97aafeb2-95cf-4f01-9d96-88cf749aa4db req-a5547387-8c11-4ddc-9b25-a8f248aec94f tempest-FloatingIPDetailsNegativeTestJSON-1475631558 tempest-FloatingIPDetailsNegativeTestJSON-1475631558-project] show failed (client error): The resource could not be found. Aug 23 14:13:03.474134 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-97aafeb2-95cf-4f01-9d96-88cf749aa4db req-a5547387-8c11-4ddc-9b25-a8f248aec94f tempest-FloatingIPDetailsNegativeTestJSON-1475631558 tempest-FloatingIPDetailsNegativeTestJSON-1475631558-project] 10.222.0.72 "GET /v2.0/floatingips/e8982a7b-7050-437f-be81-f8537e552e72 HTTP/1.1" status: 404 len: 350 time: 0.1250198 Aug 23 14:13:03.493727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39642) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:03.525942 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.573988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd9914e-d020-4191-87bd-244ef039e445', 'name': 'network-vif-deleted', 'tag': 'b734ab13-4b70-440f-b22b-d07ea74f92ee'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:03.595767 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a403b606-3903-4662-ad98-400a94d1438d req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.64 "DELETE /v2.0/ports/b734ab13-4b70-440f-b22b-d07ea74f92ee HTTP/1.1" status: 204 len: 173 time: 3.9435475 Aug 23 14:13:03.728383 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b175c2a-9a5c-48e2-999b-56f431d47dde req-4bee61e7-f833-4cdd-9971-9226de503052 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034478 Aug 23 14:13:03.843548 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:03.863187 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Transition to ACTIVE for port object 8237bf05-9f42-41cc-addb-86b19f52c00b will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:03.922898 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e8f5c-31b4-451b-a5ab-cdc328a937c4', 'name': 'network-vif-deleted', 'tag': '12b8b1a9-68a0-4fb2-bacf-cba1557f760d', 'status': 'completed', 'code': 200} Aug 23 14:13:03.940578 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.044516 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.057182 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:04.194984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 12b8b1a9-68a0-4fb2-bacf-cba1557f760d no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:04.251236 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.274274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 12b8b1a9-68a0-4fb2-bacf-cba1557f760d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:04.274545 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 12b8b1a9-68a0-4fb2-bacf-cba1557f760d not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:04.279073 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Transition to ACTIVE for port object f1dabb80-3189-4b62-a177-27af0a3a4f9d will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:04.292928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Allocated IP 172.25.7.216 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/beac00c9-a721-429c-b5f4-9c3a8bc75cb2) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:04.296830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-1b562c91-efdc-4c9e-a520-e1a8738f22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:04.299124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-1b562c91-efdc-4c9e-a520-e1a8738f22f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1098 time: 0.2573514 Aug 23 14:13:04.367167 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61439b6e-a34f-41cf-b060-5c3edd9044b2 None None] Pushing event updated for resources: {'Port': ['ID=8237bf05-9f42-41cc-addb-86b19f52c00b,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:04.369272 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-61439b6e-a34f-41cf-b060-5c3edd9044b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:04.467181 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.477770 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:04.502317 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Attempting to bind port 8237bf05-9f42-41cc-addb-86b19f52c00b on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:04.502711 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Attempting to bind port 8237bf05-9f42-41cc-addb-86b19f52c00b by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:04.503089 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Attempting to bind port 8237bf05-9f42-41cc-addb-86b19f52c00b on network b2cc4c72-d87d-4ac0-9e33-262971737568 {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:04.524941 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:04.525379 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Checking segment: {'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:04.525806 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.526224 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Bound using segment: {'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:04.526740 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Bound port: 8237bf05-9f42-41cc-addb-86b19f52c00b, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5978063c-a429-4512-b79b-db9af3c414b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:04.527153 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.618322 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6073cd11-04f0-4b60-a7a5-38021f57d562 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:04.687726 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] For port 8237bf05-9f42-41cc-addb-86b19f52c00b, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:04.688233 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26699ab-6e92-40e6-9708-b7959a7cc923 req-6c858a74-0928-48c3-8bad-dda93761596e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:04.690071 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d26699ab-6e92-40e6-9708-b7959a7cc923 req-6c858a74-0928-48c3-8bad-dda93761596e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.6180091 Aug 23 14:13:04.701427 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] For port 8237bf05-9f42-41cc-addb-86b19f52c00b, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8237bf05-9f42-41cc-addb-86b19f52c00b,segment=NetworkSegment(5978063c-a429-4512-b79b-db9af3c414b0),segment_id=5978063c-a429-4512-b79b-db9af3c414b0)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:04.793621 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:04.799863 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56776b8f-11f2-4c48-8e38-4682842cfbd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:04.814559 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbfc5d-994d-4d51-bbfc-cdfd3d32c57a None None] Pushing event updated for resources: {'Port': ['ID=f1dabb80-3189-4b62-a177-27af0a3a4f9d,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:04.851415 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d2fbfc5d-994d-4d51-bbfc-cdfd3d32c57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:04.864725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-fbcff921-887f-43e0-8d56-a6fb275ebf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:04.866845 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-fbcff921-887f-43e0-8d56-a6fb275ebf02 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.5558705 Aug 23 14:13:04.909226 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d26699ab-6e92-40e6-9708-b7959a7cc923 req-d0bb105c-8b84-482e-9557-6fb3f12294f9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874046 Aug 23 14:13:04.926955 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Routers {'94353e71-dd51-464e-9457-0456706427a5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:04.927753 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['94353e71-dd51-464e-9457-0456706427a5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:05.087320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.146663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-892c0efd-67ef-4533-a0da-421193ab5bba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 217 time: 0.2663882 Aug 23 14:13:05.161988 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61439b6e-a34f-41cf-b060-5c3edd9044b2 None None] Pushing event updated for resources: {'Port': ['ID=8237bf05-9f42-41cc-addb-86b19f52c00b,revision_number=4']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:05.175125 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-61439b6e-a34f-41cf-b060-5c3edd9044b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:05.239737 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.281709 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Attempting to bind port f1dabb80-3189-4b62-a177-27af0a3a4f9d on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:05.282212 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Attempting to bind port f1dabb80-3189-4b62-a177-27af0a3a4f9d by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:05.293611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Attempting to bind port f1dabb80-3189-4b62-a177-27af0a3a4f9d on network d4da4329-4e0a-4039-8f32-73b8aff56fad {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:05.303569 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:05.303981 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Checking segment: {'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:05.304412 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.304825 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Bound using segment: {'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:05.321715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Bound port: f1dabb80-3189-4b62-a177-27af0a3a4f9d, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512b31c9-407b-4763-bd91-42554ff32dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:05.322335 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.331611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-16eec476-8213-4e14-ad3b-20fa9774fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:05.333821 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-16eec476-8213-4e14-ad3b-20fa9774fe5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1754801 Aug 23 14:13:05.364947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 6073cd11-04f0-4b60-a7a5-38021f57d562 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:05.365386 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.523749 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] Set router 94353e71-dd51-464e-9457-0456706427a5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:05.574205 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-b5da281f-b789-4a70-95b7-838d63e378c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:05.574770 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-b5da281f-b789-4a70-95b7-838d63e378c6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302811 Aug 23 14:13:05.657870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] For port f1dabb80-3189-4b62-a177-27af0a3a4f9d, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:05.667351 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] For port f1dabb80-3189-4b62-a177-27af0a3a4f9d, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f1dabb80-3189-4b62-a177-27af0a3a4f9d,segment=NetworkSegment(512b31c9-407b-4763-bd91-42554ff32dda),segment_id=512b31c9-407b-4763-bd91-42554ff32dda)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:05.820443 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-922bd54f-03b9-4f2a-b068-bf345a9fc09b service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385893 Aug 23 14:13:05.847897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-efda45d6-63c9-4d58-9cb1-aa7a87ac9b0a req-fd429a85-6ca7-44b2-af4d-12e356b87373 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:05.947699 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.953595 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:05.971712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-efda45d6-63c9-4d58-9cb1-aa7a87ac9b0a req-fd429a85-6ca7-44b2-af4d-12e356b87373 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:05.973792 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efda45d6-63c9-4d58-9cb1-aa7a87ac9b0a req-fd429a85-6ca7-44b2-af4d-12e356b87373 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=1fd9914e-d020-4191-87bd-244ef039e445 HTTP/1.1" status: 200 len: 210 time: 0.3068900 Aug 23 14:13:05.976930 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Deleting port 8237bf05-9f42-41cc-addb-86b19f52c00b {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:05.977784 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:05.987803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.014559 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:06.063992 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d5e0a99e-bcaf-4384-98c9-6b8629041c4b details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:06.106300 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd9914e-d020-4191-87bd-244ef039e445', 'name': 'network-vif-deleted', 'tag': 'b734ab13-4b70-440f-b22b-d07ea74f92ee', 'status': 'completed', 'code': 200} Aug 23 14:13:06.171828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:06.181573 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Routers {'f0784b2d-d1e6-4662-a97f-6cfba1e35f68'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:06.182975 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:06.246976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:06.269999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:13:06.283942 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:12:56Z', 'revision_number': 4, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '8237bf05-9f42-41cc-addb-86b19f52c00b', 'name': '', 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'mac_address': 'fa:16:3e:08:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'aaf50d6f-1170-4f7f-b12a-cca3e6285772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:52Z', 'updated_at': '2021-08-23T14:13:04Z', 'revision_number': 4, 'project_id': '168dd8f172614d9eb177a51953924787', 'subnets': [{'id': 'aaf50d6f-1170-4f7f-b12a-cca3e6285772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:06.288943 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873d083-cdbb-4c38-bc06-ab78297e4ba1 None None] The sync data for ids ['94353e71-dd51-464e-9457-0456706427a5'] in n-d-805628-1 is: [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:12:56Z', 'revision_number': 4, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '8237bf05-9f42-41cc-addb-86b19f52c00b', 'name': '', 'network_id': 'b2cc4c72-d87d-4ac0-9e33-262971737568', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'mac_address': 'fa:16:3e:08:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'aaf50d6f-1170-4f7f-b12a-cca3e6285772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:52Z', 'updated_at': '2021-08-23T14:13:04Z', 'revision_number': 4, 'project_id': '168dd8f172614d9eb177a51953924787', 'subnets': [{'id': 'aaf50d6f-1170-4f7f-b12a-cca3e6285772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:13:06.417593 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:13:06.450428 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Pushing event updated for resources: {'Port': ['ID=beac00c9-a721-429c-b5f4-9c3a8bc75cb2,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:06.492040 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:06.502630 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38cd8066-fcd4-4e8c-a61d-999412aa0dde req-79427b5d-4b44-4913-a0c9-81515068262b service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731820 Aug 23 14:13:06.542657 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbfc5d-994d-4d51-bbfc-cdfd3d32c57a None None] Pushing event updated for resources: {'Port': ['ID=f1dabb80-3189-4b62-a177-27af0a3a4f9d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:06.567490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] For port 8237bf05-9f42-41cc-addb-86b19f52c00b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8237bf05-9f42-41cc-addb-86b19f52c00b,segment=NetworkSegment(5978063c-a429-4512-b79b-db9af3c414b0),segment_id=5978063c-a429-4512-b79b-db9af3c414b0)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:06.568083 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.577424 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.586783 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d2fbfc5d-994d-4d51-bbfc-cdfd3d32c57a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:06.698853 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8237bf05-9f42-41cc-addb-86b19f52c00b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:06.752896 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:06.966140 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] Set router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:06.983188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Calling delete_port for 8237bf05-9f42-41cc-addb-86b19f52c00b owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:07.049080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32439-1691-4cba-bf24-29d62f7d7bef req-953eeca6-b802-4ed0-8976-6b95c4b7a3e4 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:07.050707 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7a32439-1691-4cba-bf24-29d62f7d7bef req-953eeca6-b802-4ed0-8976-6b95c4b7a3e4 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 947 time: 0.7592099 Aug 23 14:13:07.085659 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:07.159366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'mac_address': 'fa:16:3e:24:71:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:07.279763 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 8237bf05-9f42-41cc-addb-86b19f52c00b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:07.326757 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.363474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 8237bf05-9f42-41cc-addb-86b19f52c00b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:07.366718 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.381294 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7a32439-1691-4cba-bf24-29d62f7d7bef req-24058d2b-1d22-4c38-81f0-8b4476067aa4 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042262 Aug 23 14:13:07.518305 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.520968 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.538287 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:07.557856 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e0a99e-bcaf-4384-98c9-6b8629041c4b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:07.667423 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:07.676048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Pushing event updated for resources: {'Port': ['ID=beac00c9-a721-429c-b5f4-9c3a8bc75cb2,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:07.682036 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:07.687529 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.713828 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.743068 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.748323 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e243886c-9b61-46da-95e1-3d763542f0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:07.782743 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.791243 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:07.796842 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Pushing event deleted for resources: {'Port': ['ID=8237bf05-9f42-41cc-addb-86b19f52c00b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:07.798821 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:07.805148 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:07.805642 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0947001 Aug 23 14:13:07.857682 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port': {'id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:49Z', 'updated_at': '2021-08-23T14:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f1dabb80-3189-4b62-a177-27af0a3a4f9d', 'name': '', 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'mac_address': 'fa:16:3e:81:c8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77c43bc6-5239-4800-90d4-9f7defd631b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:57Z', 'updated_at': '2021-08-23T14:13:05Z', 'revision_number': 4, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'subnets': [{'id': '77c43bc6-5239-4800-90d4-9f7defd631b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:07.873327 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc685312-79a0-4ab7-9bd9-305ea534c9d3 None None] The sync data for ids ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'] in n-d-805628-1 is: [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port': {'id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:49Z', 'updated_at': '2021-08-23T14:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f1dabb80-3189-4b62-a177-27af0a3a4f9d', 'name': '', 'network_id': 'd4da4329-4e0a-4039-8f32-73b8aff56fad', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'mac_address': 'fa:16:3e:81:c8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '77c43bc6-5239-4800-90d4-9f7defd631b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:57Z', 'updated_at': '2021-08-23T14:13:05Z', 'revision_number': 4, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'subnets': [{'id': '77c43bc6-5239-4800-90d4-9f7defd631b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:13:07.901092 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:07.907240 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:07.941967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b3ffc-90c0-4853-a3d0-68482bf0e321 req-5642b512-7634-4b6a-a56f-53182f0d51fe tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:07.953607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6e1b3ffc-90c0-4853-a3d0-68482bf0e321 req-5642b512-7634-4b6a-a56f-53182f0d51fe tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.2771866 Aug 23 14:13:07.955998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-aa1112f8-74f6-4f93-b62b-dd2417f4c4c8 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Synchronizing usage tracker for tenant:a6ba8265fad54e16a7d35768bcf9fa60 on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:08.014725 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d5e0a99e-bcaf-4384-98c9-6b8629041c4b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:08.084698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-aa1112f8-74f6-4f93-b62b-dd2417f4c4c8 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Unset dirty status for tenant:a6ba8265fad54e16a7d35768bcf9fa60 on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:08.086689 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-aa1112f8-74f6-4f93-b62b-dd2417f4c4c8 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.2733233 Aug 23 14:13:08.188997 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6e1b3ffc-90c0-4853-a3d0-68482bf0e321 req-539d505f-e83c-4900-83a8-02821ddc7e92 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342339 Aug 23 14:13:08.340255 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:08.390199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-a622eecb-9fad-4285-a3d0-b34468cba148 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:08.391789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ba8c2ea-9e89-4dbc-9229-1c42c45d127c req-a622eecb-9fad-4285-a3d0-b34468cba148 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2985930 Aug 23 14:13:08.697575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f1dabb80-3189-4b62-a177-27af0a3a4f9d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:08.874540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port f1dabb80-3189-4b62-a177-27af0a3a4f9d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:08.874930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9098-9bfb-44e5-84e2-151048000093 req-8cf5bfcf-ac9b-47d8-aef7-71b69de10f66 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:08.881775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-8cf5bfcf-ac9b-47d8-aef7-71b69de10f66 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.2084122 Aug 23 14:13:08.894165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f1dabb80-3189-4b62-a177-27af0a3a4f9d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:08.896619 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:08.905827 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Router 94353e71-dd51-464e-9457-0456706427a5 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:13:08.907129 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-21620f19-7144-4264-af8d-0aaee374717e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/quotas/9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 375 time: 0.0206015 Aug 23 14:13:09.054541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-34f183c4-794f-4bca-b5c8-7353fcf894b3 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446431 Aug 23 14:13:09.155698 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.200593 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port f1dabb80-3189-4b62-a177-27af0a3a4f9d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f1dabb80-3189-4b62-a177-27af0a3a4f9d,segment=NetworkSegment(512b31c9-407b-4763-bd91-42554ff32dda),segment_id=512b31c9-407b-4763-bd91-42554ff32dda)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:09.203965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:13:09.218690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] 10.222.0.72 "PUT /v2.0/routers/94353e71-dd51-464e-9457-0456706427a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7236102 Aug 23 14:13:09.220298 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] Sync routers for ids ['94353e71-dd51-464e-9457-0456706427a5'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:13:09.222125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39678) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:09.236367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] Routers {'94353e71-dd51-464e-9457-0456706427a5'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:09.237749 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['94353e71-dd51-464e-9457-0456706427a5'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:09.281897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-3468147a-83be-4951-9eff-c89fe4c26e2c service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217305 Aug 23 14:13:09.349246 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.355687 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:09.500334 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-16b40824-7831-4f9e-938d-1821c1735367 service neutron] 10.222.0.72 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119844 Aug 23 14:13:09.550107 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=f1dabb80-3189-4b62-a177-27af0a3a4f9d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:09.550764 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:09.566311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] Set router 94353e71-dd51-464e-9457-0456706427a5 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:09.599339 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9047de1b-8d67-412f-aa10-c571b33359b0 req-df506621-aa71-4bf0-aded-4aa913c17f3b tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips/1713829c-9dd7-4e62-8a38-96fa79403d06 HTTP/1.1" status: 200 len: 693 time: 0.1303370 Aug 23 14:13:09.854527 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:09.943146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:13:07Z', 'revision_number': 5, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:09.943966 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] Checking router: 94353e71-dd51-464e-9457-0456706427a5 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:13:09.955625 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] Routers {'94353e71-dd51-464e-9457-0456706427a5'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:09.956291 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['94353e71-dd51-464e-9457-0456706427a5'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:09.999135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047de1b-8d67-412f-aa10-c571b33359b0 req-6a236597-68aa-4f06-94e9-07a24d6f5939 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:09.999768 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9047de1b-8d67-412f-aa10-c571b33359b0 req-6a236597-68aa-4f06-94e9-07a24d6f5939 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Synchronizing usage tracker for tenant:a6ba8265fad54e16a7d35768bcf9fa60 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:10.034753 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d5e0a99e-bcaf-4384-98c9-6b8629041c4b up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:10.112378 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.164047 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9047de1b-8d67-412f-aa10-c571b33359b0 req-6a236597-68aa-4f06-94e9-07a24d6f5939 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Unset dirty status for tenant:a6ba8265fad54e16a7d35768bcf9fa60 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:10.165421 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9047de1b-8d67-412f-aa10-c571b33359b0 req-6a236597-68aa-4f06-94e9-07a24d6f5939 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.5501537 Aug 23 14:13:10.215701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Deleting port 04116ab5-7798-4637-a202-0942eb97caca {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:10.216053 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.249650 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] Set router 94353e71-dd51-464e-9457-0456706427a5 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:10.428878 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port d5e0a99e-bcaf-4384-98c9-6b8629041c4b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:10.491533 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port d5e0a99e-bcaf-4384-98c9-6b8629041c4b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:10.491919 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.564125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] For port 04116ab5-7798-4637-a202-0942eb97caca, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=04116ab5-7798-4637-a202-0942eb97caca,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:10.564505 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.581883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f1dabb80-3189-4b62-a177-27af0a3a4f9d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:10.641756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd11cd2-6e10-4dd4-8773-07cf8f0762ff req-b6d3a83a-fc05-4a8e-8add-dde7e97916d8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:10.643320 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4dd11cd2-6e10-4dd4-8773-07cf8f0762ff req-b6d3a83a-fc05-4a8e-8add-dde7e97916d8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 948 time: 0.3738036 Aug 23 14:13:10.691589 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19a5ab-d054-4a9f-92f8-1f116fd308e6 req-41b7fb4c-975b-4c4d-9e19-3d97a196b727 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:10.694071 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc19a5ab-d054-4a9f-92f8-1f116fd308e6 req-41b7fb4c-975b-4c4d-9e19-3d97a196b727 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.0973113 Aug 23 14:13:10.715322 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Calling delete_port for 04116ab5-7798-4637-a202-0942eb97caca owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:10.753633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc19a5ab-d054-4a9f-92f8-1f116fd308e6 req-0ccdf4ad-397c-4a51-97ce-9b482b667337 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510347 Aug 23 14:13:10.780048 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f1dabb80-3189-4b62-a177-27af0a3a4f9d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:10.780048 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.842574 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4dd11cd2-6e10-4dd4-8773-07cf8f0762ff req-ebc0a13b-0f2e-4f8c-987b-4993f971c678 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354673 Aug 23 14:13:10.872756 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:10.924393 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:10.965803 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:10.970827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-759d5df8-e67f-4023-85ca-5611529260f4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:10.972393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-759d5df8-e67f-4023-85ca-5611529260f4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 945 time: 0.1217616 Aug 23 14:13:10.996107 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e79d505-c0eb-4843-8782-f31b3722215c req-2aa439d1-985c-4d7b-908d-1ddb7b78c776 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=a6ba8265fad54e16a7d35768bcf9fa60 HTTP/1.1" status: 200 len: 696 time: 0.1233830 Aug 23 14:13:11.017766 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:13:07Z', 'revision_number': 5, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:11.038182 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:11.049817 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:11.131662 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70b7ad-ffa0-44c0-9c91-9306d2995f74 None None] The sync data for ids ['94353e71-dd51-464e-9457-0456706427a5'] in n-d-805628-1 is: [{'id': '94353e71-dd51-464e-9457-0456706427a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1916244917-router', 'tenant_id': '168dd8f172614d9eb177a51953924787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '04116ab5-7798-4637-a202-0942eb97caca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:41Z', 'updated_at': '2021-08-23T14:13:07Z', 'revision_number': 5, 'project_id': '168dd8f172614d9eb177a51953924787', 'gw_port': {'id': '04116ab5-7798-4637-a202-0942eb97caca', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94353e71-dd51-464e-9457-0456706427a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:44Z', 'updated_at': '2021-08-23T14:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:13:11.151879 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:11.160400 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bb111be8-5562-4305-9ee7-1c18cd38e698 req-2bc7812d-1db0-4e93-9476-ac4c8c81d0ec tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 210 time: 0.1144693 Aug 23 14:13:11.170702 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:11.189666 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Deleting port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:11.189666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:11.344824 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:11.353855 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7f574150-a4de-4886-9527-4cb9b27dbecb tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:11.407940 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'code': 200} Aug 23 14:13:11.411827 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04116ab5-7798-4637-a202-0942eb97caca,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:11.425439 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:11.555778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] For port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:11.556139 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:11.569814 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79d505-c0eb-4843-8782-f31b3722215c req-e8737695-b649-4b43-8b67-1b0d87f727b1 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:11.571072 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e79d505-c0eb-4843-8782-f31b3722215c req-e8737695-b649-4b43-8b67-1b0d87f727b1 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks?id=ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 787 time: 0.4665985 Aug 23 14:13:11.600098 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:11.843992 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Calling delete_port for 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:11.866276 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:11.873533 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:11.901338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-dd139c4d-58bd-49e1-b766-3086ff496419 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips/1713829c-9dd7-4e62-8a38-96fa79403d06 HTTP/1.1" status: 200 len: 693 time: 0.1531858 Aug 23 14:13:11.941127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea56c-b5bb-47e5-9ddc-e6223891ae42 req-008a6302-13e6-4ce3-bbf0-7fe0e8888934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:11.942667 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82dea56c-b5bb-47e5-9ddc-e6223891ae42 req-008a6302-13e6-4ce3-bbf0-7fe0e8888934 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1100 time: 0.4624751 Aug 23 14:13:12.036584 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.037158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94353e71-dd51-464e-9457-0456706427a5 {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:13:12.051095 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82dea56c-b5bb-47e5-9ddc-e6223891ae42 req-c80cac67-816e-49c3-866c-7d412e94f988 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948515 Aug 23 14:13:12.074617 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.079221 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] 10.222.0.72 "DELETE /v2.0/routers/94353e71-dd51-464e-9457-0456706427a5 HTTP/1.1" status: 204 len: 168 time: 2.8558714 Aug 23 14:13:12.084920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39724) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:12.087466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-0c441398-0fb5-46dc-8033-8edf6c43fdd0 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:12.095238 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-0c441398-0fb5-46dc-8033-8edf6c43fdd0 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.1858442 Aug 23 14:13:12.193832 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-6f2a34f7-1932-4190-93d8-9fe1a0920624 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.0977178 Aug 23 14:13:12.276792 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.285335 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Deleting subnet aaf50d6f-1170-4f7f-b12a-cca3e6285772 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:13:12.294662 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6cf22002-4fcd-428e-9448-ef4e55c50785 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:12.307750 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-89ce76a2-cdff-479e-b905-be71cc776c8b tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.216 HTTP/1.1" status: 200 len: 696 time: 0.1130383 Aug 23 14:13:12.343975 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4f12eb57-b677-4d5c-94cb-6ba026d7f3f6 req-9438ae78-ddff-4b96-b91d-c8c1392ead4d tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cadae81-eed4-4ba7-872f-6fe258628254 HTTP/1.1" status: 200 len: 210 time: 0.1210532 Aug 23 14:13:12.350259 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.431611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event deleted for resources: {'Port': ['ID=9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:12.434133 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:12.542161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] No DVR routers for this DVR port 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:12.544648 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.549590 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.571509 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Deleting port beac00c9-a721-429c-b5f4-9c3a8bc75cb2 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:12.572135 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.582048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cadae81-eed4-4ba7-872f-6fe258628254', 'name': 'network-vif-deleted', 'tag': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:12.675798 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f11f894-848b-4bc3-ac6d-ac4f5a106d4e req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.64 "DELETE /v2.0/ports/9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c HTTP/1.1" status: 204 len: 173 time: 1.6938486 Aug 23 14:13:12.692395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cd3a6-0288-4095-b337-f8ef0e7ecc67 req-e83de9be-a2e6-4d3c-b09c-ff80264283ba tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:12.700855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bb4cd3a6-0288-4095-b337-f8ef0e7ecc67 req-e83de9be-a2e6-4d3c-b09c-ff80264283ba tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.2170453 Aug 23 14:13:12.722948 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8237bf05-9f42-41cc-addb-86b19f52c00b no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:12.730380 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.760951 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 8237bf05-9f42-41cc-addb-86b19f52c00b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:12.761319 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8237bf05-9f42-41cc-addb-86b19f52c00b not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:12.761759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 04116ab5-7798-4637-a202-0942eb97caca no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:12.798841 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bb4cd3a6-0288-4095-b337-f8ef0e7ecc67 req-954a171a-66f7-42b9-bcb2-d2b0f4dcee84 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970325 Aug 23 14:13:12.802628 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 04116ab5-7798-4637-a202-0942eb97caca {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:12.803036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 04116ab5-7798-4637-a202-0942eb97caca not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:12.824591 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.824591 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.901759 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.907452 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:12.946099 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf50d6f-1170-4f7f-b12a-cca3e6285772,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:12.948576 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:12.951571 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:12.958353 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d7a4f-c0ad-4029-bc53-6bbd2d34bb9e None None] Network b2cc4c72-d87d-4ac0-9e33-262971737568 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:13:12.961488 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/aaf50d6f-1170-4f7f-b12a-cca3e6285772 HTTP/1.1" status: 204 len: 168 time: 0.8757844 Aug 23 14:13:12.964087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39734) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:13.125707 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.251062 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Calling delete_port for beac00c9-a721-429c-b5f4-9c3a8bc75cb2 owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:13.283702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Deleting port e9aff4de-7592-44c7-9bf8-a33dcae9221b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:13.284355 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.503034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6b9bd-adde-4438-8c56-ec8fdf0efc9b req-8ae06d55-ec8e-4bdf-8df8-283b24891782 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:13.508073 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5ba6b9bd-adde-4438-8c56-ec8fdf0efc9b req-8ae06d55-ec8e-4bdf-8df8-283b24891782 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:13.523242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] DHCP port deletion for b2cc4c72-d87d-4ac0-9e33-262971737568 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:13:13.529306 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Deleting port e9aff4de-7592-44c7-9bf8-a33dcae9221b {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:13.529825 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.552091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5ba6b9bd-adde-4438-8c56-ec8fdf0efc9b req-8ae06d55-ec8e-4bdf-8df8-283b24891782 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:13.558731 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ba6b9bd-adde-4438-8c56-ec8fdf0efc9b req-8ae06d55-ec8e-4bdf-8df8-283b24891782 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 950 time: 0.4299250 Aug 23 14:13:13.587202 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.593786 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82df1e57-f70c-4a9f-b564-e34007c5a960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:13.628529 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9098-9bfb-44e5-84e2-151048000093 req-aa22f84b-dcb2-4fa6-804d-ed361f124b5f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:13.633340 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-aa22f84b-dcb2-4fa6-804d-ed361f124b5f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 820 time: 0.4492400 Aug 23 14:13:13.652116 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Pushing event deleted for resources: {'Port': ['ID=beac00c9-a721-429c-b5f4-9c3a8bc75cb2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:13.659717 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:13.665687 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Request body: {'port': {'device_id': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'admin_state_up': True, 'tenant_id': '9984d9e9108c4317bd795b6f89395665'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:13.805245 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] For port e9aff4de-7592-44c7-9bf8-a33dcae9221b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e9aff4de-7592-44c7-9bf8-a33dcae9221b,segment=NetworkSegment(5978063c-a429-4512-b79b-db9af3c414b0),segment_id=5978063c-a429-4512-b79b-db9af3c414b0)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:13.805892 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.825881 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.846186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] For port e9aff4de-7592-44c7-9bf8-a33dcae9221b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e9aff4de-7592-44c7-9bf8-a33dcae9221b,segment=NetworkSegment(5978063c-a429-4512-b79b-db9af3c414b0),segment_id=5978063c-a429-4512-b79b-db9af3c414b0)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:13.846985 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.908288 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:13.910347 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92aa027a-b70a-48cc-b6e2-70d0800674ef req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "DELETE /v2.0/floatingips/1713829c-9dd7-4e62-8a38-96fa79403d06 HTTP/1.1" status: 204 len: 173 time: 1.5885429 Aug 23 14:13:14.064590 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Calling delete_port for e9aff4de-7592-44c7-9bf8-a33dcae9221b owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:14.128664 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6b47f324-73e7-45e2-b354-3df8d46f533b req-da490b5b-b1a0-420c-85dc-334499d42329 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 210 time: 0.0689423 Aug 23 14:13:14.196530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Calling delete_port for e9aff4de-7592-44c7-9bf8-a33dcae9221b owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:14.200351 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:14.236242 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cadae81-eed4-4ba7-872f-6fe258628254', 'name': 'network-vif-deleted', 'tag': '9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c', 'status': 'completed', 'code': 200} Aug 23 14:13:14.285676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:14.286728 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 9cf1d2de-ff1c-4529-81ef-a00b8ee8ff5c not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:14.331016 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ba6b9bd-adde-4438-8c56-ec8fdf0efc9b req-48ef11b4-9881-4f1e-8216-bd28134f1cea tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c989541-c0e4-4785-ae1e-5c32f7220950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7713811 Aug 23 14:13:14.375634 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.381740 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:14.425192 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:13:14.425664 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:13:14.484360 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Pushing event deleted for resources: {'Port': ['ID=e9aff4de-7592-44c7-9bf8-a33dcae9221b,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:14.492743 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] No DVR routers for this DVR port e9aff4de-7592-44c7-9bf8-a33dcae9221b on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:14.505456 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:14.541151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-7c7949a7-7232-4a99-b2cd-73932651da0a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:14.543774 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-7c7949a7-7232-4a99-b2cd-73932651da0a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 950 time: 0.9682643 Aug 23 14:13:14.600611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e9aff4de-7592-44c7-9bf8-a33dcae9221b no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:14.627851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:14.664350 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: e9aff4de-7592-44c7-9bf8-a33dcae9221b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:14.664973 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e9aff4de-7592-44c7-9bf8-a33dcae9221b not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:14.693772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:14.695004 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-197f5533-2c99-4d20-98d0-0938ec60c8bf tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2231264 Aug 23 14:13:14.706948 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:14.716103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:14.719756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Usage tracker for resource:floatingip and tenant:a6ba8265fad54e16a7d35768bcf9fa60 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:14.721748 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Deleting port 54f71897-0122-49c4-93d0-e7a5300d47b0 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:14.722110 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.723135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:14.729574 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:14.821577 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.826383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Made reservation on behalf of 9984d9e9108c4317bd795b6f89395665 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:14.829952 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.866557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5658a74-3700-4cce-9ee8-61d8b42ffe00 req-fdb277ad-536f-48f2-8032-b76471c38e5d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:14.868641 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5658a74-3700-4cce-9ee8-61d8b42ffe00 req-fdb277ad-536f-48f2-8032-b76471c38e5d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.3137741 Aug 23 14:13:14.934042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Deleting port e9aff4de-7592-44c7-9bf8-a33dcae9221b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:14.934393 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:14.991030 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.078697 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] The port 'e9aff4de-7592-44c7-9bf8-a33dcae9221b' was deleted {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:13:15.161515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Allocated IP 172.25.7.85 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/05c2dd74-af93-4076-adff-b8475d41a294) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:15.209569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5658a74-3700-4cce-9ee8-61d8b42ffe00 req-f8a0d261-3129-4614-bff1-7834377f8d9d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340647 Aug 23 14:13:15.377161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.427515 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.447595 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] For port 54f71897-0122-49c4-93d0-e7a5300d47b0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=54f71897-0122-49c4-93d0-e7a5300d47b0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:15.448150 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.457924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Allocated IP 172.20.0.2 (efbef754-fed7-49db-8196-b45c4a2dc978/e24d87cd-a932-401b-8180-3c9a2097c9c0/053bb3c1-8160-4fae-934f-f740759f51aa) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:15.462704 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.470530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cc4c72-d87d-4ac0-9e33-262971737568']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:15.470839 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-70fa3bf8-741d-4743-b447-b2c1aabb5bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:15.559345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:15.561944 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:15.566413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:13:15.613664 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Pushing event updated for resources: {'Port': ['ID=05c2dd74-af93-4076-adff-b8475d41a294,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:15.619843 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:15.665333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Calling delete_port for 54f71897-0122-49c4-93d0-e7a5300d47b0 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:15.675872 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.695686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5978063c-a429-4512-b79b-db9af3c414b0') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:15.695966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5978063c-a429-4512-b79b-db9af3c414b0') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:15.761071 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.820168 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:15.877665 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.061598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:13:16.062005 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.084307 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:13:16.092199 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:13:16.169739 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.174732 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:16.291371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Pushing event updated for resources: {'Port': ['ID=05c2dd74-af93-4076-adff-b8475d41a294,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:16.294500 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:16.315774 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.443804 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.445123 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7427194 Aug 23 14:13:16.458895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-65ce47be-7f2a-43da-a149-6c250cc8dcd1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:16.461536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-65ce47be-7f2a-43da-a149-6c250cc8dcd1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.9730546 Aug 23 14:13:16.526741 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.541775 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-c3cda4d9-e1b0-4b0a-bfd6-0bad474f3638 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Synchronizing usage tracker for tenant:a6ba8265fad54e16a7d35768bcf9fa60 on resource:floatingip {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:16.555552 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-0193db83-764a-42f6-9393-1fda171c4da3 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/quotas/dd04698ad3cd4dcd8a665df269b8be61 HTTP/1.1" status: 200 len: 375 time: 0.0675814 Aug 23 14:13:16.585165 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-018b3db2-7a0f-4b59-b176-3ef21e093705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:16.632747 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-c3cda4d9-e1b0-4b0a-bfd6-0bad474f3638 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Unset dirty status for tenant:a6ba8265fad54e16a7d35768bcf9fa60 on resource:floatingip {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:16.634141 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-c3cda4d9-e1b0-4b0a-bfd6-0bad474f3638 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.85 HTTP/1.1" status: 200 len: 695 time: 0.1826985 Aug 23 14:13:16.688848 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.702184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2cc4c72-d87d-4ac0-9e33-262971737568,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:16.710816 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.714783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-1d72ca46-d9c4-426b-ad09-59a94c9bac3e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:16.722537 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.748469 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:16.749271 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-00e67472-d928-4325-b9fb-8f2485e1c6d5 tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:16.839859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Pushing event deleted for resources: {'Port': ['ID=54f71897-0122-49c4-93d0-e7a5300d47b0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:16.877488 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:16.925392 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-2edb8fca-6ca7-45a3-83a7-a9520b2b8fca tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:16.927035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63c50391-416a-488c-9d57-d8f7454fdbd2 req-2edb8fca-6ca7-45a3-83a7-a9520b2b8fca tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2862966 Aug 23 14:13:16.930352 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] 10.222.0.72 "DELETE /v2.0/networks/b2cc4c72-d87d-4ac0-9e33-262971737568 HTTP/1.1" status: 204 len: 168 time: 3.9646430 Aug 23 14:13:16.946431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-1d72ca46-d9c4-426b-ad09-59a94c9bac3e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:16.946431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-1d72ca46-d9c4-426b-ad09-59a94c9bac3e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3718109 Aug 23 14:13:16.949282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] No DVR routers for this DVR port 54f71897-0122-49c4-93d0-e7a5300d47b0 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:16.954429 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:16.956965 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24bece17-38bd-4457-a633-68bd3f0387c6 req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.82 "DELETE /v2.0/ports/54f71897-0122-49c4-93d0-e7a5300d47b0 HTTP/1.1" status: 204 len: 173 time: 2.4065979 Aug 23 14:13:16.958194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'name': 'network-vif-deleted', 'tag': '54f71897-0122-49c4-93d0-e7a5300d47b0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:17.109589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-f7044659-4f43-4123-a2a9-2dd358e68494 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461623 Aug 23 14:13:17.112553 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.120053 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99825b52-a83f-4312-a1d1-2b8df3228048 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:17.124859 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['2e3334d8-49e9-4de3-ada3-130327f8e905'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:17.233677 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Network efbef754-fed7-49db-8196-b45c4a2dc978 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:17.246771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:17.256985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:13:17.270637 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43cf46-9a74-44e0-a9c0-f272103523ea req-34470414-befa-4a3f-9a9a-3d53d9e78239 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:17.272326 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f43cf46-9a74-44e0-a9c0-f272103523ea req-34470414-befa-4a3f-9a9a-3d53d9e78239 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 931 time: 0.1502576 Aug 23 14:13:17.310219 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:17.372108 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:17.377844 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f43cf46-9a74-44e0-a9c0-f272103523ea req-3e678287-dc36-4ce1-bae1-14b8ba07c2fb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946202 Aug 23 14:13:17.417600 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39774) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:17.422026 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:17.422711 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.479924 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-01577aea-3039-4adf-88ed-463ab9394c57 service neutron] 10.222.0.72 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171339 Aug 23 14:13:17.483541 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6cd4fcac-7b43-4f3b-b903-65a721c33a72 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=168dd8f172614d9eb177a51953924787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622194 Aug 23 14:13:17.488094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39778) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:17.547536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8856494 Aug 23 14:13:17.559511 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.594625 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.686589 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Request body: {'port': {'device_id': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:17.729974 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.741721 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d6fe343-ad40-4855-b407-182bab8882a0 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:17.758564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8838a54b-5907-4a11-9802-ef97e2996ffb,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:17.760321 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:17.764194 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8838a54b-5907-4a11-9802-ef97e2996ffb HTTP/1.1" status: 204 len: 168 time: 0.2767575 Aug 23 14:13:17.764194 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:17.876386 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:18.057759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 54f71897-0122-49c4-93d0-e7a5300d47b0 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:18.081370 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c395c751-c8bd-454d-b202-96ac5d858feb req-0e675688-2684-4cae-b600-24dd00ff8db8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Synchronizing usage tracker for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:18.106719 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 54f71897-0122-49c4-93d0-e7a5300d47b0 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:18.107384 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 54f71897-0122-49c4-93d0-e7a5300d47b0 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:18.196001 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-5575be61-8b1b-4431-9bce-d0137d6db380 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips/634848dc-5db2-4afe-ae00-d145da33ce29 HTTP/1.1" status: 200 len: 692 time: 0.1284046 Aug 23 14:13:18.238915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c395c751-c8bd-454d-b202-96ac5d858feb req-0e675688-2684-4cae-b600-24dd00ff8db8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Unset dirty status for tenant:0508707a0f2c4de085e161353f10ed87 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:18.240244 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c395c751-c8bd-454d-b202-96ac5d858feb req-0e675688-2684-4cae-b600-24dd00ff8db8 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] 10.222.0.72 "GET /v2.0/ports?device_id=4128c387-0e76-4c63-aa32-09f5cb72b786 HTTP/1.1" status: 200 len: 210 time: 0.2745321 Aug 23 14:13:18.381148 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128c387-0e76-4c63-aa32-09f5cb72b786', 'name': 'network-vif-deleted', 'tag': '54f71897-0122-49c4-93d0-e7a5300d47b0', 'status': 'completed', 'code': 200} Aug 23 14:13:18.409280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39802) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:18.426828 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-e8987c88-50b3-40f8-bd40-808d1819ef0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:18.428596 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-e8987c88-50b3-40f8-bd40-808d1819ef0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2257299 Aug 23 14:13:18.488304 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fce78c1b-cc66-4b89-8338-61c17e1fc24c req-778329c4-c11b-4a54-a196-55af90d22810 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 210 time: 0.0896475 Aug 23 14:13:18.512154 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:13:18.658867 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-0042acb3-3b14-44f9-a268-c4a4b3c661f5 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.85 HTTP/1.1" status: 200 len: 695 time: 0.2220452 Aug 23 14:13:18.669192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053bb3c1-8160-4fae-934f-f740759f51aa {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:18.684245 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:18.720726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Transition to ACTIVE for port object 053bb3c1-8160-4fae-934f-f740759f51aa will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:18.726660 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:13:18.749611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef3aa3-1b53-4656-90ec-43dd6d8405a5 req-185576d4-11a0-4bb4-b78c-1509171a8f71 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:18.751353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b7ef3aa3-1b53-4656-90ec-43dd6d8405a5 req-185576d4-11a0-4bb4-b78c-1509171a8f71 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1254361 Aug 23 14:13:18.757198 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-ed5744f4-29d6-423a-8147-aca34c9cb034 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.85 HTTP/1.1" status: 200 len: 695 time: 0.0893540 Aug 23 14:13:18.769541 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-3ea021ae-cb59-4596-b878-be7749c606d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3590498 Aug 23 14:13:18.918675 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:18.927360 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb0ae82f-1fb4-43d5-a1d2-d7b6a2ee3205 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:18.968834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Deleting port 05c2dd74-af93-4076-adff-b8475d41a294 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:18.968834 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:19.021929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b7ef3aa3-1b53-4656-90ec-43dd6d8405a5 req-bd8cbf8a-35f0-4927-972c-9b96112d9cf2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631211 Aug 23 14:13:19.202355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:19.221638 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:19.222452 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:19.265685 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:19.393581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Calling delete_port for 05c2dd74-af93-4076-adff-b8475d41a294 owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:19.434895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:19.437309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:19.438111 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:19.456236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:13:19.456967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:19.486512 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:19.487186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:19.487975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:19.489506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Bound port: 053bb3c1-8160-4fae-934f-f740759f51aa, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:19.491145 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:19.522567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235fe82-5092-436d-8b48-f60f7a8b7c2a req-2ad5e042-03fb-4884-9abe-2b41dd2a2433 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:19.522567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7235fe82-5092-436d-8b48-f60f7a8b7c2a req-2ad5e042-03fb-4884-9abe-2b41dd2a2433 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:19.627981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:19.850135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7235fe82-5092-436d-8b48-f60f7a8b7c2a req-2ad5e042-03fb-4884-9abe-2b41dd2a2433 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:19.856727 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7235fe82-5092-436d-8b48-f60f7a8b7c2a req-2ad5e042-03fb-4884-9abe-2b41dd2a2433 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.5898275 Aug 23 14:13:19.898118 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7235fe82-5092-436d-8b48-f60f7a8b7c2a req-de0c1d07-7e8d-482a-b2ec-8a9215a1202c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Aug 23 14:13:19.958306 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:19.964317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:19.965952 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-28990983-733f-4db4-a446-89ce50d4fc9e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:20.013576 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Pushing event deleted for resources: {'Port': ['ID=05c2dd74-af93-4076-adff-b8475d41a294,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:20.021262 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:20.126969 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:20.163995 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:20.168829 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15bf59dc-ba39-460c-b580-81227d27f62a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:20.232456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:20.233085 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:20.234628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] 10.222.0.64 "PUT /v2.0/ports/053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 200 len: 1091 time: 2.6785505 Aug 23 14:13:20.244497 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:20.245662 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19517968-71ef-46f8-94d3-34665cb4dee4 req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "DELETE /v2.0/floatingips/634848dc-5db2-4afe-ae00-d145da33ce29 HTTP/1.1" status: 204 len: 173 time: 1.4797242 Aug 23 14:13:20.258765 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:20.270702 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:20.353440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f3edde4c-5da4-4b48-86a5-416d67c09d0a req-9610b2d1-0e3c-4a17-8586-5263bfc8adf6 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 210 time: 0.0645103 Aug 23 14:13:20.384802 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:20.436384 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9098-9bfb-44e5-84e2-151048000093 req-932aed4c-2dd5-4370-8214-382629d8ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:20.438039 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-932aed4c-2dd5-4370-8214-382629d8ff20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1094 time: 0.0875967 Aug 23 14:13:20.545208 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-d2e5c0e9-17ca-4f09-b319-937fdf297474 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=20e5e92691bf4cf39476987b7d2eade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298877 Aug 23 14:13:20.554757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-9c71eefd-685e-4f68-bad3-47336f98c7f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 200 len: 217 time: 0.1072824 Aug 23 14:13:20.645146 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d12d1253-7375-48b5-bf1e-0da21d55d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:20.648669 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-d12d1253-7375-48b5-bf1e-0da21d55d49f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.0853739 Aug 23 14:13:20.701259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3da9a-c50a-4e1a-80f3-bb875a2c0023 req-1a68399e-59c0-4afe-884a-7ee6c77b4978 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:20.708308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6a3da9a-c50a-4e1a-80f3-bb875a2c0023 req-1a68399e-59c0-4afe-884a-7ee6c77b4978 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1940417 Aug 23 14:13:20.711235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-cd28ea54-b8d7-4832-9cec-6fdbb73f6575 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:20.718262 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-cd28ea54-b8d7-4832-9cec-6fdbb73f6575 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610632 Aug 23 14:13:20.730700 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-64e12141-3bfe-4a23-a83e-af8b20c62d23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743117 Aug 23 14:13:20.736909 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-bef6476e-5da0-4f45-bf8f-2f6792ed8715 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/quotas/20e5e92691bf4cf39476987b7d2eade2 HTTP/1.1" status: 200 len: 375 time: 0.0176036 Aug 23 14:13:20.786077 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-c5f5e5da-fb24-4abc-8a76-7d6b917be024 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=20e5e92691bf4cf39476987b7d2eade2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478580 Aug 23 14:13:20.787179 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6a3da9a-c50a-4e1a-80f3-bb875a2c0023 req-3e8b9fa8-5432-4017-8b0b-11e2fccd2a37 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779819 Aug 23 14:13:20.976321 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-56cc8f64-5a6e-4b92-9588-b4fbaec0219f req-b44d726d-7281-4d00-b965-f7337c0d904a tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] show failed (client error): The resource could not be found. Aug 23 14:13:20.977699 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56cc8f64-5a6e-4b92-9588-b4fbaec0219f req-b44d726d-7281-4d00-b965-f7337c0d904a tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips/634848dc-5db2-4afe-ae00-d145da33ce29 HTTP/1.1" status: 404 len: 350 time: 0.1179738 Aug 23 14:13:21.030023 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39890) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:21.059908 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-54f202bc-c828-4c06-bb95-08a69e9d1122 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108563 Aug 23 14:13:21.116227 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa', 'status': 'completed', 'code': 200} Aug 23 14:13:21.278479 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-ac470936-95f6-46bb-b168-1fc4d451192d req-2518f928-163c-4066-862b-af4d8249b54a tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] show failed (client error): The resource could not be found. Aug 23 14:13:21.286526 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ac470936-95f6-46bb-b168-1fc4d451192d req-2518f928-163c-4066-862b-af4d8249b54a tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] 10.222.0.72 "GET /v2.0/floatingips/634848dc-5db2-4afe-ae00-d145da33ce29 HTTP/1.1" status: 404 len: 350 time: 0.1693959 Aug 23 14:13:21.290805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39900) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:21.339515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6f16487d-fb61-474f-a0c9-770b2a571fc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0508707a0f2c4de085e161353f10ed87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082399 Aug 23 14:13:21.399282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39908) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:21.495784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01da3c4-da4f-434b-9669-596d2559a901 req-13975d59-c15f-4ad0-9de6-6d9e4bbc6380 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:21.497231 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a01da3c4-da4f-434b-9669-596d2559a901 req-13975d59-c15f-4ad0-9de6-6d9e4bbc6380 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.3051920 Aug 23 14:13:21.573344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fe16e3-0079-4f10-b416-b3596ba08bca req-669c1e09-b360-4067-948f-04802997fdd0 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 210 time: 0.0721855 Aug 23 14:13:21.599991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-13e68946-cb60-420b-922b-eb4dde074f09 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:21.601471 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-13e68946-cb60-420b-922b-eb4dde074f09 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 812 time: 0.6725667 Aug 23 14:13:21.624335 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:21.630768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Request body: {'port': {'device_id': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'admin_state_up': True, 'tenant_id': 'dd04698ad3cd4dcd8a665df269b8be61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:21.646832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ade9098-9bfb-44e5-84e2-151048000093 req-27182e95-320f-492d-8180-c7633e9181a9 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286281 Aug 23 14:13:21.745574 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a01da3c4-da4f-434b-9669-596d2559a901 req-def942f8-ac4f-4937-b94e-2d394f9fdfb3 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385411 Aug 23 14:13:21.751925 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:21.915508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:21.943447 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:21.968857 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-3c7c6e3f-1782-4418-9e86-280342976cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:21.970544 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-3c7c6e3f-1782-4418-9e86-280342976cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1094 time: 0.1291170 Aug 23 14:13:21.996138 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-33296d3e-022c-4e4b-8854-7f7216175d04 req-11638bd4-7266-415a-9928-c350ff755c4c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 210 time: 0.0659204 Aug 23 14:13:22.018465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Made reservation on behalf of dd04698ad3cd4dcd8a665df269b8be61 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:22.024233 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:22.064714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-a38110f4-752e-4121-997b-87e758bf0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:22.066272 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-a38110f4-752e-4121-997b-87e758bf0c6d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1100 time: 0.2621849 Aug 23 14:13:22.130894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:22.139635 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-df467113-1b33-4f83-8a17-f6015142b856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:22.173138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c989541-c0e4-4785-ae1e-5c32f7220950,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:22.244974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.245347 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.245716 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.246056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.246406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.246987 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.247244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.247592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.247930 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.248324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.248674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.248997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:22.257004 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:22.286570 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:22.288284 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c989541-c0e4-4785-ae1e-5c32f7220950 HTTP/1.1" status: 204 len: 168 time: 0.8878939 Aug 23 14:13:22.340349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-3c60e1c6-12fe-4e8e-ac36-ca28ab140edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:22.340349 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-3c60e1c6-12fe-4e8e-ac36-ca28ab140edf service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2385097 Aug 23 14:13:22.379040 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-6208589f-99a1-443b-a440-7e87d5fdd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:22.379040 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-6208589f-99a1-443b-a440-7e87d5fdd5b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.4006786 Aug 23 14:13:22.474403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-e2cb97ac-5b78-4701-aaa1-c9dca1452630 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 200 len: 217 time: 0.0875795 Aug 23 14:13:22.485362 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1322dca-1ce0-4faa-983f-494dc78e51b9 req-3aed595c-4cef-495a-9217-b3d45dc20aee tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:22.486923 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1322dca-1ce0-4faa-983f-494dc78e51b9 req-3aed595c-4cef-495a-9217-b3d45dc20aee tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.4401677 Aug 23 14:13:22.531849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Allocated IP 172.20.0.2 (b7d7a6ab-e512-4fd3-88a4-d69931798316/c9301fa6-fdc6-46b8-b982-23b8cd9cb273/d57bfa19-46c1-4e5e-892f-f51ee85b4f36) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:22.543472 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-e022a7a5-b70e-404f-8eb1-685774276b57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 217 time: 0.1971879 Aug 23 14:13:22.623728 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-ea4ecd66-225a-4b70-848a-d933834eed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:22.625335 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-ea4ecd66-225a-4b70-848a-d933834eed45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1371634 Aug 23 14:13:22.638337 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1322dca-1ce0-4faa-983f-494dc78e51b9 req-e0760488-1ebd-4c9a-b8ed-00b6da071b40 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036925 Aug 23 14:13:22.670357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-bc644b01-95f8-45f3-adaf-a9522ec53ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:22.671802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-bc644b01-95f8-45f3-adaf-a9522ec53ce9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0958054 Aug 23 14:13:22.710320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-b3d45335-4704-455e-a7c5-0bd5e0a42ad7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704701 Aug 23 14:13:22.823418 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6485f8d1-0d10-487c-9c13-a4bb0c91a22c req-737dacd1-a411-488f-96ca-9f304d07d58d tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 210 time: 0.0714023 Aug 23 14:13:22.841870 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.012156 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.027393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-4ac682c9-9d78-45a5-b62f-3c41c88380c3 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934759 Aug 23 14:13:23.061460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-4a5e8350-9b20-4a5c-bbcf-1baf5b47e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:23.068109 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-4a5e8350-9b20-4a5c-bbcf-1baf5b47e51d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3875930 Aug 23 14:13:23.254925 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-85d4f0f9-472b-4073-b586-a9ebf4d60f33 req-694d25ec-2c57-41bb-97e9-ac86f66c5cdd tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 210 time: 0.0619516 Aug 23 14:13:23.257330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 39932) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:23.317484 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d25dcbdb-83ab-4b77-8988-82a779572292 req-f0a00311-4dcf-470f-a14c-91faa113a505 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680802 Aug 23 14:13:23.320689 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.334713 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ed89c0a3-172b-468b-b541-92d1e8cccfa1 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:23.412356 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ea88841f-6843-421d-a74d-f17fd7e0df47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8aa42940fe9f4ec8906fa2e22ade5d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537375 Aug 23 14:13:23.417708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39936) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:23.419686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Network b7d7a6ab-e512-4fd3-88a4-d69931798316 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:23.423747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:23.426523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:13:23.440895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cef417-9878-42a3-8254-aba3260a265c req-d7008ac3-9f2f-4b29-9219-d65124726c06 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:23.442527 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06cef417-9878-42a3-8254-aba3260a265c req-d7008ac3-9f2f-4b29-9219-d65124726c06 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.4798663 Aug 23 14:13:23.491640 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-b71a0fe5-f98c-4f22-82c4-9bb9e7b46d35 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393779 Aug 23 14:13:23.617534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event updated for resources: {'Port': ['ID=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:23.621818 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:23.647921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:23.648706 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.655434 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06cef417-9878-42a3-8254-aba3260a265c req-09aca12e-3c84-43bf-be42-4d79b944bb88 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954546 Aug 23 14:13:23.666817 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.749909 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.789099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-234bb35a-a383-43df-94b8-5ad8bb08639b service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874258 Aug 23 14:13:23.804712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Deleting port f1dabb80-3189-4b62-a177-27af0a3a4f9d {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:23.805070 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:23.814675 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1893952 Aug 23 14:13:23.828564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Request body: {'port': {'device_id': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:24.000343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc50208-370c-4b6f-927d-e0c960983be6 req-a46d8b1b-7732-47c5-82eb-83681bc9db13 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:24.001917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fc50208-370c-4b6f-927d-e0c960983be6 req-a46d8b1b-7732-47c5-82eb-83681bc9db13 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.2291713 Aug 23 14:13:24.011752 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.016107 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.028469 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9dc57d5d-8b97-4c71-b7c0-c69a55969765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:24.040685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4815c18c-d8cb-48a6-b085-f86a930474a4 req-aa3b3311-d745-45cf-b243-844b84946b7b tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 210 time: 0.0811834 Aug 23 14:13:24.055661 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0821abf2-470e-466e-8f96-424504c19de5,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:24.061263 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:24.083837 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] For port f1dabb80-3189-4b62-a177-27af0a3a4f9d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f1dabb80-3189-4b62-a177-27af0a3a4f9d,segment=NetworkSegment(512b31c9-407b-4763-bd91-42554ff32dda),segment_id=512b31c9-407b-4763-bd91-42554ff32dda)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:24.084534 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.158263 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fc50208-370c-4b6f-927d-e0c960983be6 req-54b20c4c-e478-49a8-9c84-7ccbbde87b04 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431437 Aug 23 14:13:24.328863 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-a99dd9d4-3a86-44ef-a86b-c56e1e0065dc tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=20e5e92691bf4cf39476987b7d2eade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434382 Aug 23 14:13:24.369806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Calling delete_port for f1dabb80-3189-4b62-a177-27af0a3a4f9d owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:24.410729 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.412885 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0821abf2-470e-466e-8f96-424504c19de5 HTTP/1.1" status: 204 len: 168 time: 0.9859338 Aug 23 14:13:24.569224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-828cc6c1-9de6-4d90-b28f-b7b7fa1dba80 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:24.570745 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-828cc6c1-9de6-4d90-b28f-b7b7fa1dba80 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347102 Aug 23 14:13:24.573422 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e1d94-4fb6-4a35-9c29-ce8e15a0e8fe req-5dc7a2a6-3c74-4207-b067-bf7563964809 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:24.580526 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-347e1d94-4fb6-4a35-9c29-ce8e15a0e8fe req-5dc7a2a6-3c74-4207-b067-bf7563964809 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 931 time: 0.1656778 Aug 23 14:13:24.637194 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-347e1d94-4fb6-4a35-9c29-ce8e15a0e8fe req-0145c4bd-f6c0-48d6-858f-fb9b39e2e4ef tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557454 Aug 23 14:13:24.637990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Request body: {'port': {'device_id': '4d828ff0-ba33-4149-be66-4837adf14861', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '20e5e92691bf4cf39476987b7d2eade2'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:24.833493 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:24.839295 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c80b3ba7-6200-4792-8cba-77ab96ae91d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:24.893350 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dabb80-3189-4b62-a177-27af0a3a4f9d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:24.896409 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:24.960728 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:24.971003 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Usage tracker for resource:port and tenant:20e5e92691bf4cf39476987b7d2eade2 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:24.977357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:24.999239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:25.004998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57bfa19-46c1-4e5e-892f-f51ee85b4f36 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:25.016247 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.054400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Transition to ACTIVE for port object d57bfa19-46c1-4e5e-892f-f51ee85b4f36 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:25.064795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014fd34-d299-43c2-ad88-138eabe73022 req-3ceb1aec-e010-46db-a0a3-72b6b74421dc tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:25.066751 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3014fd34-d299-43c2-ad88-138eabe73022 req-3ceb1aec-e010-46db-a0a3-72b6b74421dc tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.2571805 Aug 23 14:13:25.137962 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3014fd34-d299-43c2-ad88-138eabe73022 req-0e9211e8-c90b-4025-ab7e-ff5d85144a88 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494587 Aug 23 14:13:25.146705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Made reservation on behalf of 20e5e92691bf4cf39476987b7d2eade2 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:25.151467 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.167099 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.182752 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.189978 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:25.282620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:25.291436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Usage tracker for resource:security_group_rule and tenant:20e5e92691bf4cf39476987b7d2eade2 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:25.297969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:25.309703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:25.421117 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-08872789-3f91-4140-9858-5b5b4e0a9e07 req-2b8cd156-aa98-47ea-8032-7b2f8dc24a31 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 210 time: 0.0553312 Aug 23 14:13:25.421869 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.490276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:25.541648 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:25.708338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Attempting to bind port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:25.708691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Attempting to bind port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:25.709068 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Attempting to bind port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:25.727117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:13:25.727117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Attempting to bind port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 on network b7d7a6ab-e512-4fd3-88a4-d69931798316 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:25.729617 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9dca4-2782-450d-9c4a-b8464ef8eb84 req-adf2221b-f1f2-4ecd-9e75-6480201965c2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:25.737580 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22f9dca4-2782-450d-9c4a-b8464ef8eb84 req-adf2221b-f1f2-4ecd-9e75-6480201965c2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.3267505 Aug 23 14:13:25.765912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:25.766503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Checking segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:25.766691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Bound using segment: {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:25.767128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Bound port: d57bfa19-46c1-4e5e-892f-f51ee85b4f36, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ad5acc-fec4-4180-be89-6c838568cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:25.767484 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.871876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.879666 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22f9dca4-2782-450d-9c4a-b8464ef8eb84 req-244f8b2d-b054-47ac-acc9-9687e1862aa5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410773 Aug 23 14:13:25.904066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:13:25.921832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] For port d57bfa19-46c1-4e5e-892f-f51ee85b4f36, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:25.924856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] For port d57bfa19-46c1-4e5e-892f-f51ee85b4f36, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:25.952708 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:25.996158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d012a8-8b71-408c-a111-262f73462228 req-691306e4-4268-4d37-88a6-4da56d2a2d5b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:25.997719 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42d012a8-8b71-408c-a111-262f73462228 req-691306e4-4268-4d37-88a6-4da56d2a2d5b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 943 time: 0.1901727 Aug 23 14:13:25.998315 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:26.179835 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1fce6d0e-9281-4e8d-b81d-321b74f32e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:26.192312 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:26.218303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:26.218985 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:26.221304 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/d57bfa19-46c1-4e5e-892f-f51ee85b4f36 HTTP/1.1" status: 200 len: 1091 time: 2.3974252 Aug 23 14:13:26.221880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'tag': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:26.260492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f0aacc-f60f-405c-837e-0a66f6a1a2a9,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:26.263944 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:26.274400 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c916d324-2c99-46eb-8638-68aae6247e10 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:26.277900 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42d012a8-8b71-408c-a111-262f73462228 req-8813f82f-5df7-479d-94e9-386ff2127dda tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639551 Aug 23 14:13:26.298140 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:13:26.319755 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] 10.222.0.72 "PUT /v2.0/routers/f0784b2d-d1e6-4662-a97f-6cfba1e35f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9898677 Aug 23 14:13:26.324252 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] Sync routers for ids ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:13:26.327725 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 39994) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:26.352840 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] Routers {'f0784b2d-d1e6-4662-a97f-6cfba1e35f68'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:26.353578 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:26.456090 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'tag': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36', 'status': 'completed', 'code': 200} Aug 23 14:13:26.585952 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:26.653554 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] Set router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:26.658327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Allocated IP 192.168.233.41 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/6d214caa-4fb1-4170-858e-17bd3943da31) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:26.682395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:26.699926 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:26.773750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366296b6-abc1-4ac1-aae8-3bef84bf4ebf req-6e18e0dc-b800-436a-a964-468d898a0f2f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:26.780975 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-366296b6-abc1-4ac1-aae8-3bef84bf4ebf req-6e18e0dc-b800-436a-a964-468d898a0f2f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.4618187 Aug 23 14:13:26.790046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-5e954ae1-939e-44a4-a285-4565b536cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:26.791664 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-5e954ae1-939e-44a4-a285-4565b536cfa8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 1094 time: 0.4058363 Aug 23 14:13:26.876850 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3efe3b75-6458-4431-8ae1-965f44bca30c req-f8b358a7-1428-4f9e-a3d6-925f5752b65d tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 210 time: 0.0785756 Aug 23 14:13:26.905467 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-1d753caf-c1d0-4ae9-bae2-fa8f1d131c28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57bfa19-46c1-4e5e-892f-f51ee85b4f36 HTTP/1.1" status: 200 len: 217 time: 0.0922627 Aug 23 14:13:26.915336 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.003831 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Deleting port 6073cd11-04f0-4b60-a7a5-38021f57d562 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:27.004707 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.041660 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-366296b6-abc1-4ac1-aae8-3bef84bf4ebf req-8c6c2036-e42e-4912-8b88-251f9a4a76c1 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596047 Aug 23 14:13:27.099858 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:13:24Z', 'revision_number': 5, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port': {'id': '6073cd11-04f0-4b60-a7a5-38021f57d562', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ac:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:12:49Z', 'updated_at': '2021-08-23T14:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:27.116242 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] Checking router: f0784b2d-d1e6-4662-a97f-6cfba1e35f68 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:13:27.131500 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] Routers {'f0784b2d-d1e6-4662-a97f-6cfba1e35f68'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:13:27.134425 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:13:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:27.171582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-9c78c4d2-86ad-4d7a-8da3-171dee757929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:27.172970 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-9c78c4d2-86ad-4d7a-8da3-171dee757929 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.2431633 Aug 23 14:13:27.286753 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-b7b6933b-9899-452d-8e34-638ef69233eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007631 Aug 23 14:13:27.344707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] For port 6073cd11-04f0-4b60-a7a5-38021f57d562, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6073cd11-04f0-4b60-a7a5-38021f57d562,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:27.350745 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.367960 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] Set router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 gateway port host: None {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:13:27.381907 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.392832 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.449403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Transition to ACTIVE for port object 6d214caa-4fb1-4170-858e-17bd3943da31 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:27.523725 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:13:26Z', 'revision_number': 6, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port_host': None}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:27.528590 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0edee5-c0b2-4e4c-9136-fdb5a8c912d9 None None] The sync data for ids ['f0784b2d-d1e6-4662-a97f-6cfba1e35f68'] in n-d-805628-1 is: [{'id': 'f0784b2d-d1e6-4662-a97f-6cfba1e35f68', 'name': 'tempest-FloatingIPsTestJSON-1787058337-router', 'tenant_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:12:47Z', 'updated_at': '2021-08-23T14:13:26Z', 'revision_number': 6, 'project_id': 'a6ba8265fad54e16a7d35768bcf9fa60', 'gw_port_host': None}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:13:27.552545 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-99b57846-5f34-4a38-8014-126c4a482d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.585349 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2f758-6440-40c6-a102-7fff24903138 req-7d16b9ac-ca8c-41c2-8a26-16ddb5cbd78a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:27.587228 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-11a2f758-6440-40c6-a102-7fff24903138 req-7d16b9ac-ca8c-41c2-8a26-16ddb5cbd78a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.3005810 Aug 23 14:13:27.595497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Calling delete_port for 6073cd11-04f0-4b60-a7a5-38021f57d562 owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:27.612258 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-2b32cdf5-5e4c-44e3-ac3f-1fa968aeaa00 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210485 Aug 23 14:13:27.681073 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:27.687107 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-11a2f758-6440-40c6-a102-7fff24903138 req-3fc18729-88ca-4973-90e3-7f144d77930e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921054 Aug 23 14:13:27.741587 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ebaf3-d915-4667-bf29-cee2b379774b req-0ae641d9-f269-4ab4-a4ba-c79b51928404 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:27.743025 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:27.744338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3c8ebaf3-d915-4667-bf29-cee2b379774b req-0ae641d9-f269-4ab4-a4ba-c79b51928404 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 943 time: 0.2774677 Aug 23 14:13:27.820613 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3c8ebaf3-d915-4667-bf29-cee2b379774b req-a833f948-fbd1-4e70-9807-2637a97e885e tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658553 Aug 23 14:13:27.857294 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bfdbaaf3-d9df-4ca2-a5e3-97a59c06d415 req-e764b4ea-2b8a-4877-a041-3484027d0b14 tempest-FlavorsV2NegativeTest-1172190149 tempest-FlavorsV2NegativeTest-1172190149-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=66c137d807a845a3a973f3dd02b0ec09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692022 Aug 23 14:13:27.861514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:27.873928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:27.876870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:13:27.979920 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.011531 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5de76cba-ca8e-42be-a41f-d6ca9fcd63ae tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:28.231580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:28.246633 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:28.247521 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.274437 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:28.277770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6073cd11-04f0-4b60-a7a5-38021f57d562,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:28.289737 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.300447 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:28.370554 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e41e3a3-3bf9-40f2-8035-7e8702f01511 req-4321a9e4-2c11-4386-882f-ee3d48a2161b service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494352 Aug 23 14:13:28.392196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8ac0ac14-a0e2-482f-8131-03707ce644e0 None None] Provisioning for port 6d214caa-4fb1-4170-858e-17bd3943da31 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:28.401091 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8ac0ac14-a0e2-482f-8131-03707ce644e0 None None] Provisioning complete for port 6d214caa-4fb1-4170-858e-17bd3943da31 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:28.405354 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8ac0ac14-a0e2-482f-8131-03707ce644e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.419640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbaaf3-d9df-4ca2-a5e3-97a59c06d415 req-87bdd4eb-b67b-45c7-81ba-fad9925f8a96 tempest-FlavorsV2NegativeTest-1172190149 tempest-FlavorsV2NegativeTest-1172190149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:28.421331 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.421961 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bfdbaaf3-d9df-4ca2-a5e3-97a59c06d415 req-87bdd4eb-b67b-45c7-81ba-fad9925f8a96 tempest-FlavorsV2NegativeTest-1172190149 tempest-FlavorsV2NegativeTest-1172190149-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5493727 Aug 23 14:13:28.448661 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bfdbaaf3-d9df-4ca2-a5e3-97a59c06d415 req-0706ec37-9a27-4ad6-a76b-ec26ac0a132e tempest-FlavorsV2NegativeTest-1172190149 tempest-FlavorsV2NegativeTest-1172190149-project] 10.222.0.72 "GET /v2.0/quotas/66c137d807a845a3a973f3dd02b0ec09 HTTP/1.1" status: 200 len: 375 time: 0.0176401 Aug 23 14:13:28.471262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0ac14-a0e2-482f-8131-03707ce644e0 None None] Port 6d214caa-4fb1-4170-858e-17bd3943da31 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:13:28.549675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f1dabb80-3189-4b62-a177-27af0a3a4f9d no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:28.598628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bfdbaaf3-d9df-4ca2-a5e3-97a59c06d415 req-4e78c776-5dd5-49cf-b63f-20d7627cc66b tempest-FlavorsV2NegativeTest-1172190149 tempest-FlavorsV2NegativeTest-1172190149-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=66c137d807a845a3a973f3dd02b0ec09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1437824 Aug 23 14:13:28.624603 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: f1dabb80-3189-4b62-a177-27af0a3a4f9d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:28.627432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f1dabb80-3189-4b62-a177-27af0a3a4f9d not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:28.627897 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6073cd11-04f0-4b60-a7a5-38021f57d562 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:28.733087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 6073cd11-04f0-4b60-a7a5-38021f57d562 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:28.733740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6073cd11-04f0-4b60-a7a5-38021f57d562 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:28.769954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1361899 Aug 23 14:13:28.783551 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Request body: {'port': {'device_id': '4d828ff0-ba33-4149-be66-4837adf14861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:28.819956 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.831577 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.863787 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb790ec-511b-4594-b923-74f7400e8589 req-486f24d1-3113-433b-97f7-fcce3cc2d61c tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:28.869682 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bbb790ec-511b-4594-b923-74f7400e8589 req-486f24d1-3113-433b-97f7-fcce3cc2d61c tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 935 time: 0.7505767 Aug 23 14:13:28.927028 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bbb790ec-511b-4594-b923-74f7400e8589 req-13c38082-3475-4ef4-af5e-c7cb5c633fdf tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541315 Aug 23 14:13:28.958638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-786618c5-79f2-43e3-8c19-6e4b69316966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:28.958638 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-786618c5-79f2-43e3-8c19-6e4b69316966 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 1094 time: 0.4340308 Aug 23 14:13:28.958638 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.969474 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:28.970195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0784b2d-d1e6-4662-a97f-6cfba1e35f68 {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:13:29.009357 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.010091 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f0784b2d-d1e6-4662-a97f-6cfba1e35f68 HTTP/1.1" status: 204 len: 168 time: 2.6807525 Aug 23 14:13:29.012582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 40074) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:29.146073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Deleting subnet 77c43bc6-5239-4800-90d4-9f7defd631b8 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:13:29.148495 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.227424 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.306603 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-bbe42d24-3487-4d13-9c75-2571ee91a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:29.307186 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-bbe42d24-3487-4d13-9c75-2571ee91a5e8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 200 len: 914 time: 0.3497403 Aug 23 14:13:29.398339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893b982-9017-4a00-85cb-965cee208d1b req-64fc1272-9186-45d5-a94b-67bcfa941c63 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:29.400029 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7893b982-9017-4a00-85cb-965cee208d1b req-64fc1272-9186-45d5-a94b-67bcfa941c63 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1307456 Aug 23 14:13:29.405171 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.502992 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7893b982-9017-4a00-85cb-965cee208d1b req-08dc479c-ee95-40b0-9bae-3b69d16fbc8b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672531 Aug 23 14:13:29.505338 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-d35a8fac-c509-4a63-aa56-e401fea4aacf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d57bfa19-46c1-4e5e-892f-f51ee85b4f36 HTTP/1.1" status: 200 len: 217 time: 0.1292720 Aug 23 14:13:29.565086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98547eec-14f3-44a8-a0f6-86a8d66b24f3 req-0d41a6ba-ea7a-4ae8-a51f-7793440d4558 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:29.567074 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98547eec-14f3-44a8-a0f6-86a8d66b24f3 req-0d41a6ba-ea7a-4ae8-a51f-7793440d4558 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.4463990 Aug 23 14:13:29.593507 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.600512 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:29.662961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-551e08c9-ea3a-4be6-a1e0-001f23d4427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:29.664471 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-551e08c9-ea3a-4be6-a1e0-001f23d4427c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 200 len: 852 time: 0.1505990 Aug 23 14:13:29.670743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98547eec-14f3-44a8-a0f6-86a8d66b24f3 req-ac76e20f-ab8b-45ba-a3d8-19df1176aba9 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960741 Aug 23 14:13:29.673954 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c43bc6-5239-4800-90d4-9f7defd631b8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:29.677242 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:29.686457 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.694211 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f421ae-0a64-4f0b-89c3-660ca9147f6a None None] Network d4da4329-4e0a-4039-8f32-73b8aff56fad requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:13:29.715873 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/77c43bc6-5239-4800-90d4-9f7defd631b8 HTTP/1.1" status: 204 len: 168 time: 0.7021887 Aug 23 14:13:29.718819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 40080) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:29.730086 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-20684f40-eeb1-4172-8926-f4b3f510038a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7d7a6ab-e512-4fd3-88a4-d69931798316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565169 Aug 23 14:13:29.850339 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.864490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1113-f914-44d8-8ffd-55d7ced5b8be req-55d34a88-4b07-430a-8995-acd00bea8340 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:29.867434 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e8f1113-f914-44d8-8ffd-55d7ced5b8be req-55d34a88-4b07-430a-8995-acd00bea8340 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 943 time: 0.2330458 Aug 23 14:13:29.885194 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a199aad3-4c91-4c3b-a5fd-bcd725f08368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.896377 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Deleting port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:29.896986 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.909065 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d214caa-4fb1-4170-858e-17bd3943da31 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:29.920943 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:29.962522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Transition to ACTIVE for port object 6d214caa-4fb1-4170-858e-17bd3943da31 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:29.977789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-1199f9b6-4ca4-4d65-8201-510f4245f859 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100787 Aug 23 14:13:30.008661 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e8f1113-f914-44d8-8ffd-55d7ced5b8be req-b45d351e-ad25-4418-816e-08cd747bea30 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252811 Aug 23 14:13:30.045075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 40090) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:30.048998 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:30.062321 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e3c4048b-8dc1-42f5-b87b-ed775f199425 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:30.159167 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d57bfa19-46c1-4e5e-892f-f51ee85b4f36 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:30.384876 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:30.402684 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:30.410699 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d57bfa19-46c1-4e5e-892f-f51ee85b4f36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:30.434682 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] For port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7,segment=NetworkSegment(512b31c9-407b-4763-bd91-42554ff32dda),segment_id=512b31c9-407b-4763-bd91-42554ff32dda)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:30.436147 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:30.437447 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36', 'network_id': 'b7d7a6ab-e512-4fd3-88a4-d69931798316', 'port_id': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36', 'mac_address': 'fa:16:3e:1e:40:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9301fa6-fdc6-46b8-b982-23b8cd9cb273', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:30.440631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 053bb3c1-8160-4fae-934f-f740759f51aa details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:30.443078 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cec24e-716b-4f84-b6f9-96b20d4e7229 None None] DHCP port deletion for d4da4329-4e0a-4039-8f32-73b8aff56fad request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:13:30.456649 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c3cec24e-716b-4f84-b6f9-96b20d4e7229 None None] Deleting port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:30.457704 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c3cec24e-716b-4f84-b6f9-96b20d4e7229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:30.574655 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e07a737d-68a7-4e65-bcbe-c5b23d48ff93 req-5228a0a5-aee9-413d-bb5e-54d5053ed716 service neutron] 10.222.0.82 "GET /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890622 Aug 23 14:13:30.643528 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Calling delete_port for a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:30.656051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:30.750534 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:13:30.753317 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:30.774999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Attempting to bind port 6d214caa-4fb1-4170-858e-17bd3943da31 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:30.776228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Attempting to bind port 6d214caa-4fb1-4170-858e-17bd3943da31 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:30.777232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Attempting to bind port 6d214caa-4fb1-4170-858e-17bd3943da31 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:30.777548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13789ed7-4778-4a5f-b724-093977b6f915 req-ae5583f5-88fa-40e7-ade9-8a19fe70eaf4 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:30.779136 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-13789ed7-4778-4a5f-b724-093977b6f915 req-ae5583f5-88fa-40e7-ade9-8a19fe70eaf4 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 947 time: 0.4760690 Aug 23 14:13:30.799940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:30.807747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Port 6d214caa-4fb1-4170-858e-17bd3943da31 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:13:30.810002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Attempting to bind port 6d214caa-4fb1-4170-858e-17bd3943da31 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:30.819921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Usage tracker for resource:security_group_rule and tenant:66c137d807a845a3a973f3dd02b0ec09 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:30.824697 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:30.837456 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:30.847414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:30.897296 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c3cec24e-716b-4f84-b6f9-96b20d4e7229 None None] The port 'a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:13:30.905356 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57bfa19-46c1-4e5e-892f-f51ee85b4f36 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:30.915473 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-13789ed7-4778-4a5f-b724-093977b6f915 req-c01b551f-f00b-4e0d-92f8-bd77742fa335 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257193 Aug 23 14:13:30.918447 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:30.930638 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d57bfa19-46c1-4e5e-892f-f51ee85b4f36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:30.940218 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd34ea88-c706-4048-9cdc-a32bcfa398c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:31.052118 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.070349 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5b0b944f-a21b-4b04-8991-1fef3858083b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:31.083297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:31.095954 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] No DVR routers for this DVR port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:31.098940 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:31.145582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No active binding found for port a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 {{(pid=80760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 23 14:13:31.146095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a3cc80d2-68e8-4e48-aab6-0a9afe7d93b7 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:31.189068 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.226729 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:31.243794 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '053bb3c1-8160-4fae-934f-f740759f51aa', 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978', 'port_id': '053bb3c1-8160-4fae-934f-f740759f51aa', 'mac_address': 'fa:16:3e:97:32:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24d87cd-a932-401b-8180-3c9a2097c9c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:31.244694 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:31.245107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:31.245510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:31.245966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Bound port: 6d214caa-4fb1-4170-858e-17bd3943da31, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:31.246323 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.338592 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:31.342282 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:31.346943 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.366483 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.371753 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053bb3c1-8160-4fae-934f-f740759f51aa {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:31.382513 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:31.391562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:31.395492 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.396572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d57bfa19-46c1-4e5e-892f-f51ee85b4f36'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:31.418066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:31.451387 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.456052 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66c137d807a845a3a973f3dd02b0ec09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4069116 Aug 23 14:13:31.456535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:31.459082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 40106) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:31.459257 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:31.472183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503b9315-0de5-4cb8-80c6-44eda36292e6,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:31.497986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.498365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.498737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.499100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.499460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.499820 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.500173 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.500529 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.500884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.501304 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.508994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.508994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:31.514328 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:31.534170 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.540748 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:31.542094 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:31.545767 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:31.598073 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8a3ad-dc2b-475f-b04c-08c0a05b061b req-1741e7ce-ad92-4a12-9999-8613073786d6 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:31.599669 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-edf8a3ad-dc2b-475f-b04c-08c0a05b061b req-1741e7ce-ad92-4a12-9999-8613073786d6 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.4088302 Aug 23 14:13:31.620266 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.637575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4da4329-4e0a-4039-8f32-73b8aff56fad']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:31.653821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512b31c9-407b-4763-bd91-42554ff32dda') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:31.654226 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512b31c9-407b-4763-bd91-42554ff32dda') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:13:31.671644 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.674866 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:31.676033 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.677516 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d214caa-4fb1-4170-858e-17bd3943da31 HTTP/1.1" status: 200 len: 1095 time: 2.8996036 Aug 23 14:13:31.678042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:31.697600 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.710848 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.728097 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c3792-42ce-453c-bc9f-e062e2550c0c req-898d3f6c-0714-401e-8413-37fd5e11f4c6 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:31.737448 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-179c3792-42ce-453c-bc9f-e062e2550c0c req-898d3f6c-0714-401e-8413-37fd5e11f4c6 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.4690857 Aug 23 14:13:31.771138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:13:31.771727 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:31.776242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['053bb3c1-8160-4fae-934f-f740759f51aa'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:31.794788 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-edf8a3ad-dc2b-475f-b04c-08c0a05b061b req-08565155-e395-49ac-833e-19067eca5c8b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715424 Aug 23 14:13:31.796776 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:13:31.811324 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:13:31.903084 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:31.908756 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.033090 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-179c3792-42ce-453c-bc9f-e062e2550c0c req-e29de219-4519-4268-8f1a-650ecb3b1fcf tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927442 Aug 23 14:13:32.111650 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.116627 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-98cc04a4-a9a3-4e3f-887b-266da1e3dc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:32.153204 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.165854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4da4329-4e0a-4039-8f32-73b8aff56fad,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:32.176180 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-b0a6893b-bceb-46f5-acf4-53c207076d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.177839 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-b0a6893b-bceb-46f5-acf4-53c207076d7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e5e92691bf4cf39476987b7d2eade2&device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 1098 time: 0.3621421 Aug 23 14:13:32.184127 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:32.192193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20b3b-3794-4ae8-9d4c-59bb7f6e19c1 req-54994368-4d6f-485f-a9c1-01b902b15b3a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.192933 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dac20b3b-3794-4ae8-9d4c-59bb7f6e19c1 req-54994368-4d6f-485f-a9c1-01b902b15b3a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:32.244414 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d4da4329-4e0a-4039-8f32-73b8aff56fad HTTP/1.1" status: 204 len: 168 time: 2.5243919 Aug 23 14:13:32.268174 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31', 'status': 'completed', 'code': 200} Aug 23 14:13:32.273101 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.292002 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3dd34981-4143-4f38-91c2-02caac995af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:32.306471 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-9897ff60-3f00-4919-bfa2-f91c2bfaa450 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6d214caa-4fb1-4170-858e-17bd3943da31 HTTP/1.1" status: 200 len: 217 time: 0.1094775 Aug 23 14:13:32.315747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503b9315-0de5-4cb8-80c6-44eda36292e6,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:32.326096 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:32.359616 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.363422 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/503b9315-0de5-4cb8-80c6-44eda36292e6 HTTP/1.1" status: 204 len: 168 time: 0.9008112 Aug 23 14:13:32.398015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-73a761d1-c5cf-4362-a7e2-1dc1dd350037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.402213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-73a761d1-c5cf-4362-a7e2-1dc1dd350037 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0860462 Aug 23 14:13:32.490041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dac20b3b-3794-4ae8-9d4c-59bb7f6e19c1 req-54994368-4d6f-485f-a9c1-01b902b15b3a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:32.490041 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dac20b3b-3794-4ae8-9d4c-59bb7f6e19c1 req-54994368-4d6f-485f-a9c1-01b902b15b3a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 944 time: 0.4669905 Aug 23 14:13:32.530730 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dac20b3b-3794-4ae8-9d4c-59bb7f6e19c1 req-da748cf6-8826-4246-89bf-fbb8c086ee6b tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Aug 23 14:13:32.546618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d1036-3559-4dae-b417-ac5cee621667 req-fcef742d-df2e-4bac-9cf5-9406e554e36d tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.548345 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec4d1036-3559-4dae-b417-ac5cee621667 req-fcef742d-df2e-4bac-9cf5-9406e554e36d tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 947 time: 0.0919385 Aug 23 14:13:32.557124 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-2f95d56a-1b4a-481e-9fe0-7efbd5ddabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:32.557124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-2f95d56a-1b4a-481e-9fe0-7efbd5ddabc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445777 Aug 23 14:13:32.609335 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec4d1036-3559-4dae-b417-ac5cee621667 req-25d0af30-9ff3-4e03-9f12-79a9a5281827 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543480 Aug 23 14:13:32.703381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 40120) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:32.729240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-3703f3fc-8aa6-49a5-a94f-53efd3d7c2f7 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695762 Aug 23 14:13:32.806719 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-65daa499-7cdf-42c3-967c-6b19cc8eb39d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6ba8265fad54e16a7d35768bcf9fa60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021762 Aug 23 14:13:32.809959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 40126) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:32.919591 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.926827 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.974300 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:32.999826 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce03b25-1eca-48b1-875c-c22f26d779f0 req-d8c660e4-4941-4afa-bb48-b887dcdef0af service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599993 Aug 23 14:13:33.042596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c0e3b-875d-4f8f-83c1-30254bf3dbd7 req-145e935a-9fc3-47f3-bcf9-0677ad5073b7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.044150 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-679c0e3b-875d-4f8f-83c1-30254bf3dbd7 req-145e935a-9fc3-47f3-bcf9-0677ad5073b7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1316342 Aug 23 14:13:33.098131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-679c0e3b-875d-4f8f-83c1-30254bf3dbd7 req-fe5f378f-0e79-4c60-823a-be45ca67533f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477426 Aug 23 14:13:33.219994 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:33.227105 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e88c65f3-0217-4a43-96d5-a510ca306041 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:33.234753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-3f17e13d-e022-49b9-8872-cb0d6be897f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.236192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-3f17e13d-e022-49b9-8872-cb0d6be897f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20e5e92691bf4cf39476987b7d2eade2&device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 1098 time: 0.0833609 Aug 23 14:13:33.251932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37877913-acaf-4dc7-bd61-4932e146b3f1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:33.258618 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:33.286381 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:33.290670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/37877913-acaf-4dc7-bd61-4932e146b3f1 HTTP/1.1" status: 204 len: 168 time: 0.4796138 Aug 23 14:13:33.317542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0366c04-5da6-49b0-b449-30599daa0d62 req-2c1b6cd6-2404-417d-b81a-b3858d2ef429 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.326769 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e0366c04-5da6-49b0-b449-30599daa0d62 req-2c1b6cd6-2404-417d-b81a-b3858d2ef429 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 944 time: 0.1782920 Aug 23 14:13:33.415685 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-d760e565-e41b-4578-ba38-3f860d48f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.417380 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-d760e565-e41b-4578-ba38-3f860d48f282 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1735616 Aug 23 14:13:33.501772 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-9d0dc718-c301-4918-8152-f6a24768f72e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=6d214caa-4fb1-4170-858e-17bd3943da31 HTTP/1.1" status: 200 len: 217 time: 0.0702894 Aug 23 14:13:33.587001 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-a46d319c-9f9b-4d99-a302-eb39bfd3e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.589087 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-a46d319c-9f9b-4d99-a302-eb39bfd3e0ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0781143 Aug 23 14:13:33.758048 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e0366c04-5da6-49b0-b449-30599daa0d62 req-00811aaf-f9a8-4771-b8cc-43674e868a52 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313998 Aug 23 14:13:33.901621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-4a2da372-2d73-48c3-9c0c-bc1f0304f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.904643 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-4a2da372-2d73-48c3-9c0c-bc1f0304f0ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066983 Aug 23 14:13:33.966474 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877a64-f746-42be-aaff-cbc27f5de24d req-8c6808c6-2141-46a5-bf30-dd4321d2a8a2 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.966932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3e877a64-f746-42be-aaff-cbc27f5de24d req-8c6808c6-2141-46a5-bf30-dd4321d2a8a2 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 944 time: 0.2976267 Aug 23 14:13:33.977245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c65ca-449d-4273-830b-2a8f6ec293bb req-8b47059c-de9b-46a5-a0d3-df605379a266 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:33.979555 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a6c65ca-449d-4273-830b-2a8f6ec293bb req-8b47059c-de9b-46a5-a0d3-df605379a266 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 947 time: 0.1011827 Aug 23 14:13:34.088344 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a6c65ca-449d-4273-830b-2a8f6ec293bb req-c1c06e1d-8f01-4061-a67a-9d3a0f8d65a8 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994985 Aug 23 14:13:34.161686 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d57bfa19-46c1-4e5e-892f-f51ee85b4f36 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:34.198891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3e877a64-f746-42be-aaff-cbc27f5de24d req-1c2f331c-ea5d-4f81-8480-934fb1ad482a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373560 Aug 23 14:13:34.203766 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-1bb4dbbf-252a-437a-8ad7-99bd006ef1e0 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920041 Aug 23 14:13:34.274604 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 053bb3c1-8160-4fae-934f-f740759f51aa up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:34.367596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600a3d7-f99d-478c-b5e4-626b18215398 req-358fae97-7ec6-45ba-9078-6b679bd79787 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:34.373885 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4600a3d7-f99d-478c-b5e4-626b18215398 req-358fae97-7ec6-45ba-9078-6b679bd79787 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1266654 Aug 23 14:13:34.442149 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4600a3d7-f99d-478c-b5e4-626b18215398 req-e2600cc2-7e47-441d-b178-3d766400db8e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603437 Aug 23 14:13:34.458843 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-61e29c5b-50c8-4167-bb84-993d46a942cd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3207097 Aug 23 14:13:34.461478 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:34.478959 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8d57241-1a40-4409-a7cf-be25c50ed849 req-e72572a5-87f4-4c16-bfc0-ee99f0f792ad service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657561 Aug 23 14:13:34.483960 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:34.484397 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.546231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 053bb3c1-8160-4fae-934f-f740759f51aa completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:34.567754 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 053bb3c1-8160-4fae-934f-f740759f51aa triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:34.568155 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.692795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-40077cbf-5c41-4d5d-b096-e5513230125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:34.694623 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-40077cbf-5c41-4d5d-b096-e5513230125c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 1096 time: 0.1170576 Aug 23 14:13:34.778555 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.800126 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.842476 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:34.872941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d57bfa19-46c1-4e5e-892f-f51ee85b4f36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:34.881507 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:34.958581 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:34.963408 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36', 'code': 200} Aug 23 14:13:34.964219 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:34.968882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-f21d0aed-636e-4a33-9cbf-888590f8d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:34.971464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-f21d0aed-636e-4a33-9cbf-888590f8d423 service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.2524669 Aug 23 14:13:35.006770 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:35.063277 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 40204) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:35.069069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:35.073234 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:35.074114 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:35.169187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-1761f657-31f1-49a4-987d-4eea7b851fdc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 200 len: 217 time: 0.1141706 Aug 23 14:13:35.178094 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:35.188809 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:35.296970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1c188-7182-4e8b-955a-0194070575ba req-d3dd50a6-01f4-4930-b4fa-49d5f711055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.299333 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cad1c188-7182-4e8b-955a-0194070575ba req-d3dd50a6-01f4-4930-b4fa-49d5f711055b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 1096 time: 0.2596321 Aug 23 14:13:35.318648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be1da2-4447-4bb5-a7e2-95cb3a09f6d5 req-6111eaea-e920-4883-9d4c-1522de59aa1e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.332962 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10be1da2-4447-4bb5-a7e2-95cb3a09f6d5 req-6111eaea-e920-4883-9d4c-1522de59aa1e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.3588953 Aug 23 14:13:35.341684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-d15bd8d0-5fd3-4752-883f-46af376ec7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.344453 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-d15bd8d0-5fd3-4752-883f-46af376ec7bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1484020 Aug 23 14:13:35.382190 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cad1c188-7182-4e8b-955a-0194070575ba req-9e534d83-ae20-4f8c-8463-54d80b9d6522 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684857 Aug 23 14:13:35.403244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543399a-5c86-4d7a-b7a5-2a81b416af94 req-23d9277e-4b1e-41a4-801c-338637f35a74 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.404841 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7543399a-5c86-4d7a-b7a5-2a81b416af94 req-23d9277e-4b1e-41a4-801c-338637f35a74 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 947 time: 0.1672258 Aug 23 14:13:35.431492 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:35.452095 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-5d746046-1e93-4550-94d8-a57bbfb07fcb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825238 Aug 23 14:13:35.478657 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7543399a-5c86-4d7a-b7a5-2a81b416af94 req-5ad40ffd-c401-44f9-9236-6e568b8c47cc tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666835 Aug 23 14:13:35.480536 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:35.490045 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10be1da2-4447-4bb5-a7e2-95cb3a09f6d5 req-88929ee6-d182-41be-aaf9-1118720c8901 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562083 Aug 23 14:13:35.491087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Usage tracker for resource:security_group_rule and tenant:53f4a9c93c5d475587f175027ddeec86 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:35.495042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:35.502394 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:35.692403 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2829f-5e0d-4b15-aad1-ab8e8fbb3a38 req-99c6c288-4752-468b-8dcc-32e11724baa1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.694746 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-64c2829f-5e0d-4b15-aad1-ab8e8fbb3a38 req-99c6c288-4752-468b-8dcc-32e11724baa1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 945 time: 0.1010742 Aug 23 14:13:35.769418 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-64c2829f-5e0d-4b15-aad1-ab8e8fbb3a38 req-5866f851-e814-4e88-9d04-360cf4383f8c tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640931 Aug 23 14:13:35.797319 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:35.838052 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-4bfdb774-d4d0-46de-93b1-bd5fd96776e9 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676983 Aug 23 14:13:35.880488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:35.899966 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d23a237e-11c7-44f9-a318-04d7bc588687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:35.943140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8649-4293-4b93-95c1-07ddfa6fc47f req-2eb3ef76-57de-475a-87c2-a944cb87d12d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:35.944649 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb3e8649-4293-4b93-95c1-07ddfa6fc47f req-2eb3ef76-57de-475a-87c2-a944cb87d12d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.3021820 Aug 23 14:13:36.054471 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53f4a9c93c5d475587f175027ddeec86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9907227 Aug 23 14:13:36.059412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 40234) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:36.061327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48538651-ae9b-4658-887a-d3218a80cb5e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:36.070561 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:36.114620 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb3e8649-4293-4b93-95c1-07ddfa6fc47f req-5141acb9-04c5-4f51-a58d-4495e162c5ff tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567678 Aug 23 14:13:36.123628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd926ff9-8ff8-4082-af16-0e67d7590a72 req-7e3cc2ab-f941-41dc-ba50-69e150e0404b service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766843 Aug 23 14:13:36.144883 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.175029 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.271141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:36.343405 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.358532 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a4fa84f4-792a-41c4-b65f-4f2cca0a2048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:36.390024 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48538651-ae9b-4658-887a-d3218a80cb5e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:36.398623 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:36.399758 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.401127 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48538651-ae9b-4658-887a-d3218a80cb5e HTTP/1.1" status: 204 len: 168 time: 0.3403287 Aug 23 14:13:36.443896 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:36.463565 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '6d214caa-4fb1-4170-858e-17bd3943da31', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '6d214caa-4fb1-4170-858e-17bd3943da31', 'mac_address': 'fa:16:3e:af:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:36.555146 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.555146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d214caa-4fb1-4170-858e-17bd3943da31 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:36.569941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:36.702005 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b1262-d8eb-4429-b59c-90300adbda25 req-ce10c46c-3467-4482-ae59-e98e28e415bf tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:36.710089 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec3b1262-d8eb-4429-b59c-90300adbda25 req-ce10c46c-3467-4482-ae59-e98e28e415bf tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 947 time: 0.1028502 Aug 23 14:13:36.747395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8c648-72fc-4d3d-af22-b9be25af1bb5 req-03fde518-84cc-428d-8ae4-d6e887f774e2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:36.749457 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-92a8c648-72fc-4d3d-af22-b9be25af1bb5 req-03fde518-84cc-428d-8ae4-d6e887f774e2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.1240928 Aug 23 14:13:36.758207 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec3b1262-d8eb-4429-b59c-90300adbda25 req-5a5d3f30-8d93-4705-be8e-b4050f1a9720 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476329 Aug 23 14:13:36.804462 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-92a8c648-72fc-4d3d-af22-b9be25af1bb5 req-1dee56ce-a2f8-4e07-9b0e-cc7ee4fe7660 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443037 Aug 23 14:13:36.953488 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:36.954807 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:37.025708 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:37.030095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:37.033801 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:37.044229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807fd8-168b-469c-9ca3-b435307149bb req-df7e7db7-ea37-46ef-9d1a-2f92cde940a4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:37.044229 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09807fd8-168b-469c-9ca3-b435307149bb req-df7e7db7-ea37-46ef-9d1a-2f92cde940a4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 945 time: 0.1453621 Aug 23 14:13:37.108368 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09807fd8-168b-469c-9ca3-b435307149bb req-85dc300f-e946-4d04-b37f-0f3f6c9e1453 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626366 Aug 23 14:13:37.278238 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6d214caa-4fb1-4170-858e-17bd3943da31'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:37.458085 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa', 'code': 200} Aug 23 14:13:37.552584 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542e340-e7ce-4477-a946-445f30e878a7 req-8fcacdf2-b8a6-4a26-b9e4-8a2ee4db24b0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:37.560713 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d542e340-e7ce-4477-a946-445f30e878a7 req-8fcacdf2-b8a6-4a26-b9e4-8a2ee4db24b0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1399298 Aug 23 14:13:37.618700 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d542e340-e7ce-4477-a946-445f30e878a7 req-67278f25-7afd-448d-9b7f-0f2f60aeb697 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568194 Aug 23 14:13:37.693822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e07c-6fd8-47e0-8fee-ea417466f9fe req-859e7f7f-0eab-4ddf-afc4-5bb3833b6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:37.699715 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84a9e07c-6fd8-47e0-8fee-ea417466f9fe req-859e7f7f-0eab-4ddf-afc4-5bb3833b6cca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1096 time: 0.3018425 Aug 23 14:13:37.743702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84a9e07c-6fd8-47e0-8fee-ea417466f9fe req-e1cd8590-1012-4a6e-93a5-29c362447e96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Aug 23 14:13:37.997955 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4de86-ff8d-4932-8b5a-cbee6f25acaa req-49638174-01d7-46da-9181-445828a98741 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:37.999949 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95c4de86-ff8d-4932-8b5a-cbee6f25acaa req-49638174-01d7-46da-9181-445828a98741 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 948 time: 0.1231267 Aug 23 14:13:38.058628 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95c4de86-ff8d-4932-8b5a-cbee6f25acaa req-26787415-74bd-4b93-87b3-27de5a87e2ba tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Aug 23 14:13:38.137637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46ec14-cbef-426f-ae07-3b3551b3086b req-36c4a035-283a-464f-ba4f-d69a3d0cf88b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:38.140235 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9a46ec14-cbef-426f-ae07-3b3551b3086b req-36c4a035-283a-464f-ba4f-d69a3d0cf88b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.1604385 Aug 23 14:13:38.202631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9a46ec14-cbef-426f-ae07-3b3551b3086b req-78ab5fa9-3987-4ab1-aa69-c34277d9e2a4 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555346 Aug 23 14:13:38.204590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 40354) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:38.354044 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-205137647-network', 'tenant_id': 'd9ee6870636e41ecb5a9eb84b243074d'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:38.359149 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:38.364169 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Usage tracker for resource:network and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:38.373211 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:38.384296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:38.517682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Made reservation on behalf of d9ee6870636e41ecb5a9eb84b243074d for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:38.521264 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.533920 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.554202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:38.559058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:38.562457 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:38.569304 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:38.719179 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.751005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee71a-48d5-4df2-886d-85417f40e993 req-ded49c76-129d-4519-afeb-39fb88192038 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:38.754076 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d12ee71a-48d5-4df2-886d-85417f40e993 req-ded49c76-129d-4519-afeb-39fb88192038 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 945 time: 0.1214488 Aug 23 14:13:38.780897 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.787224 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8fb8d3a5-570e-4e33-a5b2-666c1f785503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:38.824973 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:13:38.838618 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d12ee71a-48d5-4df2-886d-85417f40e993 req-622bca5c-b09f-4bc0-ab70-e1572915ea48 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784883 Aug 23 14:13:38.849108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f21381-7b19-42ef-b3f5-588173131375,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:38.851994 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:38.852348 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Added segment 5a4903fb-3320-498c-9f7f-2d442a10fa49 of type vlan for network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee Aug 23 14:13:38.853679 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:38.892048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.007170 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.007170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:39.007170 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.010396 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ee600-5e88-43d6-9d13-358e3e748af0 req-6e707142-4d59-419f-946e-3e50abb4e64d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:39.012778 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c5ee600-5e88-43d6-9d13-358e3e748af0 req-6e707142-4d59-419f-946e-3e50abb4e64d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1083980 Aug 23 14:13:39.022531 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:39.090547 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c5ee600-5e88-43d6-9d13-358e3e748af0 req-9f0357d1-dbae-4b86-8db1-ce0f800a40b9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710504 Aug 23 14:13:39.203130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Pushing event updated for resources: {'Network': ['ID=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:39.207194 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:39.225942 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:13:39.342470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1341043 Aug 23 14:13:39.343022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 40430) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:39.356992 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Request body: {'subnet': {'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-205137647-subnet', 'tenant_id': 'd9ee6870636e41ecb5a9eb84b243074d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:39.362487 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:39.367620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Usage tracker for resource:subnet and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:39.377857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:39.384618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:39.540578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Made reservation on behalf of d9ee6870636e41ecb5a9eb84b243074d for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:39.543780 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.735701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1cdd4-76a4-4db0-a687-51de8855af93 req-508c6055-37f0-4f30-a5f0-f7a180e246ee tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:39.736455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d5a1cdd4-76a4-4db0-a687-51de8855af93 req-508c6055-37f0-4f30-a5f0-f7a180e246ee tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Synchronizing usage tracker for tenant:20e5e92691bf4cf39476987b7d2eade2 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:39.849625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d5a1cdd4-76a4-4db0-a687-51de8855af93 req-508c6055-37f0-4f30-a5f0-f7a180e246ee tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Unset dirty status for tenant:20e5e92691bf4cf39476987b7d2eade2 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:39.851462 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5a1cdd4-76a4-4db0-a687-51de8855af93 req-508c6055-37f0-4f30-a5f0-f7a180e246ee tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 948 time: 0.2109787 Aug 23 14:13:39.886054 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9ffb9-1dc9-415e-8ada-67f88f615f22 req-68b5bbca-13c8-452f-bd54-ca4c636482eb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:39.887621 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-aba9ffb9-1dc9-415e-8ada-67f88f615f22 req-68b5bbca-13c8-452f-bd54-ca4c636482eb tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.0929296 Aug 23 14:13:39.914857 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d5a1cdd4-76a4-4db0-a687-51de8855af93 req-76e0dcae-9226-4fe2-b32f-691c1ff8a2d1 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Synchronizing usage tracker for tenant:20e5e92691bf4cf39476987b7d2eade2 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:39.938964 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-aba9ffb9-1dc9-415e-8ada-67f88f615f22 req-a563aca4-40e4-4175-a326-e124c33809cd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Aug 23 14:13:39.946690 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:39.965782 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bea723cd-8168-4515-a5db-ec6d86d198fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:40.028531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:40.029234 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d5a1cdd4-76a4-4db0-a687-51de8855af93 req-76e0dcae-9226-4fe2-b32f-691c1ff8a2d1 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Unset dirty status for tenant:20e5e92691bf4cf39476987b7d2eade2 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:40.030024 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5a1cdd4-76a4-4db0-a687-51de8855af93 req-76e0dcae-9226-4fe2-b32f-691c1ff8a2d1 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710665 Aug 23 14:13:40.031613 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:40.044350 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Checking segment: {'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:40.045789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Network hostable DHCP agents. Network: 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:13:40.174624 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:13:40.255526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdfcde-68ff-49fc-a844-90270c358a91 req-ef7aaf84-ced8-4697-b733-fb1eec7d6ad0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:40.257105 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38bdfcde-68ff-49fc-a844-90270c358a91 req-ef7aaf84-ced8-4697-b733-fb1eec7d6ad0 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 945 time: 0.0898788 Aug 23 14:13:40.260335 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:40.264732 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:40.265420 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:40.271870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b53e38-3203-43cd-9b61-c10fea97c5cb None None] Network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:13:40.304096 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:40.314099 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38bdfcde-68ff-49fc-a844-90270c358a91 req-641ff64c-630c-45bd-98b6-e70e13b9811a tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Aug 23 14:13:40.538738 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1860733 Aug 23 14:13:40.565915 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535f8f7-f864-4386-ab42-e73974d2bd08 req-52eda4a4-a76f-4f57-9fe9-b49b35dbdff4 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:40.577402 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e535f8f7-f864-4386-ab42-e73974d2bd08 req-52eda4a4-a76f-4f57-9fe9-b49b35dbdff4 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1096 time: 0.2531264 Aug 23 14:13:40.632847 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e535f8f7-f864-4386-ab42-e73974d2bd08 req-ebc2c849-06fd-4d54-97db-eee1ad728127 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Aug 23 14:13:40.642130 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a24b5-ae5c-4e55-a7a3-7c9f2f7b4425 None None] Network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:13:40.780458 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 6d214caa-4fb1-4170-858e-17bd3943da31 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:13:40.787932 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 6d214caa-4fb1-4170-858e-17bd3943da31 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:40.788326 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:40.908581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9abccb-3432-4caf-ba5d-777e533fde06 req-70fcd2ca-b2fc-40e7-af2c-cee82b52e10b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:40.917881 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3e9abccb-3432-4caf-ba5d-777e533fde06 req-70fcd2ca-b2fc-40e7-af2c-cee82b52e10b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1054108 Aug 23 14:13:40.974999 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3e9abccb-3432-4caf-ba5d-777e533fde06 req-c2adbdd9-ae79-445f-9c56-b687453e25eb tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561564 Aug 23 14:13:41.009636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1671280187', 'description': 'tempest-description-1935266078'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:41.024847 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:41.030240 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:41.031676 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:41.036489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:41.049613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:41.070526 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-184115ce-b205-4eda-86fc-b9c7336d88de service neutron] 10.222.0.82 "GET /v2.0/ports/d5e0a99e-bcaf-4384-98c9-6b8629041c4b/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 382 time: 0.1442773 Aug 23 14:13:41.071941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:41.094813 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:41.181303 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:41.205411 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:41.208650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491cfba-88f1-4e27-aae4-e0c3731d3303 req-f3271d25-2800-4cb6-9d27-2ba6c8a713c9 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:41.212558 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:41.213682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:41.213879 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d491cfba-88f1-4e27-aae4-e0c3731d3303 req-f3271d25-2800-4cb6-9d27-2ba6c8a713c9 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1096 time: 0.0957816 Aug 23 14:13:41.221117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:41.226129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:41.244841 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:41.274912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d491cfba-88f1-4e27-aae4-e0c3731d3303 req-a192d771-7b6c-4667-813e-d66642e6e215 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Aug 23 14:13:41.300730 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:41.301315 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:41.326143 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:41.484048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:41.488619 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0b484291-6c4a-464d-b968-148170af6751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:41.532707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24025ab7-3270-48d8-be25-2ae0288eee21,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:41.540844 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:41.643475 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:41.645895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f04cde76-3f1c-42f7-85ef-dd1a13c1c22f req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6475396 Aug 23 14:13:41.689485 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31', 'code': 200} Aug 23 14:13:41.703866 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc658a-c772-4055-a9d9-56a93e9a23c7 req-063b9256-89f6-46d4-9145-653d4e578c72 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:41.705815 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23bc658a-c772-4055-a9d9-56a93e9a23c7 req-063b9256-89f6-46d4-9145-653d4e578c72 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 949 time: 0.0896492 Aug 23 14:13:41.776525 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23bc658a-c772-4055-a9d9-56a93e9a23c7 req-91eed2c8-0ade-43f2-90a5-ebc95087999d tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Aug 23 14:13:41.974908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c2b1-efad-4013-bcca-2052208a9b0e req-13249cfc-2ccf-460e-9a81-b931d7df3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:41.976427 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8520c2b1-efad-4013-bcca-2052208a9b0e req-13249cfc-2ccf-460e-9a81-b931d7df3ccd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 1100 time: 0.1781034 Aug 23 14:13:41.980654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275346-b9c5-46e5-825a-5177ef079e81 req-0ede505d-67e0-426f-b06f-346c7dcc9ff4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:41.982212 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11275346-b9c5-46e5-825a-5177ef079e81 req-0ede505d-67e0-426f-b06f-346c7dcc9ff4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 945 time: 0.0939941 Aug 23 14:13:42.017325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-9d7bdc56-1364-4436-a372-40e7a388343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.018949 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-9d7bdc56-1364-4436-a372-40e7a388343b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58&tenant_id=13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 1100 time: 0.1298988 Aug 23 14:13:42.040332 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8520c2b1-efad-4013-bcca-2052208a9b0e req-7fde1d8f-a763-4f75-8831-d82df6a6f1f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548084 Aug 23 14:13:42.067223 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11275346-b9c5-46e5-825a-5177ef079e81 req-dd35034e-e553-46ae-9691-5dd587108ffe tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761130 Aug 23 14:13:42.117964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1039056137', 'description': 'tempest-description-395570383'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:42.124272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:42.130079 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:42.134365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:42.140557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:42.141059 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-c3f7a340-d37c-4f49-b423-6a48a4bad25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.142898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-c3f7a340-d37c-4f49-b423-6a48a4bad25b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1100 time: 0.0927980 Aug 23 14:13:42.204650 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:42.228169 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:42.235575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:42.238266 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:42.245114 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:42.294942 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-9086ed60-a62c-413c-bf4b-8ebcdc15335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.297907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-9086ed60-a62c-413c-bf4b-8ebcdc15335e service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1477375 Aug 23 14:13:42.328761 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:42.374416 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-69eeac7d-c2b3-4dde-b9b6-994d679acc33 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 217 time: 0.0717673 Aug 23 14:13:42.444849 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:42.444991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-69c8ee7c-1600-4dc9-8f29-9cdda4f38892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.445795 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-69c8ee7c-1600-4dc9-8f29-9cdda4f38892 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0638440 Aug 23 14:13:42.447977 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a3c25ad1-e1cd-4bd0-af0d-2d7867de1949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:42.498518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b97472-e0b5-4632-8e78-10bf5cd8612c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:42.501415 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:42.530773 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-b2c4c865-fd5d-4754-88c7-86766d0dd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.532305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-b2c4c865-fd5d-4754-88c7-86766d0dd0ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800180 Aug 23 14:13:42.664052 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:42.675825 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-39f0817a-04f7-4dee-8737-ad163bec6e73 req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5538247 Aug 23 14:13:42.688104 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-be83e05a-fef5-4952-b2ad-0777811e49ec service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458189 Aug 23 14:13:42.854084 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb215e-19ca-4292-b382-1a806fbcf8f8 req-46e8d746-ebad-439e-ba5c-8616a770e02e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:42.855655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14fb215e-19ca-4292-b382-1a806fbcf8f8 req-46e8d746-ebad-439e-ba5c-8616a770e02e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.0895095 Aug 23 14:13:42.908148 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14fb215e-19ca-4292-b382-1a806fbcf8f8 req-04c4652b-4cdc-406c-83fc-ac83db683fea tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 Aug 23 14:13:42.948654 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6981cb12-c323-4651-b49a-fdaeb732ff04 req-0f59e262-53ac-4e7e-b624-bf21e183d318 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541537 Aug 23 14:13:44.194770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d5e0a99e-bcaf-4384-98c9-6b8629041c4b no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:44.321337 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-4f653588-73fc-4f1a-9286-8c605de66100 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:44.323215 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-4f653588-73fc-4f1a-9286-8c605de66100 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 812 time: 0.1735737 Aug 23 14:13:44.323403 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.345363 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-78d04f45-ba33-484b-99e7-e35d96265f00 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/quotas/d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 375 time: 0.0114176 Aug 23 14:13:44.356582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:44.367241 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:44.402769 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-95e4c1c9-d4e7-4e1d-b7aa-523181a47d74 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517824 Aug 23 14:13:44.461230 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:44.474205 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:44.537787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:44.540816 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:44.596726 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-de39fd26-8d89-44ed-94c0-40a24db41f24 service neutron] 10.222.0.72 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858964 Aug 23 14:13:44.755135 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-1cc58e85-a719-4424-908e-894f6d636d76 service neutron] 10.222.0.72 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515095 Aug 23 14:13:44.809937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b452585b-4870-49e0-a24b-3f6c9a676f67 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:13:44.811003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b452585b-4870-49e0-a24b-3f6c9a676f67 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586154 Aug 23 14:13:44.821451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Request body: {'binding': {'host': 'n-h1-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:44.822727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:13:45.024288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-5f19452f-b87c-468f-83e2-0a03d92fb6d1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.030613 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-5f19452f-b87c-468f-83e2-0a03d92fb6d1 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 945 time: 0.1226335 Aug 23 14:13:45.123679 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Deleting port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:13:45.128417 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.191575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on host n-h1-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:45.192320 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:45.192831 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:45.202392 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:13:45.202723 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:45.222372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:45.222372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:45.222372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:45.222372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Bound port: 053bb3c1-8160-4fae-934f-f740759f51aa, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:45.265501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adac288-f403-4829-b8bb-daa4cafb8267 req-cb56e30c-b1eb-4696-8d34-686340cf8c48 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.265501 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8adac288-f403-4829-b8bb-daa4cafb8267 req-cb56e30c-b1eb-4696-8d34-686340cf8c48 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 949 time: 0.1507857 Aug 23 14:13:45.301093 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:45.346020 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8adac288-f403-4829-b8bb-daa4cafb8267 req-b329c684-d245-451e-8a67-fad7711673af tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677514 Aug 23 14:13:45.417242 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.422711 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b9e76be4-0ed4-4109-bf36-d4d928437191 service neutron] 10.222.0.72 "POST /v2.0/ports/053bb3c1-8160-4fae-934f-f740759f51aa/bindings HTTP/1.1" status: 201 len: 389 time: 0.6048799 Aug 23 14:13:45.456964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] For port d57bfa19-46c1-4e5e-892f-f51ee85b4f36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,segment=NetworkSegment(f0ad5acc-fec4-4180-be89-6c838568cb44),segment_id=f0ad5acc-fec4-4180-be89-6c838568cb44)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:45.457359 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.597865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Calling delete_port for d57bfa19-46c1-4e5e-892f-f51ee85b4f36 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:13:45.681452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde9eee-5d6f-4f93-b100-2f54a530efbe req-f5b04a00-54d8-4578-814e-8f5aa93b6ace tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:45.682987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cdde9eee-5d6f-4f93-b100-2f54a530efbe req-f5b04a00-54d8-4578-814e-8f5aa93b6ace tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 945 time: 0.0965517 Aug 23 14:13:45.735695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cdde9eee-5d6f-4f93-b100-2f54a530efbe req-5aa6fe62-23d0-427e-b837-c10ae04718f7 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/security-groups?id=72b00bbc-9596-43a0-af9c-d68742f8e488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Aug 23 14:13:45.861236 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:45.876457 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fac11d55-90aa-4ec4-9fd9-3b1e5ebc64b4 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:45.876594 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d57bfa19-46c1-4e5e-892f-f51ee85b4f36'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:45.912383 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'code': 200} Aug 23 14:13:45.922619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Pushing event deleted for resources: {'Port': ['ID=d57bfa19-46c1-4e5e-892f-f51ee85b4f36,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:45.926907 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:46.005554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20542937-6dbf-427c-ad7c-bba9677c6922 req-ea4e99e2-042b-473c-b66a-77f086b8d8a0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:46.007103 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-20542937-6dbf-427c-ad7c-bba9677c6922 req-ea4e99e2-042b-473c-b66a-77f086b8d8a0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 947 time: 0.1482553 Aug 23 14:13:46.073590 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf3d1618-fb81-4289-ae55-26a5fa4fbdde req-9500429d-9c63-4f7f-87e0-877fdde746de tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 210 time: 0.1068323 Aug 23 14:13:46.089513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] No DVR routers for this DVR port d57bfa19-46c1-4e5e-892f-f51ee85b4f36 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:13:46.089513 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.091466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'name': 'network-vif-deleted', 'tag': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:46.094523 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-20542937-6dbf-427c-ad7c-bba9677c6922 req-abe6f8ef-0859-4a0c-aadd-a0334be4583b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815537 Aug 23 14:13:46.184335 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d77d10ef-70a8-4c95-a019-a611d46098a1 req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.82 "DELETE /v2.0/ports/d57bfa19-46c1-4e5e-892f-f51ee85b4f36 HTTP/1.1" status: 204 len: 173 time: 1.1507621 Aug 23 14:13:46.207276 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d5e0a99e-bcaf-4384-98c9-6b8629041c4b details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:46.355305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-5822acaa-2072-4c7b-be94-8b31dbef6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:46.357116 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-5822acaa-2072-4c7b-be94-8b31dbef6da0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1096 time: 0.1009600 Aug 23 14:13:46.473271 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:46.501870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'mac_address': 'fa:16:3e:24:71:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:46.571909 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.591610 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e0a99e-bcaf-4384-98c9-6b8629041c4b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:46.602236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae566e5-a6d6-4ea8-a68b-a47dc5f9b545 req-c4546f13-06c6-4aa7-b694-904055ab805b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:46.602236 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cae566e5-a6d6-4ea8-a68b-a47dc5f9b545 req-c4546f13-06c6-4aa7-b694-904055ab805b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.2172768 Aug 23 14:13:46.603543 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-5c330818-215e-4e2e-aa7e-a5aa5a7c465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:46.604986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-5c330818-215e-4e2e-aa7e-a5aa5a7c465f service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.2413077 Aug 23 14:13:46.610970 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:46.694361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-7a16b4b6-bd8d-4edf-b27e-850269bbcda8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 200 len: 217 time: 0.0728016 Aug 23 14:13:46.735210 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:46.738862 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:46.761409 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cae566e5-a6d6-4ea8-a68b-a47dc5f9b545 req-93513523-1656-4f85-a71f-afa1bf5cbf1c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541970 Aug 23 14:13:46.790709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-947a170e-dcba-4da6-bbaa-90a2ed508ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:46.792950 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-947a170e-dcba-4da6-bbaa-90a2ed508ffe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.0896373 Aug 23 14:13:46.833565 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:46.843727 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.848024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.848024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.848024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.848024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.848024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.849351 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-2e2dbb80-d50b-4e4c-b471-9df1b8bc9f40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458589 Aug 23 14:13:46.849486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.849486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.849486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.849486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.849486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.849486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:13:46.851895 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:46.978256 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d5e0a99e-bcaf-4384-98c9-6b8629041c4b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:47.155167 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2953af-fb71-48b7-8533-64cdbbfc61e9', 'name': 'network-vif-deleted', 'tag': 'd57bfa19-46c1-4e5e-892f-f51ee85b4f36', 'status': 'completed', 'code': 200} Aug 23 14:13:47.157300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-ceb8a560-6eb5-41ac-be24-633aa1e6312f service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030057 Aug 23 14:13:47.379489 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-03e1eca9-7da3-4ab6-8541-6f3657d2fcb7 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153392 Aug 23 14:13:47.793830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-93f077c1-cdd4-4b44-ae01-49d5f18dc5cc req-bedabaf4-f524-4d12-89fc-d5c9c22ae3ca tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Synchronizing usage tracker for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:47.906632 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-93f077c1-cdd4-4b44-ae01-49d5f18dc5cc req-bedabaf4-f524-4d12-89fc-d5c9c22ae3ca tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Unset dirty status for tenant:dd04698ad3cd4dcd8a665df269b8be61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:47.908464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-93f077c1-cdd4-4b44-ae01-49d5f18dc5cc req-bedabaf4-f524-4d12-89fc-d5c9c22ae3ca tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f2953af-fb71-48b7-8533-64cdbbfc61e9 HTTP/1.1" status: 200 len: 210 time: 0.1761971 Aug 23 14:13:48.069098 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3f5b19ef-b52a-4e86-a628-06397816f8fc req-5f2d15a9-3754-4908-8060-8433253e0965 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 210 time: 0.2164967 Aug 23 14:13:48.084034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-17a6b6e0-9d71-4a08-8fd1-56c9b85556e2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.085788 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-17a6b6e0-9d71-4a08-8fd1-56c9b85556e2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58&tenant_id=13a602149613424aabf30ce28c41628b&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 948 time: 0.1080294 Aug 23 14:13:48.226160 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d5e0a99e-bcaf-4384-98c9-6b8629041c4b up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:48.326359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-662ca9d2-0bdd-49ee-9102-30b828964be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.328275 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-662ca9d2-0bdd-49ee-9102-30b828964be4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1099 time: 0.1475742 Aug 23 14:13:48.374529 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port d5e0a99e-bcaf-4384-98c9-6b8629041c4b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:48.374529 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:48.518593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0881cba-6f99-40ea-bcdb-a9d4f21bca89 req-d7e200d6-fc95-4e6e-9c63-d0b6ebb546eb tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.543830 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0881cba-6f99-40ea-bcdb-a9d4f21bca89 req-d7e200d6-fc95-4e6e-9c63-d0b6ebb546eb tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 948 time: 0.2368560 Aug 23 14:13:48.544347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-1dd73c80-75b8-4e82-bf7b-07f45791d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.546111 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-1dd73c80-75b8-4e82-bf7b-07f45791d451 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2106216 Aug 23 14:13:48.679419 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0881cba-6f99-40ea-bcdb-a9d4f21bca89 req-bdf62e9e-3179-43f3-99c8-6681dcd3f00e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332357 Aug 23 14:13:48.692872 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:48.720541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-ea517c8d-9354-4bb6-83c5-5f4ad1322e48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 217 time: 0.1676147 Aug 23 14:13:48.733624 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:48.757230 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:48.812437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-42854a5d-2b0a-49e5-ac45-4c79520f8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.814028 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-42854a5d-2b0a-49e5-ac45-4c79520f8368 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0867145 Aug 23 14:13:48.910044 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716357-76ef-48b2-8fbf-8be3db2784b7 req-554f2193-64d6-42d9-8997-b6d933095987 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.911103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-f747cda7-3718-43a5-b718-104a63c553ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:48.912803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-f747cda7-3718-43a5-b718-104a63c553ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923393 Aug 23 14:13:48.913517 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-21716357-76ef-48b2-8fbf-8be3db2784b7 req-554f2193-64d6-42d9-8997-b6d933095987 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.0975995 Aug 23 14:13:48.952933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:48.952933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d57bfa19-46c1-4e5e-892f-f51ee85b4f36 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:13:48.992877 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-21716357-76ef-48b2-8fbf-8be3db2784b7 req-84947ede-248b-475a-a95a-eb28873f2f27 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746937 Aug 23 14:13:49.023430 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:49.124139 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'code': 200} Aug 23 14:13:49.124923 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: d57bfa19-46c1-4e5e-892f-f51ee85b4f36 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:13:49.125316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d57bfa19-46c1-4e5e-892f-f51ee85b4f36 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:13:49.199770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:49.204246 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:49.341321 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-eb114968-1289-4cde-a092-61f732ca6711 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214013 Aug 23 14:13:49.349627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-573989b8-04aa-43a8-b38f-2473690dee5d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:49.350464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-573989b8-04aa-43a8-b38f-2473690dee5d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:49.518036 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ad42a85-b8d2-4314-b2ec-538c8688510c req-40372165-3162-4482-8a99-7ffcdb7247fd service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640449 Aug 23 14:13:49.530682 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-497ee449-406b-4785-b6ed-0455c93ccc73 req-9ba7be0a-5fab-4d7b-9e21-255596a89bd2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 210 time: 0.0614386 Aug 23 14:13:49.695879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-573989b8-04aa-43a8-b38f-2473690dee5d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:49.697589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-573989b8-04aa-43a8-b38f-2473690dee5d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 812 time: 0.7533290 Aug 23 14:13:49.715934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'port': {'device_id': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee', 'admin_state_up': True, 'tenant_id': 'd9ee6870636e41ecb5a9eb84b243074d'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:49.918559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:49.922412 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:port and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:49.925692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:49.931767 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:50.048028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Made reservation on behalf of d9ee6870636e41ecb5a9eb84b243074d for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:13:50.049051 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.156333 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6e808-f1a6-41dc-aa9f-43e3fb64b861 req-f07507f7-4172-4668-9d88-92ca5eea6bfa tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:50.158267 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fba6e808-f1a6-41dc-aa9f-43e3fb64b861 req-f07507f7-4172-4668-9d88-92ca5eea6bfa tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1278956 Aug 23 14:13:50.226267 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fba6e808-f1a6-41dc-aa9f-43e3fb64b861 req-f2722a27-9cb2-48db-b88c-ac999dfb9e0b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577643 Aug 23 14:13:50.251089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Allocated IP 172.20.0.9 (813a1ed8-6d64-44fa-9f08-cb6d4c6351ee/c8cb9ada-fc61-46a3-ab67-95ab2c701aa8/d15958ff-9f3c-40d7-89bc-8ffbf6700e71) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:13:50.367057 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:50.534567 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:50.548798 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '6d214caa-4fb1-4170-858e-17bd3943da31', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '6d214caa-4fb1-4170-858e-17bd3943da31', 'mac_address': 'fa:16:3e:af:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:50.624064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82ca75-22a7-4f04-8b48-82dd47ec67a2 req-2427d6f7-930b-4535-8546-b3802473fa45 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:50.629062 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cc82ca75-22a7-4f04-8b48-82dd47ec67a2 req-2427d6f7-930b-4535-8546-b3802473fa45 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.3337200 Aug 23 14:13:50.643353 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.663257 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d214caa-4fb1-4170-858e-17bd3943da31 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:50.683298 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:50.729674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cc82ca75-22a7-4f04-8b48-82dd47ec67a2 req-3502398d-c933-4df0-92e8-64e4a44fc310 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996232 Aug 23 14:13:50.735210 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.794196 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.794196 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:50.872911 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:50.888738 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-897ec837-0337-4700-b703-0248db0c98d9 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:50.952933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:50.961912 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:50.977479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:13:50.981468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:13:50.983955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:13:50.994942 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6d214caa-4fb1-4170-858e-17bd3943da31'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:51.087175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:51.093991 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:51.108867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:51.110214 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:51.251689 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5417306 Aug 23 14:13:51.267046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Request body: {'port': {'device_id': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:51.343375 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100859f-79ff-44dc-bf62-dd0f29988a33 req-098ff645-1d50-44ac-9d09-930daa2edcc3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:51.350538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b100859f-79ff-44dc-bf62-dd0f29988a33 req-098ff645-1d50-44ac-9d09-930daa2edcc3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:51.423572 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:51.528624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b100859f-79ff-44dc-bf62-dd0f29988a33 req-098ff645-1d50-44ac-9d09-930daa2edcc3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:51.535419 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b100859f-79ff-44dc-bf62-dd0f29988a33 req-098ff645-1d50-44ac-9d09-930daa2edcc3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 931 time: 0.3658807 Aug 23 14:13:51.616498 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80566d0-1f21-4b91-b312-768e6c20adf5 req-9a296b30-a5af-4c4d-90ad-c28b4bc70982 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:51.619578 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e80566d0-1f21-4b91-b312-768e6c20adf5 req-9a296b30-a5af-4c4d-90ad-c28b4bc70982 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.1063430 Aug 23 14:13:51.633146 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b100859f-79ff-44dc-bf62-dd0f29988a33 req-d7748020-32f6-4466-ae10-4453c2fca6ca tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:51.674509 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e80566d0-1f21-4b91-b312-768e6c20adf5 req-cb4e2004-a443-4326-8381-3b7350e7c1e5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Aug 23 14:13:51.781054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b100859f-79ff-44dc-bf62-dd0f29988a33 req-d7748020-32f6-4466-ae10-4453c2fca6ca tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:51.783905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b100859f-79ff-44dc-bf62-dd0f29988a33 req-d7748020-32f6-4466-ae10-4453c2fca6ca tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460668 Aug 23 14:13:52.045800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15958ff-9f3c-40d7-89bc-8ffbf6700e71 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:52.057568 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.115264 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Transition to ACTIVE for port object d15958ff-9f3c-40d7-89bc-8ffbf6700e71 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:13:52.218362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340934-bb8f-479e-9e5e-03093e023201 req-bf906296-2858-40e5-88bc-76796a547801 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:52.221320 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-84340934-bb8f-479e-9e5e-03093e023201 req-bf906296-2858-40e5-88bc-76796a547801 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.2813976 Aug 23 14:13:52.261331 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.298085 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-82f0d996-0ea2-410b-935c-4f636567bfd2 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:52.324958 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-84340934-bb8f-479e-9e5e-03093e023201 req-a9b81953-cd11-43fc-a55c-b3b5bac7b952 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875049 Aug 23 14:13:52.368648 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:13:52.589429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 6d214caa-4fb1-4170-858e-17bd3943da31 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:13:52.589783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Pushing event updated for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:52.590253 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:52.599123 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:52.718619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b2a51-aeab-47ae-b8a1-fd2ae91abaad req-0ea8a713-26c9-4ffc-803c-a09a8c562a61 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:52.733410 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c82b2a51-aeab-47ae-b8a1-fd2ae91abaad req-0ea8a713-26c9-4ffc-803c-a09a8c562a61 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.5328269 Aug 23 14:13:52.884514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c82b2a51-aeab-47ae-b8a1-fd2ae91abaad req-55020b99-78b9-409e-a4da-9b2a7158e789 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477084 Aug 23 14:13:52.893168 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Attempting to bind port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:52.894558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Attempting to bind port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:52.894558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Attempting to bind port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 on network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:52.928691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 on network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:13:52.928691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Attempting to bind port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 on network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:52.928691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:52.928691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Checking segment: {'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:52.928691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Bound using segment: {'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:52.928691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Bound port: d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:52.928691 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.095617 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.103658 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:53.108246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:13:53.227387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:53.231513 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:53.280904 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.313505 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3e24037e-a783-424c-8fdf-82e3ca8056ab tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:53.329346 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.333680 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-62d8e57f-27c4-4296-aafe-df7b7c3b4119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:53.333854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41034) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:53.469309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Pushing event updated for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:53.487239 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:53.491564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:53.493348 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.499702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] 10.222.0.64 "PUT /v2.0/ports/d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 1091 time: 2.2377818 Aug 23 14:13:53.500577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:53.550971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:53.561838 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:53.645519 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:53.691815 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:13:53.719965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e2891331cf4d529be24b0f1e366c24 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:13:53.726117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:13:53.733235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:13:53.876401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-9dbb2aa6-a111-4970-ab99-66c72e380fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:53.878712 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-9dbb2aa6-a111-4970-ab99-66c72e380fa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1094 time: 0.2178531 Aug 23 14:13:53.927064 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31', 'code': 200} Aug 23 14:13:53.932690 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ce65e-a4f8-44b5-8b5a-a49d2077e09d req-378e313e-eab4-4df1-930d-42c6522b64fe tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:53.934712 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e0ce65e-a4f8-44b5-8b5a-a49d2077e09d req-378e313e-eab4-4df1-930d-42c6522b64fe tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 943 time: 0.4695060 Aug 23 14:13:54.081952 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.088472 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-c8b39b27-2c53-4221-bd4d-ba601129773e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 217 time: 0.1996956 Aug 23 14:13:54.105529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5e0ce65e-a4f8-44b5-8b5a-a49d2077e09d req-bee46f35-7fb0-4895-8351-5793be41bb29 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:13:54.141794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5e0ce65e-a4f8-44b5-8b5a-a49d2077e09d req-bee46f35-7fb0-4895-8351-5793be41bb29 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:13:54.150444 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e0ce65e-a4f8-44b5-8b5a-a49d2077e09d req-bee46f35-7fb0-4895-8351-5793be41bb29 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147510 Aug 23 14:13:54.182988 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.210387 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c3f14abe-00b5-41e9-b780-fb6eb2051328 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:54.318219 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3e2891331cf4d529be24b0f1e366c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9764426 Aug 23 14:13:54.346556 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71', 'status': 'completed', 'code': 200} Aug 23 14:13:54.346556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41062) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:13:54.352641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3353c744-e32c-4dc4-af7c-8746ae12b447,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:54.357258 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:54.479784 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.523612 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.609510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-c194edcf-b55c-4668-8ce7-0d94ed335b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:54.611078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-c194edcf-b55c-4668-8ce7-0d94ed335b8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.5149741 Aug 23 14:13:54.721199 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-1ce3ca6c-3a60-41d0-9432-ed83f2451ed5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022868 Aug 23 14:13:54.743135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a77814-0b56-455c-9457-7ec0f9f206c9 req-8ac969ad-9341-4f80-adfe-a05c846b6195 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:54.745100 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68a77814-0b56-455c-9457-7ec0f9f206c9 req-8ac969ad-9341-4f80-adfe-a05c846b6195 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.1884260 Aug 23 14:13:54.787140 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.802997 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2ac41f99-99e5-43a0-b716-3b001b9b0e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:54.835575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353c744-e32c-4dc4-af7c-8746ae12b447,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:54.838198 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:54.849006 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68a77814-0b56-455c-9457-7ec0f9f206c9 req-b1237a29-e726-4118-ad77-011cbb80a52d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867958 Aug 23 14:13:54.853767 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3353c744-e32c-4dc4-af7c-8746ae12b447 HTTP/1.1" status: 204 len: 168 time: 0.5025909 Aug 23 14:13:54.869361 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:55.059839 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-27ee2fa2-99e6-4c17-bf57-897a44a94b74 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295448 Aug 23 14:13:55.101907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-0591f427-2446-44c9-9606-b30e5b164c22 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691409 Aug 23 14:13:55.506014 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1575c60-df22-42b6-b8ad-25c0d9834ef1 req-672f87d1-46f6-45a9-be31-03ec01be28b7 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356143 Aug 23 14:13:55.531620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-d4daa23e-b567-456e-af70-efd5381cc9a1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:55.533238 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-d4daa23e-b567-456e-af70-efd5381cc9a1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4304581 Aug 23 14:13:55.556603 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-d41194a6-a689-4a50-88c4-799e570026d7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/quotas/13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 375 time: 0.0112517 Aug 23 14:13:55.608213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b43e3-87be-48bd-bfba-564db60ff771 req-7d18a2ae-9190-42a9-8519-a375b494dda1 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:55.614295 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a27b43e3-87be-48bd-bfba-564db60ff771 req-7d18a2ae-9190-42a9-8519-a375b494dda1 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 943 time: 0.2903337 Aug 23 14:13:55.706384 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a27b43e3-87be-48bd-bfba-564db60ff771 req-8c4a599b-45cb-4b5e-8eb2-bfebfd218f39 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861158 Aug 23 14:13:55.729070 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:13:55.896289 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-528dff5c-bb69-4690-b573-5b02fb87619f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2959125 Aug 23 14:13:55.914155 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:55.924262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-e5a31cc6-1346-4228-998b-7a135964749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:55.926370 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-e5a31cc6-1346-4228-998b-7a135964749c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1094 time: 0.2343993 Aug 23 14:13:56.289133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc711-1b6b-45d6-9ac6-2e25e1e6f845 req-259938e3-a4e8-411d-b342-d401741c9861 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:56.294053 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-61f24757-f056-454d-ae3f-82293d5d13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:56.297240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-61f24757-f056-454d-ae3f-82293d5d13bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.3628149 Aug 23 14:13:56.306465 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-759bc711-1b6b-45d6-9ac6-2e25e1e6f845 req-259938e3-a4e8-411d-b342-d401741c9861 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.1488214 Aug 23 14:13:56.450830 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-759bc711-1b6b-45d6-9ac6-2e25e1e6f845 req-28c0e737-99e0-4c73-be61-6c81aa6d4f3b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427538 Aug 23 14:13:56.542910 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-09ee4e57-6023-4310-92dd-bdec56cf942b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 217 time: 0.2360275 Aug 23 14:13:56.655870 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cac08fe4-9e8c-44c4-bffa-c3e5deb4a224 req-746f42fb-0c3a-4433-aae2-59010e4138a7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 210 time: 0.0875247 Aug 23 14:13:56.835226 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-306687d8-648d-41a3-a3c1-16aa4757f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:56.850059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-306687d8-648d-41a3-a3c1-16aa4757f544 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.2832859 Aug 23 14:13:57.218960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-acca61f1-8f73-4624-a961-481069eacecf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3665657 Aug 23 14:13:57.338412 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-e2760089-7101-42c8-9118-286281734cd9 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:57.340435 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-e2760089-7101-42c8-9118-286281734cd9 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.6701679 Aug 23 14:13:57.364709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805628-1'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:13:57.439811 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:57.631664 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7192c4b4-1824-4e6f-9d12-383fccd3944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:57.674424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d394c-4021-42a9-aac2-0181af763150 req-2fe62005-273b-45d0-a44d-2a978451145d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:57.687069 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c9d394c-4021-42a9-aac2-0181af763150 req-2fe62005-273b-45d0-a44d-2a978451145d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 943 time: 0.6236682 Aug 23 14:13:57.779619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c9d394c-4021-42a9-aac2-0181af763150 req-7fc56cf2-c6ba-4000-8e5e-2c4dfc7fec76 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911775 Aug 23 14:13:57.930567 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-d501b485-b101-4050-ab2e-8fb6530fa455 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=685899c6cd1e47f385a73c511f19c3eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830216 Aug 23 14:13:58.072477 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:58.198792 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:58.217794 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-faf782cf-f7f3-4101-8b82-b166c8d85352 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9848366 Aug 23 14:13:58.230578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-826e7ef3-b4f7-41bb-a7a5-4df6542d3348 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:58.236062 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-826e7ef3-b4f7-41bb-a7a5-4df6542d3348 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980096 Aug 23 14:13:58.250468 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ff7bfd69-bc29-487c-90b9-9274b4143adc tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/quotas/685899c6cd1e47f385a73c511f19c3eb HTTP/1.1" status: 200 len: 375 time: 0.0105388 Aug 23 14:13:58.274189 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 053bb3c1-8160-4fae-934f-f740759f51aa details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:58.304076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-10f1e9af-1c0a-45ab-9a23-dad466fd8529 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=685899c6cd1e47f385a73c511f19c3eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440497 Aug 23 14:13:58.385890 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d15958ff-9f3c-40d7-89bc-8ffbf6700e71 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:13:58.481090 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:58.548946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4d9cb-c1f3-40aa-954b-0938dac1075f req-8f3a324a-e0f9-44bd-82a7-d0b60ebe8ae2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:58.551221 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0c4d9cb-c1f3-40aa-954b-0938dac1075f req-8f3a324a-e0f9-44bd-82a7-d0b60ebe8ae2 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 945 time: 0.3973627 Aug 23 14:13:58.557493 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df70c1b2-6ce2-48aa-99ac-834ab24136ee req-11a06f54-058c-45ac-81b8-a5f4b90779e0 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975423 Aug 23 14:13:58.567311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 053bb3c1-8160-4fae-934f-f740759f51aa has no active binding in host n-h1-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:13:58.611020 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:58.640322 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:58.666379 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0c4d9cb-c1f3-40aa-954b-0938dac1075f req-2a64b8d3-95a7-4344-9842-dd06f02697cf tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058710 Aug 23 14:13:58.684457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71', 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee', 'port_id': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71', 'mac_address': 'fa:16:3e:5f:c5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8cb9ada-fc61-46a3-ab67-95ab2c701aa8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:13:58.739699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:13:58.843334 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:58.883334 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15958ff-9f3c-40d7-89bc-8ffbf6700e71 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:13:58.914190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:13:59.007064 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a6a3a09-52c4-4017-87b7-b85bc8b1d035 req-f2fdbdd9-30f5-42d4-9798-d22c6ce65012 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 210 time: 0.1031768 Aug 23 14:13:59.042082 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.042220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:13:59.044661 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:59.049512 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.215051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:59.219681 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:59.226620 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.226620 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-48d2723f-eb17-4d32-93d5-46bc69fc4cc9 tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:13:59.419508 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:13:59.452909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=7']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:13:59.466580 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bbb774fb-7c3e-419b-b7c2-02b209932e32 req-dc770029-4ac6-4866-9f44-76332b4f666b tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 210 time: 0.1558855 Aug 23 14:13:59.467277 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:13:59.829312 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa', 'code': 200} Aug 23 14:13:59.934767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9f27efff-78ff-45bf-8ff6-c4cb9502123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.944612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on host n-h2-805628-1 for vnic_type normal with profile {"migrating_to": "n-h1-805628-1"} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:13:59.945308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:13:59.945870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:59.954815 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:13:59.962987 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Attempting to bind port 053bb3c1-8160-4fae-934f-f740759f51aa on network efbef754-fed7-49db-8196-b45c4a2dc978 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:13:59.969095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:13:59.969706 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Checking segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:13:59.970276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Bound using segment: {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:13:59.970948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Bound port: 053bb3c1-8160-4fae-934f-f740759f51aa, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b259927-1d04-427b-9df9-8869971c37d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'efbef754-fed7-49db-8196-b45c4a2dc978'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:13:59.971513 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:13:59.973962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84287b34-9ac4-4e3e-8f7f-2b2684c1a6ce req-d4131f92-f657-4f14-a98c-08261879ce29 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:13:59.985219 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-84287b34-9ac4-4e3e-8f7f-2b2684c1a6ce req-d4131f92-f657-4f14-a98c-08261879ce29 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.1787903 Aug 23 14:14:00.055199 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-84287b34-9ac4-4e3e-8f7f-2b2684c1a6ce req-dd65095b-2873-4020-aa5f-f93c87cb7c68 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664899 Aug 23 14:14:00.148043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:00.153290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:14:00.175287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9996d0d-7d0a-45eb-ad32-5c2e9cb5f19f req-c3f22d5d-aaee-4ace-a615-62dbd0ac0a06 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:00.182376 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d9996d0d-7d0a-45eb-ad32-5c2e9cb5f19f req-c3f22d5d-aaee-4ace-a615-62dbd0ac0a06 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 944 time: 0.5290520 Aug 23 14:14:00.256397 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d9996d0d-7d0a-45eb-ad32-5c2e9cb5f19f req-ee9f3a42-12ee-4488-ae9e-dd975a2dc166 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706317 Aug 23 14:14:00.285535 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:00.319991 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4c2872c9-b334-4919-9c26-c07f20fd4541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:00.371349 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-75d42758-1ae1-4357-ba50-94fa43113ff7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122711 Aug 23 14:14:00.661182 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=8']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:00.686869 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:00.688580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:00.689619 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:00.691404 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] 10.222.0.82 "PUT /v2.0/ports/053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 200 len: 1121 time: 3.3388801 Aug 23 14:14:00.781077 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['053bb3c1-8160-4fae-934f-f740759f51aa'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:00.935439 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['053bb3c1-8160-4fae-934f-f740759f51aa'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:01.012383 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8e32b25-d89f-453b-b006-33290c31db04 req-ad3e9586-8e95-45c6-a7e1-7f335e4fedea tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 210 time: 0.2765012 Aug 23 14:14:01.196046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41224) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:01.225666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88653054-ec5c-41b4-b8a4-cf945b7a62d3 req-cf25b749-0601-4677-8f68-ff8425491aa7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:01.228266 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88653054-ec5c-41b4-b8a4-cf945b7a62d3 req-cf25b749-0601-4677-8f68-ff8425491aa7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.8660963 Aug 23 14:14:01.297939 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-69a9c834-f91f-453f-a5bd-7af4e78b95a8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:01.299744 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-69a9c834-f91f-453f-a5bd-7af4e78b95a8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8140743 Aug 23 14:14:01.324048 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88653054-ec5c-41b4-b8a4-cf945b7a62d3 req-1ef98f05-beb7-4d8c-bfd3-afa6f5f01ef7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919073 Aug 23 14:14:01.336860 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Request body: {'port': {'device_id': '45d41fb4-9907-4a3a-9cee-88559159c641', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '13a602149613424aabf30ce28c41628b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:01.562666 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:01.633579 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fda0d70e-51f3-49f7-b35c-034a50caf5e7 req-3cae2a74-cfcf-4e75-9d32-0593f89dd180 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 210 time: 0.0619488 Aug 23 14:14:01.757401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:01.772701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:01.832900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:01.861484 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146840a-fba3-4fd1-88a6-3c45c04e9518 req-81d306e7-95e6-44b0-8338-5fc345f995e3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:01.863848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f146840a-fba3-4fd1-88a6-3c45c04e9518 req-81d306e7-95e6-44b0-8338-5fc345f995e3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 946 time: 0.2956674 Aug 23 14:14:01.867479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Deleting subnet c9301fa6-fdc6-46b8-b982-23b8cd9cb273 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:14:01.888426 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:01.925709 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Made reservation on behalf of 13a602149613424aabf30ce28c41628b for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:01.932197 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:01.995525 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f146840a-fba3-4fd1-88a6-3c45c04e9518 req-938e4935-9c4b-47d3-b007-f60685d3eda3 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230669 Aug 23 14:14:02.041967 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.145843 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa', 'status': 'completed', 'code': 200} Aug 23 14:14:02.152209 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.214028 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Allocated IP 192.168.233.54 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/94c6c199-7d98-4ad7-80b3-cbcbad043d70) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:02.376088 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bdd4a-fb53-4592-9655-5984c9be33a8 req-8228cdb8-2425-470e-9cfc-6f8e6ab3e108 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:02.378006 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac9bdd4a-fb53-4592-9655-5984c9be33a8 req-8228cdb8-2425-470e-9cfc-6f8e6ab3e108 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 944 time: 0.5315883 Aug 23 14:14:02.401080 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d15958ff-9f3c-40d7-89bc-8ffbf6700e71 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:02.484552 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da2a2613-bd99-4e10-9077-2375e24c882e req-4fb96151-4eca-4bfe-beae-a22438833c3e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 210 time: 0.0893648 Aug 23 14:14:02.513715 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac9bdd4a-fb53-4592-9655-5984c9be33a8 req-68c43fd5-635b-4f2b-a1be-9d5029fa9a47 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233907 Aug 23 14:14:02.572638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-c201cb41-9e72-4fdb-948e-d71e27ab610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:02.580154 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-c201cb41-9e72-4fdb-948e-d71e27ab610a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1124 time: 0.3914111 Aug 23 14:14:02.649330 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.702673 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-92a6a646-82ce-4a04-afcc-906cb5c73c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:02.705340 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:02.711515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:02.711958 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.809396 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:02.864386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Transition to ACTIVE for port object 94c6c199-7d98-4ad7-80b3-cbcbad043d70 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:03.000959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b33c-8787-44aa-b815-20758d4fce23 req-51bba471-8c32-4274-afd4-911f1f39f0d0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:03.004494 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2d28b33c-8787-44aa-b815-20758d4fce23 req-51bba471-8c32-4274-afd4-911f1f39f0d0 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.2926943 Aug 23 14:14:03.015603 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.102338 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.117381 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.139227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9301fa6-fdc6-46b8-b982-23b8cd9cb273,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:03.171124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2d28b33c-8787-44aa-b815-20758d4fce23 req-e125ae80-b147-4ace-a149-eabec873a89c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559319 Aug 23 14:14:03.181992 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:03.198842 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-81f8bf1a-e391-421d-838f-fc1ca472f465 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=685899c6cd1e47f385a73c511f19c3eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4239786 Aug 23 14:14:03.226153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:03.282890 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:03.311226 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.317481 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f9fe4e16-1c49-4b19-82b4-fa9aa1aee531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:03.333441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d5e0a99e-bcaf-4384-98c9-6b8629041c4b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:03.348620 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c9301fa6-fdc6-46b8-b982-23b8cd9cb273 HTTP/1.1" status: 204 len: 168 time: 2.1480529 Aug 23 14:14:03.351058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41266) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:03.480474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:03.489980 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:03.519456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:14:03.521350 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:03.587352 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:03.600409 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:03.661532 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-356dca7d-6baa-4fd5-8ab5-9b050523fc39 req-3a0f3312-0657-482c-8202-2ad56d0a757b tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 210 time: 0.6035209 Aug 23 14:14:03.715240 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.717282 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:03.720040 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:03.720716 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:03.869297 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71', 'code': 200} Aug 23 14:14:03.960640 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6277709 Aug 23 14:14:03.978804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Request body: {'port': {'device_id': '45d41fb4-9907-4a3a-9cee-88559159c641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:04.007609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-7363d3fa-ccc6-4784-8c7d-91ef018856a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:04.026357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-7363d3fa-ccc6-4784-8c7d-91ef018856a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 1.4327195 Aug 23 14:14:04.222644 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ece14eec-76f0-4b5f-8c0e-834d4e1d68b5 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:04.224523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ece14eec-76f0-4b5f-8c0e-834d4e1d68b5 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8697348 Aug 23 14:14:04.267419 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:04.272345 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:04.323284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Request body: {'port': {'device_id': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '685899c6cd1e47f385a73c511f19c3eb'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:04.376704 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.450547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993d083-7fe6-4f04-a8f1-9b1ca452509b req-1aa22405-4cac-4760-8f95-3b6e4a2e3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:04.452031 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1993d083-7fe6-4f04-a8f1-9b1ca452509b req-1aa22405-4cac-4760-8f95-3b6e4a2e3b50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1096 time: 0.3736370 Aug 23 14:14:04.469677 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3515cef-5335-4688-be1d-fb1b20d88dc9 req-588a6cd4-168d-41ec-8c72-24bed314ab65 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:04.470678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e3515cef-5335-4688-be1d-fb1b20d88dc9 req-588a6cd4-168d-41ec-8c72-24bed314ab65 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:04.493185 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-254dff95-eda8-4aec-98e8-d9668ddb969d None None] Provisioning for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:04.493185 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-254dff95-eda8-4aec-98e8-d9668ddb969d None None] Provisioning complete for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:04.493185 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-254dff95-eda8-4aec-98e8-d9668ddb969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.527971 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-64a6bcd4-7471-4a00-b539-5055e1a58e48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 200 len: 217 time: 0.4367344 Aug 23 14:14:04.534877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:04.541506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Usage tracker for resource:port and tenant:685899c6cd1e47f385a73c511f19c3eb is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:04.545599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:04.554386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:04.630601 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-254dff95-eda8-4aec-98e8-d9668ddb969d None None] Port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:14:04.634614 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1993d083-7fe6-4f04-a8f1-9b1ca452509b req-4f5b52ea-1be5-45ec-b3da-6b9d4b9f0ae2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503465 Aug 23 14:14:04.673063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e3515cef-5335-4688-be1d-fb1b20d88dc9 req-588a6cd4-168d-41ec-8c72-24bed314ab65 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:04.690274 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.690274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-90273b93-412a-4c88-b7ff-fedc7d44ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:04.690274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-90273b93-412a-4c88-b7ff-fedc7d44ab0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.1143680 Aug 23 14:14:04.703882 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e3515cef-5335-4688-be1d-fb1b20d88dc9 req-588a6cd4-168d-41ec-8c72-24bed314ab65 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 935 time: 0.5165498 Aug 23 14:14:04.769058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Made reservation on behalf of 685899c6cd1e47f385a73c511f19c3eb for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:04.774940 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.816081 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.910791 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e3515cef-5335-4688-be1d-fb1b20d88dc9 req-0301fd00-9274-4608-87cc-4f4736e00e80 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094159 Aug 23 14:14:04.947353 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:04.960389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d7a6ab-e512-4fd3-88a4-d69931798316']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:04.982904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad5acc-fec4-4180-be89-6c838568cb44') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:04.982904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad5acc-fec4-4180-be89-6c838568cb44') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:04.994563 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.012300 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.019886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:14:05.020371 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:14:05.109714 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:14:05.245872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c6c199-7d98-4ad7-80b3-cbcbad043d70 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:05.245872 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.257838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:05.273582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Transition to ACTIVE for port object 94c6c199-7d98-4ad7-80b3-cbcbad043d70 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:05.279275 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-0f0831d9-f7c5-4968-b1e6-09d6a76a0dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992098 Aug 23 14:14:05.279275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Usage tracker for resource:security_group_rule and tenant:685899c6cd1e47f385a73c511f19c3eb is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:05.279275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:05.322214 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.327403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:05.350362 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:05.370169 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.451975 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:05.623329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:05.627595 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:05.630342 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:05.674824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d7a6ab-e512-4fd3-88a4-d69931798316,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:05.679026 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:05.746377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6767-a5f4-4eb0-a808-23072fed21f0 req-4b4a3d71-0290-43a0-8eba-ce6bc0014927 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:05.749098 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fc9d6767-a5f4-4eb0-a808-23072fed21f0 req-4b4a3d71-0290-43a0-8eba-ce6bc0014927 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 945 time: 0.6320484 Aug 23 14:14:05.761589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b7d7a6ab-e512-4fd3-88a4-d69931798316 HTTP/1.1" status: 204 len: 168 time: 2.3649559 Aug 23 14:14:05.779708 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-c2ded288-eee1-4271-89a1-464da70d0d9f service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318880 Aug 23 14:14:06.043158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:06.043158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:06.043158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:06.068146 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:14:06.068146 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:06.085621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:14:06.085621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:14:06.085621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:14:06.085621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Bound port: 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:06.085621 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.135887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392fd7b-3286-40d5-93d4-545db42c7c30 req-43bdb086-45c5-420f-9013-785b55a09c64 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:06.135887 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a392fd7b-3286-40d5-93d4-545db42c7c30 req-43bdb086-45c5-420f-9013-785b55a09c64 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.5620060 Aug 23 14:14:06.155627 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.185959 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fc9d6767-a5f4-4eb0-a808-23072fed21f0 req-fe8d955a-5b21-4b69-bcd3-8abcc630eaa3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182553 Aug 23 14:14:06.257845 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-6658a2c0-ce7c-47e2-93ea-e7794ec34f2d service neutron] 10.222.0.64 "GET /v2.0/ports/053bb3c1-8160-4fae-934f-f740759f51aa/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.3267145 Aug 23 14:14:06.275738 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca948b4a-c087-492c-9e50-7570c125cef9 req-36c22bcf-4107-4565-9800-7d08cd9e6f61 service neutron] 10.222.0.64 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849465 Aug 23 14:14:06.293663 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:06.395405 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a392fd7b-3286-40d5-93d4-545db42c7c30 req-1c08108c-4f09-4998-b912-866c4f1e7f21 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462821 Aug 23 14:14:06.395405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41302) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:06.561944 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Allocated IP 192.168.233.118 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:06.704378 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ed1bf489-ef73-462d-bfc5-e1a5e658aaf5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd04698ad3cd4dcd8a665df269b8be61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199714 Aug 23 14:14:06.706443 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41308) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:06.747346 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4985bafb-093a-415b-ad9b-1c788486aec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:06.894188 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa08d60-f422-4381-9199-c1dbb95af7d4,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:06.894188 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:06.901076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2d407434-ddd1-4f7a-8b3c-3a5a157f7200 req-d9dcce2e-cee1-482c-b889-c1ea882d056d tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 210 time: 0.2333453 Aug 23 14:14:07.006330 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.059490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79cc0f-ab9d-4a40-8aa4-14e40db0f039 req-45253531-c33f-483b-8ff5-11c53c95ad2a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:07.059490 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f79cc0f-ab9d-4a40-8aa4-14e40db0f039 req-45253531-c33f-483b-8ff5-11c53c95ad2a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 943 time: 0.3100774 Aug 23 14:14:07.082313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:07.203362 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.224242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:14:07.326364 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Transition to ACTIVE for port object ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:07.338865 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.359221 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f79cc0f-ab9d-4a40-8aa4-14e40db0f039 req-e38cba50-8152-4815-a14c-073f7e052806 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815623 Aug 23 14:14:07.359364 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-01a27de4-0f63-495c-83b1-f12a8a5c459c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:07.426417 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-5d6b3f89-36d3-416a-b07c-6ac71a607703 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:07.426417 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-5d6b3f89-36d3-416a-b07c-6ac71a607703 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 946 time: 0.2244771 Aug 23 14:14:07.453246 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.528795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Deleting port 8bbde40e-e3b4-474f-88f8-a932b9c46454 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:07.531488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.618520 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.646525 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:07.646811 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-60b79424-73e8-4a2b-b518-2775f5e10b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:07.726626 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:07.726626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:07.726626 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:07.726626 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] 10.222.0.82 "PUT /v2.0/ports/94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 1095 time: 3.7431283 Aug 23 14:14:07.726626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:07.824860 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:07.831252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:07.833564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Pushing event updated for resources: {'Port': ['ID=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:07.835198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:07.837501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:14:07.882007 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555c11d-f630-4c6d-bb5b-06c9f2b2b723 req-17e97226-1030-4c55-aae8-4b6ade73d883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:07.884827 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8555c11d-f630-4c6d-bb5b-06c9f2b2b723 req-17e97226-1030-4c55-aae8-4b6ade73d883 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 946 time: 0.5358438 Aug 23 14:14:07.956942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:08.103059 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8555c11d-f630-4c6d-bb5b-06c9f2b2b723 req-e44c069c-427a-4be9-ae4a-0c1664fcd637 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups?id=4fc0d304-86ef-464c-89e3-44f0cca45eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066174 Aug 23 14:14:08.118251 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053bb3c1-8160-4fae-934f-f740759f51aa {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:08.154685 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:08.156443 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:08.266156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] For port 8bbde40e-e3b4-474f-88f8-a932b9c46454, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8bbde40e-e3b4-474f-88f8-a932b9c46454,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:08.266531 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.297606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f853a4-e913-42e3-8e80-509f28554a86 req-1c3ddfd4-b02b-46f9-863b-7182bd5821d7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:08.307919 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2f853a4-e913-42e3-8e80-509f28554a86 req-1c3ddfd4-b02b-46f9-863b-7182bd5821d7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 947 time: 0.7411671 Aug 23 14:14:08.334404 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.356675 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6f3da23d-fe77-42fd-b668-1542dcfa1dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:08.407813 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 053bb3c1-8160-4fae-934f-f740759f51aa no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:08.470743 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.545784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:08.545784 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.612947 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:08.612947 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72b00bbc-9596-43a0-af9c-d68742f8e488 HTTP/1.1" status: 204 len: 168 time: 1.8044341 Aug 23 14:14:08.612947 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b00bbc-9596-43a0-af9c-d68742f8e488,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:08.653919 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:08.722320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2f853a4-e913-42e3-8e80-509f28554a86 req-cc4b133b-3c24-43f8-b692-81f2537d7e84 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114525 Aug 23 14:14:08.904365 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'status': 'completed', 'code': 200} Aug 23 14:14:08.942170 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6337526 Aug 23 14:14:08.964309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Request body: {'port': {'device_id': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:08.969328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-762f6f18-d848-4934-aa9e-c4c6a4653921 None None] Provisioning for port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:08.979935 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-762f6f18-d848-4934-aa9e-c4c6a4653921 None None] Provisioning complete for port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:08.981948 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-762f6f18-d848-4934-aa9e-c4c6a4653921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.018560 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-1277e028-edf1-4f09-a422-366cfdc78530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:09.020143 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-1277e028-edf1-4f09-a422-366cfdc78530 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1098 time: 0.5706439 Aug 23 14:14:09.053122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26945a1-aa36-4d0c-98b3-0c911c2121ec req-289e42f1-7fde-4451-a8fe-5a0d4582fc61 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:09.066890 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f26945a1-aa36-4d0c-98b3-0c911c2121ec req-289e42f1-7fde-4451-a8fe-5a0d4582fc61 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 945 time: 0.6830535 Aug 23 14:14:09.126323 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-762f6f18-d848-4934-aa9e-c4c6a4653921 None None] Port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:14:09.262635 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] Transition to ACTIVE for port object 053bb3c1-8160-4fae-934f-f740759f51aa will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:09.276015 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-4c743e38-cf60-4759-b05f-7e5333046d05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.2404687 Aug 23 14:14:09.309504 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f26945a1-aa36-4d0c-98b3-0c911c2121ec req-94ed6bb1-d390-4b9b-ae8a-8754c9862618 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345953 Aug 23 14:14:09.594920 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.651286 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:09.652474 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-25fcbf49-f979-448b-ae35-5ed69bf7f89c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:09.871992 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] No DVR routers for this DVR port 053bb3c1-8160-4fae-934f-f740759f51aa on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:09.893559 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-1d69590e-1d0e-4096-9468-81eeba1e43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:09.894962 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-1d69590e-1d0e-4096-9468-81eeba1e43f8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.5899231 Aug 23 14:14:09.989239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/053bb3c1-8160-4fae-934f-f740759f51aa/bindings/n-h1-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7120287 Aug 23 14:14:10.001475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=10']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:10.005354 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:10.040785 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aae64-b609-4e25-b41f-8a42df084afe req-bc0798d6-e955-4b70-8c98-8574462d7436 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:10.048170 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c93aae64-b609-4e25-b41f-8a42df084afe req-bc0798d6-e955-4b70-8c98-8574462d7436 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 944 time: 0.4373689 Aug 23 14:14:10.075470 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.076061 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.076644 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41 disassociated. External IP: 172.25.7.67, port: 8bbde40e-e3b4-474f-88f8-a932b9c46454. Aug 23 14:14:10.077214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Calling delete_port for 8bbde40e-e3b4-474f-88f8-a932b9c46454 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:10.132679 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c93aae64-b609-4e25-b41f-8a42df084afe req-2c45e23b-efe0-4008-98c6-9873fe4a8329 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832164 Aug 23 14:14:10.194497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-10e61da1-188d-4859-96a4-6804750c1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:10.199292 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-10e61da1-188d-4859-96a4-6804750c1846 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2647300 Aug 23 14:14:10.416736 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8bbde40e-e3b4-474f-88f8-a932b9c46454 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:10.552040 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 8bbde40e-e3b4-474f-88f8-a932b9c46454 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:10.552040 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8bbde40e-e3b4-474f-88f8-a932b9c46454 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:10.584718 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:10.651850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eacc39-22de-4cc3-b357-cafa58b6f7d8 req-618979e8-3db8-46af-aaad-56b50e874ac7 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:10.667115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-12eacc39-22de-4cc3-b357-cafa58b6f7d8 req-618979e8-3db8-46af-aaad-56b50e874ac7 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Synchronizing usage tracker for tenant:685899c6cd1e47f385a73c511f19c3eb on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:10.794358 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-596012b9-e112-4956-ab4c-5a7b14385ce2 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871234 Aug 23 14:14:10.805477 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:11.208212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event deleted for resources: {'Port': ['ID=8bbde40e-e3b4-474f-88f8-a932b9c46454,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:11.246439 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:11.355316 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-82360520-25e0-40b2-93b1-47d3f6d6c334 req-de3e2825-59c2-4cfe-82a8-b13c66758e88 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405235 Aug 23 14:14:11.381504 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-12eacc39-22de-4cc3-b357-cafa58b6f7d8 req-618979e8-3db8-46af-aaad-56b50e874ac7 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Unset dirty status for tenant:685899c6cd1e47f385a73c511f19c3eb on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:11.386792 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b6cede73-6b05-42b8-827b-ecf8b0897738 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:11.388325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12eacc39-22de-4cc3-b357-cafa58b6f7d8 req-618979e8-3db8-46af-aaad-56b50e874ac7 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 936 time: 2.2789161 Aug 23 14:14:11.391869 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b6cede73-6b05-42b8-827b-ecf8b0897738 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1095 time: 1.2478230 Aug 23 14:14:11.439239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41366) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:11.590891 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ace955e1-34fe-41c9-b3ac-28574c3f69ca req-9ca85082-0c52-42d1-a82c-74e5050a2f5c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ad5b52c-5bab-4346-8891-d39945d61206 HTTP/1.1" status: 200 len: 210 time: 0.1016908 Aug 23 14:14:11.620556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-12eacc39-22de-4cc3-b357-cafa58b6f7d8 req-015542bc-edf9-443c-a4f1-26d29efb1797 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Synchronizing usage tracker for tenant:685899c6cd1e47f385a73c511f19c3eb on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:11.870540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Router 2518098c-8b04-49e6-8834-c59f8eb9b632 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:14:11.870540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-666996501-network', 'tenant_id': '9842b21879124d27a0da760308c32785'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:11.870540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:11.870540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Usage tracker for resource:network and tenant:9842b21879124d27a0da760308c32785 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:11.870540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:11.870540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:11.877043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-0caad195-99e5-4d5d-940c-5284e898ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:11.877043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-0caad195-99e5-4d5d-940c-5284e898ff8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1098 time: 0.1659148 Aug 23 14:14:11.877043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b17af2a4-bdb9-4884-8961-623ac85a2a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:11.877043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-b17af2a4-bdb9-4884-8961-623ac85a2a5e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98&tenant_id=9984d9e9108c4317bd795b6f89395665 HTTP/1.1" status: 200 len: 1095 time: 0.3710093 Aug 23 14:14:11.922558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:11.922558 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:11.922558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Transition to ACTIVE for port object ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:11.999502 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-473956a3-90ce-4a8a-9d05-f23812a2a010 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1671280187&fields=id&tenant_id=d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 267 time: 0.1548231 Aug 23 14:14:12.018449 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-12eacc39-22de-4cc3-b357-cafa58b6f7d8 req-015542bc-edf9-443c-a4f1-26d29efb1797 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Unset dirty status for tenant:685899c6cd1e47f385a73c511f19c3eb on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:12.018449 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-12eacc39-22de-4cc3-b357-cafa58b6f7d8 req-015542bc-edf9-443c-a4f1-26d29efb1797 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227674 Aug 23 14:14:12.051621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Made reservation on behalf of 9842b21879124d27a0da760308c32785 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:12.051621 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.078309 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.080132 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.089523 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:12.167675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-6d79b5e2-06af-4452-ad7d-ce8b8599469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:12.172638 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-6d79b5e2-06af-4452-ad7d-ce8b8599469e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1095 time: 0.3721197 Aug 23 14:14:12.179001 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:14:12.195557 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] Sync routers for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:14:12.198614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-67055e0f-57fe-42aa-9d4e-bb7688484555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:12.200157 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-67055e0f-57fe-42aa-9d4e-bb7688484555 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4252453 Aug 23 14:14:12.217865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:12.217865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:12.383179 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-b6ae7b64-b654-4d74-8523-55e5ce05db03 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.1626759 Aug 23 14:14:12.472443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:12.475567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] No DVR routers for this DVR port 8bbde40e-e3b4-474f-88f8-a932b9c46454 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:12.479943 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:12.594896 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'name': 'network-vif-deleted', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:12.622977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Usage tracker for resource:security_group_rule and tenant:9842b21879124d27a0da760308c32785 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:12.668654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:12.668654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Pushing event updated for resources: {'Port': ['ID=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:12.668654 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:12.752857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:12.823195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-25b69bf3-7d3d-4332-b4b5-7bcda26095f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:12.823195 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-25b69bf3-7d3d-4332-b4b5-7bcda26095f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.6397760 Aug 23 14:14:12.945306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:13.028715 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-b69864b7-ebd7-414e-8fdc-493dc3487d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.031996 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-b69864b7-ebd7-414e-8fdc-493dc3487d80 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2110398 Aug 23 14:14:13.099139 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aba1b287-f8ce-4287-ab3e-d8db07e8bf1d req-49d7d3a3-2f22-494d-bb37-41e36ca7997c tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.64 "DELETE /v2.0/ports/8bbde40e-e3b4-474f-88f8-a932b9c46454 HTTP/1.1" status: 204 len: 173 time: 5.6567512 Aug 23 14:14:13.123641 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-8d2b975a-592b-4221-8a59-fb8790b35420 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 200 len: 217 time: 0.2412486 Aug 23 14:14:13.136072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5177a7a-8c09-4648-a90a-ee98d785c986 req-98712a35-a387-48ec-970e-63c403236146 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.136072 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5177a7a-8c09-4648-a90a-ee98d785c986 req-98712a35-a387-48ec-970e-63c403236146 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 947 time: 0.7480297 Aug 23 14:14:13.136072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Attempting to bind port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:13.136072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Attempting to bind port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:13.136072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Attempting to bind port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:13.140644 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:14:13.140644 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Attempting to bind port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:13.181898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:14:13.181898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:14:13.181898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:14:13.181898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Bound port: ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:13.181898 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.268016 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-53c6f8e5-1ada-45ab-8eaa-205f681b4137 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.275411 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.284041 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-53c6f8e5-1ada-45ab-8eaa-205f681b4137 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 945 time: 1.2617035 Aug 23 14:14:13.284667 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5177a7a-8c09-4648-a90a-ee98d785c986 req-9d557d57-47ed-4bc9-9c9d-9cdb3c332777 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314466 Aug 23 14:14:13.284771 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-4bdc7efc-dcd2-46ae-9936-25caa122c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.284771 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-4bdc7efc-dcd2-46ae-9936-25caa122c44e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.0999818 Aug 23 14:14:13.296589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'port': {'security_groups': ['31f21381-7b19-42ef-b3f5-588173131375', '24025ab7-3270-48d8-be25-2ae0288eee21']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:13.382444 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.394052 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-adc15b55-65db-4bb6-a22e-8bc6721dcd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:13.438602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:13.438602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] Checking router: 2518098c-8b04-49e6-8834-c59f8eb9b632 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:14:13.450740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] For port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:13.451020 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:13.451020 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:13.451216 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:14:13.563153 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] For port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:14:13.577591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b6b69-1661-497a-91e7-817832c9a79b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:13.580696 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:13.592417 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.593106 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Added segment 54fbdc1a-ca64-48cf-8c91-1fc70c1a402e of type vlan for network c1f908f8-6e85-486f-97e0-819f362edb40 Aug 23 14:14:13.668659 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-4c2af4f7-61d4-4a26-9825-9f5e25428296 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2290771 Aug 23 14:14:13.711741 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-ecdf8acd-dc90-4bfc-b42a-a7e520dcfb5b tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.719050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-ecdf8acd-dc90-4bfc-b42a-a7e520dcfb5b tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.64 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.4010394 Aug 23 14:14:13.719050 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.762578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:13.790219 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.808099 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fb80cc04-9fd4-48f9-9f3d-4a9e8974785f tempest-DeleteServersTestJSON-371490058 tempest-DeleteServersTestJSON-371490058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:13.840874 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.854325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f2d15-45e7-4956-a645-01715bce22c6 req-94917e65-d70f-4412-864c-3529b601c55d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.856295 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a6f2d15-45e7-4956-a645-01715bce22c6 req-94917e65-d70f-4412-864c-3529b601c55d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 944 time: 0.4289393 Aug 23 14:14:13.929681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.930316 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:13.931809 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] 10.222.0.82 "PUT /v2.0/ports/ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 HTTP/1.1" status: 200 len: 1096 time: 4.9725630 Aug 23 14:14:13.933789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-200f8210-20b6-4f27-b6db-f491028fc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:13.937147 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-200f8210-20b6-4f27-b6db-f491028fc513 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8283453 Aug 23 14:14:13.951507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Deleting port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:13.952068 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.016634 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.052561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a6f2d15-45e7-4956-a645-01715bce22c6 req-7695e08a-74d1-4cfe-95ac-559f5e8e75e7 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702015 Aug 23 14:14:14.062964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:14.068201 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.249735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Pushing event updated for resources: {'Port': ['ID=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:14.263873 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:14.287513 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:14.353580 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-e52a9efc-a368-438e-acd6-cb90fc855014 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672084 Aug 23 14:14:14.389069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:14.398139 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:14.413745 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b07acc-8c41-419b-a268-875a045f144d None None] The sync data for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 is: [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:08:13Z', 'revision_number': 4, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '3ced1c45-1b21-4f5b-8967-818de27c564c', 'name': '', 'network_id': '8f22f031-f57d-45d9-bb5f-58b27dc4487f', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'mac_address': 'fa:16:3e:9e:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:12Z', 'updated_at': '2021-08-23T14:08:30Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'subnets': [{'id': 'd3a14fa9-e697-427a-b450-5604c8508cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:14:14.419901 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-8806b409-5ac4-43c5-ba4d-98f37d3faf71 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588437 Aug 23 14:14:14.684519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:14.711658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'mac_address': 'fa:16:3e:39:6d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:14.867765 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:14.877729 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4181294 Aug 23 14:14:14.877729 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41404) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:14.884003 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Request body: {'subnet': {'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-666996501-subnet', 'tenant_id': '9842b21879124d27a0da760308c32785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:14.898958 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c6c199-7d98-4ad7-80b3-cbcbad043d70 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:14.907290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Pushing event updated for resources: {'Network': ['ID=c1f908f8-6e85-486f-97e0-819f362edb40,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:14.907290 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:14.922525 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:14.929144 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network c1f908f8-6e85-486f-97e0-819f362edb40 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:14:14.937255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-4b723d16-e108-4330-873a-44784e9b0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:14.937255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-4b723d16-e108-4330-873a-44784e9b0a6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=685899c6cd1e47f385a73c511f19c3eb&device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 1099 time: 0.7794106 Aug 23 14:14:14.937255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Usage tracker for resource:subnet and tenant:9842b21879124d27a0da760308c32785 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:14.948167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:14.949724 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43596776-9706-4e67-b609-f19570d22b4f None None] New status for floating IP ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41: DOWN {{(pid=80761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:14:14.952059 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:14.992215 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-83425e36-8c4a-4323-8479-8847801d0c59 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227949 Aug 23 14:14:15.022669 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ff6933-7cc9-4f72-b78e-4477a549d12a req-5e81c82d-bfe2-447d-bd72-0952cb0ea0bb service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886068 Aug 23 14:14:15.056198 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.067750 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:15.103107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:15.113848 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:15.166367 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.173828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-72306c69-fcd7-4f47-b5f3-5db16faf3ce1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 HTTP/1.1" status: 200 len: 217 time: 0.2155118 Aug 23 14:14:15.185065 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:15.188694 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:15.286537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] For port 56e661c6-8a26-4346-8358-7ad93b6fbcb7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=56e661c6-8a26-4346-8358-7ad93b6fbcb7,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:15.286919 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.296313 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.315906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646e93a-bcb3-4e19-b884-035f35694e76 req-54e72e2e-b56e-4921-8d22-57a79dcc3a54 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:15.323686 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-77abdcbf-c138-4bb2-b1cc-45aea1cae7bd tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:15.333317 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2646e93a-bcb3-4e19-b884-035f35694e76 req-54e72e2e-b56e-4921-8d22-57a79dcc3a54 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 945 time: 0.9951704 Aug 23 14:14:15.339871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:15.418458 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Made reservation on behalf of 9842b21879124d27a0da760308c32785 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:15.422366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['94c6c199-7d98-4ad7-80b3-cbcbad043d70'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:15.423363 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.424628 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:15.424628 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:15.426162 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5866ac6-653c-42f9-b521-1863b51ac780 req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "PUT /v2.0/ports/d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 981 time: 2.1605341 Aug 23 14:14:15.428149 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:15.451916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-569c865b-e3f3-4fa7-baea-588ad2c9e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:15.453275 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-569c865b-e3f3-4fa7-baea-588ad2c9e13a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2442558 Aug 23 14:14:15.475272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=6']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:15.491775 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:15.522047 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad5b52c-5bab-4346-8891-d39945d61206', 'name': 'network-vif-deleted', 'tag': '8bbde40e-e3b4-474f-88f8-a932b9c46454', 'status': 'completed', 'code': 200} Aug 23 14:14:15.601721 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:15.824701 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2646e93a-bcb3-4e19-b884-035f35694e76 req-2394dfc6-8e2e-44dd-8c69-f7027c4f6e70 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cab3812-e8a8-4632-b510-35efaf8828f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420152 Aug 23 14:14:15.882991 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-00665590-1747-478f-a91b-08f9e01a42ff tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:15.884584 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-00665590-1747-478f-a91b-08f9e01a42ff tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98&tenant_id=9984d9e9108c4317bd795b6f89395665&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1095 time: 0.1899393 Aug 23 14:14:15.895190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d8596-bc26-4280-b1dd-91bbedaa8cf8 req-dac27c7e-9375-44cf-a9c5-ed03a4b8f592 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:15.897002 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b39d8596-bc26-4280-b1dd-91bbedaa8cf8 req-dac27c7e-9375-44cf-a9c5-ed03a4b8f592 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 948 time: 0.1350052 Aug 23 14:14:15.999384 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-958488b4-e883-4b0c-b96e-371706f02033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.001039 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-958488b4-e883-4b0c-b96e-371706f02033 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5397460 Aug 23 14:14:16.132500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.133632 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.134165 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Floating IP 6ee667f4-d257-4d9b-9670-1ca3b03e258b disassociated. External IP: 172.25.7.246, port: 56e661c6-8a26-4346-8358-7ad93b6fbcb7. Aug 23 14:14:16.134695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Calling delete_port for 56e661c6-8a26-4346-8358-7ad93b6fbcb7 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:16.178003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b39d8596-bc26-4280-b1dd-91bbedaa8cf8 req-735cb4b1-2c72-4b94-9dce-11415bdb9742 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281992 Aug 23 14:14:16.341523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-3a2696cd-b2af-4577-b347-679f45001f90 service neutron] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:16.352334 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-3a2696cd-b2af-4577-b347-679f45001f90 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.353451 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f43f362e-ac41-48af-a581-93ca77a90e0e req-3a2696cd-b2af-4577-b347-679f45001f90 service neutron] 10.222.0.82 "DELETE /v2.0/ports/053bb3c1-8160-4fae-934f-f740759f51aa/bindings/n-h2-805628-1 HTTP/1.1" status: 204 len: 173 time: 0.4553547 Aug 23 14:14:16.388069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e539-63c1-48bf-ad5f-7886960f2cb6 req-308726bc-1d24-4de3-88c7-515e20b44b53 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.389638 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2992e539-63c1-48bf-ad5f-7886960f2cb6 req-308726bc-1d24-4de3-88c7-515e20b44b53 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 944 time: 0.0992570 Aug 23 14:14:16.399566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-0ca0714a-2bb7-4af5-bd58-1d4e6ee61dec service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647506 Aug 23 14:14:16.409857 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb95d3-2dd5-4a30-aa7f-41457de38872 req-32058752-e111-4af2-85e0-c4ca13f72af1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.412598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0abb95d3-2dd5-4a30-aa7f-41457de38872 req-32058752-e111-4af2-85e0-c4ca13f72af1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 948 time: 0.3483317 Aug 23 14:14:16.442523 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2992e539-63c1-48bf-ad5f-7886960f2cb6 req-e3065f7a-74ed-454b-b2a5-53ad284909d9 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Aug 23 14:14:16.462193 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:16.509755 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.578381 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:16.592234 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-d528cc1e-ae8a-4424-be59-ef93cc2157f9 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1039056137&fields=id&tenant_id=d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 267 time: 0.0505013 Aug 23 14:14:16.601056 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.636857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:16.637910 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:16.662672 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0abb95d3-2dd5-4a30-aa7f-41457de38872 req-82bb7cad-fde7-47e3-904c-8edde427f991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987612 Aug 23 14:14:16.694588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-0ab69efe-ba68-4c8f-b9ce-154b447454f2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:16.694588 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-0ab69efe-ba68-4c8f-b9ce-154b447454f2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 984 time: 0.0920913 Aug 23 14:14:16.704217 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'port': {'security_groups': ['24025ab7-3270-48d8-be25-2ae0288eee21', '31f21381-7b19-42ef-b3f5-588173131375', '38b97472-e0b5-4632-8e78-10bf5cd8612c']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:16.719978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74de049-1990-470c-a2a7-c49107962202,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:16.723940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfd202ee-f139-49a5-a4e3-ead261040905 req-05cd6ee3-e2a7-4f28-93a6-32a0c05d7230 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829947 Aug 23 14:14:16.724690 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:16.732229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Checking segment: {'id': '54fbdc1a-ca64-48cf-8c91-1fc70c1a402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:14:16.732808 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Network hostable DHCP agents. Network: c1f908f8-6e85-486f-97e0-819f362edb40, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:14:16.742601 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.744176 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 56e661c6-8a26-4346-8358-7ad93b6fbcb7 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:16.746610 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71', 'status': 'completed', 'code': 200} Aug 23 14:14:16.783162 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:16.786740 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:16.799827 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-79ea0554-24e7-49ea-8df5-5c54426f87c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:16.855163 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 56e661c6-8a26-4346-8358-7ad93b6fbcb7 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:16.855813 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 56e661c6-8a26-4346-8358-7ad93b6fbcb7 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:16.874701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event deleted for resources: {'Port': ['ID=56e661c6-8a26-4346-8358-7ad93b6fbcb7,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:16.889658 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:16.906837 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:16.912145 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:16.989318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Network c1f908f8-6e85-486f-97e0-819f362edb40 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:14:17.016486 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.040339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-dc8c2c18-5a33-4533-aaf1-9513573dcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:17.046036 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-dc8c2c18-5a33-4533-aaf1-9513573dcf77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1135 time: 0.2685275 Aug 23 14:14:17.098905 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31', 'code': 200} Aug 23 14:14:17.164736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, c1f908f8-6e85-486f-97e0-819f362edb40) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:17.178002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765fa773-dbd3-4925-bc66-104a5cb40b07 None None] Network c1f908f8-6e85-486f-97e0-819f362edb40 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:14:17.184311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:17.185274 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.233341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:14:17.297515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c60a5119-9bb3-442b-95bc-99861ff64a3d req-2ec2bdfa-10b2-4676-8410-662591799aa9 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Synchronizing usage tracker for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:17.376154 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5e401d4c-fcf9-4bee-a5a7-e8d49a9a9145 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4943981 Aug 23 14:14:17.396102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-dcd99ad8-28f7-427e-bf6f-3c18f8b559d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:17.397899 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-dcd99ad8-28f7-427e-bf6f-3c18f8b559d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.2000592 Aug 23 14:14:17.531209 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff29cb-ecf8-431d-8a83-cdbb2dc762e1 None None] Network c1f908f8-6e85-486f-97e0-819f362edb40 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:14:17.543623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'tag': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:17.563555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c60a5119-9bb3-442b-95bc-99861ff64a3d req-2ec2bdfa-10b2-4676-8410-662591799aa9 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Unset dirty status for tenant:57e66d68ec714d0ba47f0c94e701f61a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:17.578884 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c60a5119-9bb3-442b-95bc-99861ff64a3d req-2ec2bdfa-10b2-4676-8410-662591799aa9 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c76647-6b1a-4f71-8010-923469cecf3a HTTP/1.1" status: 200 len: 210 time: 0.3377423 Aug 23 14:14:17.635878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:14:17.700358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:17.711793 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-56635b93-4524-4a4a-af14-b25a78afcdc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 217 time: 0.0948360 Aug 23 14:14:17.711994 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] Sync routers for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:14:17.795221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-799f263e-25c1-491c-ab52-9191bf368f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:17.797627 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-799f263e-25c1-491c-ab52-9191bf368f2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.0819824 Aug 23 14:14:17.812108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] No DVR routers for this DVR port 56e661c6-8a26-4346-8358-7ad93b6fbcb7 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:17.818199 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.823187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e55121d-8f33-42c7-95ed-0145469fac73 req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.64 "DELETE /v2.0/ports/56e661c6-8a26-4346-8358-7ad93b6fbcb7 HTTP/1.1" status: 204 len: 173 time: 4.0890973 Aug 23 14:14:17.862584 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.871132 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-f42c009b-c0f3-41fe-8a97-e2946068c2c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593286 Aug 23 14:14:17.879345 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:17.880340 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:17.983390 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:17.996173 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d1374ba6-76a1-43ec-9704-c92378a7a64a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:18.021714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:18.233452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:18.234203 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:18.238767 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9dd3dcce-fe87-4207-87e8-4910413c8ad2 req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "PUT /v2.0/ports/d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 1020 time: 1.5399952 Aug 23 14:14:18.244594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd47d1-340b-4530-b171-4dd6e86c6670 req-33f56561-49c0-412e-9719-46ae398a9305 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:18.247412 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-28bd47d1-340b-4530-b171-4dd6e86c6670 req-33f56561-49c0-412e-9719-46ae398a9305 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 947 time: 0.3611767 Aug 23 14:14:18.296649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-39972848-9226-4394-9e51-104857fdf518 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161885 Aug 23 14:14:18.355442 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-28bd47d1-340b-4530-b171-4dd6e86c6670 req-a4f72e17-0d80-4a79-8d79-f855a84e0f88 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910809 Aug 23 14:14:18.471346 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:18.472307 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:18.492871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:18.543328 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:18.562237 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-868e2dfe-fc12-4885-ae52-1a2c98757df9 req-3c10fba7-1871-4290-ad8b-dacfc40106c9 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560592 Aug 23 14:14:18.581532 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:18.615829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0e6e8-a7f4-45ec-b63c-0b3e21f403d4 req-1293e095-5f5b-497d-af14-caa7a50c6f45 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:18.618973 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7a0e6e8-a7f4-45ec-b63c-0b3e21f403d4 req-1293e095-5f5b-497d-af14-caa7a50c6f45 tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 1095 time: 0.1296451 Aug 23 14:14:18.655559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27017-4e84-4add-8198-015924fc52f0 req-6ab4b849-949b-4b91-afeb-0472a402bfc8 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:18.657381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5d27017-4e84-4add-8198-015924fc52f0 req-6ab4b849-949b-4b91-afeb-0472a402bfc8 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 948 time: 0.1743977 Aug 23 14:14:18.677466 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:18.697752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7a0e6e8-a7f4-45ec-b63c-0b3e21f403d4 req-7ec213f9-a1eb-4c0c-b515-5361b5e2228b tempest-LiveAutoBlockMigrationV225Test-20606435 tempest-LiveAutoBlockMigrationV225Test-20606435-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689180 Aug 23 14:14:18.746701 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5d27017-4e84-4add-8198-015924fc52f0 req-37f42b89-0500-4572-9d4f-14bff2fff45f tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782812 Aug 23 14:14:18.749402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:18.878506 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'tag': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1', 'status': 'completed', 'code': 200} Aug 23 14:14:18.941875 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:14:19.100806 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-8e068599-b5f2-4dd3-a6b9-92bf85a4db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:19.102384 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-8e068599-b5f2-4dd3-a6b9-92bf85a4db23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=685899c6cd1e47f385a73c511f19c3eb&device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 1099 time: 0.1855187 Aug 23 14:14:19.288676 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58944a65-25bc-487d-8d52-b93315556ece req-89578ad2-9c8a-4f55-a62c-31fd56d94176 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:19.290394 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58944a65-25bc-487d-8d52-b93315556ece req-89578ad2-9c8a-4f55-a62c-31fd56d94176 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 948 time: 0.3274252 Aug 23 14:14:19.350565 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58944a65-25bc-487d-8d52-b93315556ece req-6413486a-d1d9-4b76-8213-ccc7911fff6f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469978 Aug 23 14:14:19.469000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-89a51211-91e9-45e9-a45e-b03976077cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:19.471334 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-89a51211-91e9-45e9-a45e-b03976077cf3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3621018 Aug 23 14:14:19.558880 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41482) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:19.564171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779011d5-0bf9-4322-8d30-20105e840420 req-e4529722-6660-4461-8c99-2a9c96b84853 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:19.565008 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-779011d5-0bf9-4322-8d30-20105e840420 req-e4529722-6660-4461-8c99-2a9c96b84853 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Synchronizing usage tracker for tenant:9842b21879124d27a0da760308c32785 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:19.575860 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-8b19df10-f3da-4f49-9daa-c1b218795092 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 HTTP/1.1" status: 200 len: 217 time: 0.0833602 Aug 23 14:14:19.591734 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:19.665851 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:19.674655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-9da4152e-19cc-47fb-97b1-6bd18efc7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:19.676410 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-9da4152e-19cc-47fb-97b1-6bd18efc7150 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0976701 Aug 23 14:14:19.707094 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:19.712461 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:19.712848 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:19.737646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-779011d5-0bf9-4322-8d30-20105e840420 req-e4529722-6660-4461-8c99-2a9c96b84853 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Unset dirty status for tenant:9842b21879124d27a0da760308c32785 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:19.746161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-e4529722-6660-4461-8c99-2a9c96b84853 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/networks?id=c1f908f8-6e85-486f-97e0-819f362edb40 HTTP/1.1" status: 200 len: 813 time: 0.5420840 Aug 23 14:14:19.747155 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:19.786830 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-56d6d121-4d3e-4803-92a6-3badd007714d tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/quotas/9842b21879124d27a0da760308c32785 HTTP/1.1" status: 200 len: 375 time: 0.0394943 Aug 23 14:14:19.809235 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1', 'mac_address': 'fa:16:3e:6c:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:19.853057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-d210d79a-f41a-46d6-abc2-10060a5f7316 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9842b21879124d27a0da760308c32785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650475 Aug 23 14:14:19.896736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-7f26dc3a-3085-4477-98cc-a83ce2a502ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:19.896736 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-7f26dc3a-3085-4477-98cc-a83ce2a502ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102094 Aug 23 14:14:20.029606 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c605d-0fba-4129-a1a0-5e7e052ac660 req-adc229e6-4a9a-47bf-86c2-391519b34dee tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:20.033537 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f39c605d-0fba-4129-a1a0-5e7e052ac660 req-adc229e6-4a9a-47bf-86c2-391519b34dee tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1023 time: 0.1990137 Aug 23 14:14:20.043233 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.069829 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-e2ad9497-2f3c-4a2b-97db-0ce8c8fea1c5 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700499 Aug 23 14:14:20.081417 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59144f3a-3254-4f19-a8ad-b59b42b29f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:20.107329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0d304-86ef-464c-89e3-44f0cca45eb4,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:20.305708 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.335063 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:20.356973 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f39c605d-0fba-4129-a1a0-5e7e052ac660 req-afe99c85-ddc8-467c-aa98-b21c334cc9df tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=24025ab7-3270-48d8-be25-2ae0288eee21&id=31f21381-7b19-42ef-b3f5-588173131375&id=38b97472-e0b5-4632-8e78-10bf5cd8612c HTTP/1.1" status: 200 len: 6149 time: 0.2773829 Aug 23 14:14:20.388649 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:20.397375 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "DELETE /v2.0/security-groups/4fc0d304-86ef-464c-89e3-44f0cca45eb4 HTTP/1.1" status: 204 len: 168 time: 0.8338192 Aug 23 14:14:20.402370 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41494) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:20.443436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-1d43150d-34b4-4a7c-85aa-4fbe21715a95 service neutron] 10.222.0.72 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886710 Aug 23 14:14:20.452565 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-daecd3d0-a83e-4f07-b2fc-0d3d52cfb4cf tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] show failed (client error): The resource could not be found. Aug 23 14:14:20.456726 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-daecd3d0-a83e-4f07-b2fc-0d3d52cfb4cf tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "GET /v2.0/security-groups/4fc0d304-86ef-464c-89e3-44f0cca45eb4 HTTP/1.1" status: 404 len: 347 time: 0.0519927 Aug 23 14:14:20.460372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41502) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:20.518028 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:20.541297 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:20.577694 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:46Z', 'revision_number': 5, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:20.600576 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] Checking router: 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:14:20.627378 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-64e32e12-05f0-4947-ad33-e9d39a36d561 service neutron] 10.222.0.72 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805785 Aug 23 14:14:20.635276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f7f32e1-5aff-4757-9fce-5bb749e784e5 req-92f09440-ef85-4041-b3f3-a3aac4f32da3 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359013 Aug 23 14:14:20.650362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:20.651741 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:20.880191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'name': 'network-vif-deleted', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:20.981405 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71', 'status': 'completed', 'code': 200} Aug 23 14:14:21.092007 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.156815 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Deleting port 260455ed-0b7c-48fe-ad30-d8a2b419f141 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:21.157530 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.197616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b33c1-1227-4bc9-b0fd-d9ea9c60fd88 req-da7770e5-4f45-4643-9006-41ee16019e1b tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:21.209506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c60b33c1-1227-4bc9-b0fd-d9ea9c60fd88 req-da7770e5-4f45-4643-9006-41ee16019e1b tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 949 time: 0.2087283 Aug 23 14:14:21.255998 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:21.291652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c60b33c1-1227-4bc9-b0fd-d9ea9c60fd88 req-f01ece6b-ddd5-4674-afbf-e5857a6e066a tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822783 Aug 23 14:14:21.300331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-fb458be5-ceac-4c97-ad93-2e8d296b22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:21.301993 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-fb458be5-ceac-4c97-ad93-2e8d296b22a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1174 time: 0.4440508 Aug 23 14:14:21.324221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1479374796 ', 'description': 'tempest-description-691658549'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:21.327199 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.329535 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:21.333669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:21.347139 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:21.435306 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.456118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:21.461654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:21.464958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:21.478292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:21.494681 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:21.524745 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:21.620658 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.647702 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.648285 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.653876 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:21.681725 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:21.685442 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.689802 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:21.689802 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:21.702856 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.732247 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-344f3dbf-5a25-4e2b-b4cf-a75682fe69c8 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:21.855937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb884542-3d64-4e0a-9bb0-4433ee45e0d2,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:21.859844 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:21.894944 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Calling delete_port for 260455ed-0b7c-48fe-ad30-d8a2b419f141 owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:21.922736 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:21.930833 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8c4ec52c-842a-44bf-8cbd-a48527f6ecd3 req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.6116829 Aug 23 14:14:21.973359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-0aadbbc1-e9f8-492f-a278-92353211190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:21.980587 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-0aadbbc1-e9f8-492f-a278-92353211190f service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.6555061 Aug 23 14:14:22.032442 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:22.036553 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:22.106964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41536) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:22.158108 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-6ec615a2-a865-4925-8071-e1d40d7db99f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 217 time: 0.0855267 Aug 23 14:14:22.338475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-ebc2d3b7-8d47-4cc9-88be-d1efdbb1a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:22.340979 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-ebc2d3b7-8d47-4cc9-88be-d1efdbb1a81d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.1685653 Aug 23 14:14:22.367395 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:46Z', 'revision_number': 5, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:22.378804 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef64661-445f-4ab0-b8e7-3c666296e87c None None] The sync data for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 is: [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:08:24Z', 'revision_number': 4, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '21c69189-3a55-4eaf-a570-797be5b389c9', 'name': '', 'network_id': '67cdf5cd-16a3-48a8-b222-543bfb601bc0', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'mac_address': 'fa:16:3e:dd:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:22Z', 'updated_at': '2021-08-23T14:08:46Z', 'revision_number': 5, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'subnets': [{'id': '65cd8e27-04f6-4047-ad52-dc91e52f9041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:14:22.417114 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cc207-822b-4719-ba6a-de2c8791b995 req-17f9df87-96a2-44d2-b6e9-37e8c2c94eb0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:22.418621 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b18cc207-822b-4719-ba6a-de2c8791b995 req-17f9df87-96a2-44d2-b6e9-37e8c2c94eb0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.4468322 Aug 23 14:14:22.424579 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-31e09d4c-e416-45c8-bd06-c076d9b9d0d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700288 Aug 23 14:14:22.435823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de3bb738-82f5-41f7-938c-f9ea32772706 req-8cefa7ca-fb23-4004-8c5b-331f828153df tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 210 time: 0.2223825 Aug 23 14:14:22.563573 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:22.579242 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c76647-6b1a-4f71-8010-923469cecf3a', 'name': 'network-vif-deleted', 'tag': '56e661c6-8a26-4346-8358-7ad93b6fbcb7', 'status': 'completed', 'code': 200} Aug 23 14:14:22.608574 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:22.630483 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-fb99b23d-635a-489e-a722-b17eec95d7f8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:22.631988 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'code': 200} Aug 23 14:14:22.634274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-fb99b23d-635a-489e-a722-b17eec95d7f8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 944 time: 0.1953311 Aug 23 14:14:22.723117 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:22.740218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b18cc207-822b-4719-ba6a-de2c8791b995 req-621977b2-854b-4e2e-96d6-c3ccfb5e0678 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101952 Aug 23 14:14:22.744717 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-166afebd-0db3-4c8f-ad3e-45f50c56148d tempest-FloatingIPDetailsTestJSON-517760081 tempest-FloatingIPDetailsTestJSON-517760081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:22.840049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Pushing event deleted for resources: {'Port': ['ID=260455ed-0b7c-48fe-ad30-d8a2b419f141,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:22.893187 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28505d9-bb09-4330-8792-dbb1fb54f417 None None] New status for floating IP 6ee667f4-d257-4d9b-9670-1ca3b03e258b: DOWN {{(pid=80761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:14:22.936516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.937291 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.938199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.940798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.940798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.940798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.940798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.941655 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.942767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.943128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.943837 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.944920 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:22.997601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Deleting port 053bb3c1-8160-4fae-934f-f740759f51aa {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:22.998205 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.007785 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:23.070128 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-550d892d-b818-4050-9419-0ea01c32df4f service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140013 Aug 23 14:14:23.083699 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.103656 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-af04fe71-fbf1-4b3d-b094-54801ebbd99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:23.127370 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab3812-e8a8-4632-b510-35efaf8828f3,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:23.129602 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78172f81-204b-4650-8371-767efd742222 req-4872007a-0e87-4e71-a690-cb865fb23cef tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/fb884542-3d64-4e0a-9bb0-4433ee45e0d2 HTTP/1.1" status: 200 len: 1780 time: 0.3240180 Aug 23 14:14:23.147948 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:23.287518 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.327111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88595d7c-0988-4fe9-bc49-c4bf5a152af6 req-11f5f600-dc72-42e8-b91e-4ff6655083f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:23.331319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88595d7c-0988-4fe9-bc49-c4bf5a152af6 req-11f5f600-dc72-42e8-b91e-4ff6655083f2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1100 time: 0.4922855 Aug 23 14:14:23.340761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:23.364099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f60c077-aeb4-4ea4-b0a4-5cac6df53441 req-526b5ddc-c482-475b-8e91-87ffe2aca940 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791314 Aug 23 14:14:23.386618 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.388992 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] 10.222.0.72 "DELETE /v2.0/floatingips/ff8226c5-4db9-4eb4-a3ce-d4b7a4a40a41 HTTP/1.1" status: 204 len: 168 time: 2.9272301 Aug 23 14:14:23.429623 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88595d7c-0988-4fe9-bc49-c4bf5a152af6 req-67a43e7e-ddb9-4c8f-8bbc-cd890b59df61 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624237 Aug 23 14:14:23.453095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453cda8-bdd8-40f9-a7d2-42d281fdce03 req-465bc607-66b4-4675-a76d-5ec11154017d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:23.457560 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0453cda8-bdd8-40f9-a7d2-42d281fdce03 req-465bc607-66b4-4675-a76d-5ec11154017d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 944 time: 0.6194136 Aug 23 14:14:23.526876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.528216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "DELETE /v2.0/security-groups/5cab3812-e8a8-4632-b510-35efaf8828f3 HTTP/1.1" status: 204 len: 168 time: 1.4202337 Aug 23 14:14:23.531628 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41558) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:23.561683 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-b3dd1ef1-309d-4828-9a0f-c80ca539b180 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] show failed (client error): The resource could not be found. Aug 23 14:14:23.563016 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b3dd1ef1-309d-4828-9a0f-c80ca539b180 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "GET /v2.0/security-groups/5cab3812-e8a8-4632-b510-35efaf8828f3 HTTP/1.1" status: 404 len: 347 time: 0.0293012 Aug 23 14:14:23.567079 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41562) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:23.585505 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:23.593495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:23.594480 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.679893 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0453cda8-bdd8-40f9-a7d2-42d281fdce03 req-36da431f-f458-4b7f-88b7-bac7f8577013 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903622 Aug 23 14:14:23.725176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] For port 053bb3c1-8160-4fae-934f-f740759f51aa, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=053bb3c1-8160-4fae-934f-f740759f51aa,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:23.725693 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.803016 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.857075 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:23.923685 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Calling delete_port for 053bb3c1-8160-4fae-934f-f740759f51aa owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:23.939484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Deleting port 093fbf84-1c4d-4a73-bfc4-39c85d65b4b2 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:23.939828 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.951345 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:23.953580 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:24.066074 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:24.071820 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:24.256426 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f911d66-2cb1-42dc-8864-6f7a826a6680 req-bef75502-8e76-4c68-84b1-ecebbb2bb53c tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:24.258076 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8f911d66-2cb1-42dc-8864-6f7a826a6680 req-bef75502-8e76-4c68-84b1-ecebbb2bb53c tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 950 time: 0.3421302 Aug 23 14:14:24.282103 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.282442 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.303595 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779011d5-0bf9-4322-8d30-20105e840420 req-3181c554-6cb0-446d-99c5-c5d1c08d6115 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:24.305143 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-3181c554-6cb0-446d-99c5-c5d1c08d6115 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.64 "GET /v2.0/networks?id=c1f908f8-6e85-486f-97e0-819f362edb40 HTTP/1.1" status: 200 len: 813 time: 0.3043332 Aug 23 14:14:24.337712 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8f911d66-2cb1-42dc-8864-6f7a826a6680 req-beb5218a-a9e5-4d65-aa4b-54f3fc02175d tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673130 Aug 23 14:14:24.355956 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.366121 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:24.372868 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['2e3334d8-49e9-4de3-ada3-130327f8e905', '053bb3c1-8160-4fae-934f-f740759f51aa'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:24.376075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Request body: {'port': {'device_id': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40', 'admin_state_up': True, 'tenant_id': '9842b21879124d27a0da760308c32785'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:24.510318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Calling delete_port for 093fbf84-1c4d-4a73-bfc4-39c85d65b4b2 owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:24.544881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event deleted for resources: {'Port': ['ID=053bb3c1-8160-4fae-934f-f740759f51aa,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:24.566866 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:24.636344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:24.734611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] No DVR routers for this DVR port 053bb3c1-8160-4fae-934f-f740759f51aa on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:24.740518 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.747783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'name': 'network-vif-deleted', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:24.755514 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:24.760071 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Usage tracker for resource:port and tenant:9842b21879124d27a0da760308c32785 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:24.760624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef2f8a4c-0a24-451e-a0a1-f7f035e36771 req-ecd223b8-efd6-49c9-bf79-b91047beb0d9 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/fb884542-3d64-4e0a-9bb0-4433ee45e0d2 HTTP/1.1" status: 200 len: 1780 time: 0.2801006 Aug 23 14:14:24.765351 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:24.803404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:24.841107 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ef2f8a4c-0a24-451e-a0a1-f7f035e36771 req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.856938 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-35d75629-b3db-4f46-aa10-1f1af909e66d req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "DELETE /v2.0/ports/053bb3c1-8160-4fae-934f-f740759f51aa HTTP/1.1" status: 204 len: 173 time: 2.2108953 Aug 23 14:14:24.873891 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ef2f8a4c-0a24-451e-a0a1-f7f035e36771 req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.882235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Made reservation on behalf of 9842b21879124d27a0da760308c32785 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:24.886315 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:24.997325 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ef2f8a4c-0a24-451e-a0a1-f7f035e36771 req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.008881 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8185674e-8470-46f5-a046-3f31c4446031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:25.026920 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ef2f8a4c-0a24-451e-a0a1-f7f035e36771 req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.028112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef2f8a4c-0a24-451e-a0a1-f7f035e36771 req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/fb884542-3d64-4e0a-9bb0-4433ee45e0d2 HTTP/1.1" status: 204 len: 173 time: 0.2599123 Aug 23 14:14:25.037845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb884542-3d64-4e0a-9bb0-4433ee45e0d2,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:25.041113 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:25.115852 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.122045 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-86812b31-aabd-4b4f-a5af-2eb1fd5e026a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:25.195859 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Pushing event deleted for resources: {'Port': ['ID=093fbf84-1c4d-4a73-bfc4-39c85d65b4b2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:25.203678 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:25.294026 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c7eb05a-10f8-4467-bade-e303e4b16aee req-c1dbd627-2873-404f-9956-740ea27ad9a5 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 210 time: 0.1086602 Aug 23 14:14:25.359196 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1', 'code': 200} Aug 23 14:14:25.451050 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.483244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Allocated IP 172.20.0.4 (c1f908f8-6e85-486f-97e0-819f362edb40/c74de049-1990-470c-a2a7-c49107962202/440510a8-3d0b-4d1b-a4ec-74aed0350494) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:25.548319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbf3c6-c71f-414a-9f49-1ac937cfca8d req-80c18d15-3ab1-46b2-9e17-eea390599552 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:25.555649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4dbf3c6-c71f-414a-9f49-1ac937cfca8d req-80c18d15-3ab1-46b2-9e17-eea390599552 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.2035112 Aug 23 14:14:25.609318 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:25.610513 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] 10.222.0.72 "DELETE /v2.0/floatingips/6ee667f4-d257-4d9b-9670-1ca3b03e258b HTTP/1.1" status: 204 len: 168 time: 2.0421968 Aug 23 14:14:25.615970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41610) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:25.694599 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4dbf3c6-c71f-414a-9f49-1ac937cfca8d req-9c4fdcbd-3f8e-47b9-b8bc-628fcc03a929 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378343 Aug 23 14:14:25.698051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-45d76b69-a9d0-48ea-9cd9-31b50523a18e req-896f887c-c8e1-4c92-94e4-5bccb6567b31 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:25.740197 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce486b-ffcf-42e5-9cfe-5ee70c458042 req-df5ff41a-22b8-4888-ae75-80f2a4e5e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:25.743064 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4ce486b-ffcf-42e5-9cfe-5ee70c458042 req-df5ff41a-22b8-4888-ae75-80f2a4e5e21f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 1101 time: 0.2644415 Aug 23 14:14:25.798299 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359ee10c-9064-4f88-a8cd-36121fc14b98', 'name': 'network-vif-deleted', 'tag': '053bb3c1-8160-4fae-934f-f740759f51aa', 'status': 'completed', 'code': 200} Aug 23 14:14:25.799228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-45d76b69-a9d0-48ea-9cd9-31b50523a18e req-896f887c-c8e1-4c92-94e4-5bccb6567b31 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:25.801554 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-45d76b69-a9d0-48ea-9cd9-31b50523a18e req-896f887c-c8e1-4c92-94e4-5bccb6567b31 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=359ee10c-9064-4f88-a8cd-36121fc14b98 HTTP/1.1" status: 200 len: 210 time: 0.1995347 Aug 23 14:14:25.820464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4ce486b-ffcf-42e5-9cfe-5ee70c458042 req-de1d3f99-9269-4221-a43c-a872040ddce6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710926 Aug 23 14:14:25.862092 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-f1cb5779-b54a-4670-8ae6-38f097002682 req-234d1297-ce81-4d15-9ac1-d64bc19c7081 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:14:25.887617 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb5779-b54a-4670-8ae6-38f097002682 req-234d1297-ce81-4d15-9ac1-d64bc19c7081 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/fb884542-3d64-4e0a-9bb0-4433ee45e0d2 HTTP/1.1" status: 404 len: 352 time: 0.0549281 Aug 23 14:14:25.974515 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.030494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.101420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2395-9381-42ae-9d30-46313e2b7c73 req-28cdebc5-72b6-4e14-9db3-b9e4f008360b tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:26.101420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e0b2395-9381-42ae-9d30-46313e2b7c73 req-28cdebc5-72b6-4e14-9db3-b9e4f008360b tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 950 time: 0.0990164 Aug 23 14:14:26.149149 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e0b2395-9381-42ae-9d30-46313e2b7c73 req-5d4f6e34-62fc-4df4-9791-e44cafe42238 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Aug 23 14:14:26.317342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf1b9c-54d6-4373-9fcd-5cdd87d411a8 req-897b291a-c065-42e7-bbec-7059ad9b63ff tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:26.319052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-abaf1b9c-54d6-4373-9fcd-5cdd87d411a8 req-897b291a-c065-42e7-bbec-7059ad9b63ff tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.2949886 Aug 23 14:14:26.380903 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.397621 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:26.527006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Network c1f908f8-6e85-486f-97e0-819f362edb40 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:26.542473 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-abaf1b9c-54d6-4373-9fcd-5cdd87d411a8 req-703ab78f-231d-4317-bf14-3ed08967f185 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874187 Aug 23 14:14:26.554143 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:26.573194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Pushing event updated for resources: {'Port': ['ID=440510a8-3d0b-4d1b-a4ec-74aed0350494,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:26.579392 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:14:26.614817 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:26.624044 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2064325201', 'description': 'tempest-description-436091262'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:26.643474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:26.666836 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:26.686090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:26.701586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:26.739761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:26.740141 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.838512 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:26.867204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4977832 Aug 23 14:14:26.889063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Request body: {'port': {'device_id': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:26.965185 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:27.009448 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:27.033597 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:27.051655 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:27.072959 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.247092 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.349275 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 053bb3c1-8160-4fae-934f-f740759f51aa no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:27.426627 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.438203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 053bb3c1-8160-4fae-934f-f740759f51aa {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:27.439284 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 053bb3c1-8160-4fae-934f-f740759f51aa not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:27.562712 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6c79368f-cab7-4745-9be5-0fa04d32a214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.584506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b25fd-220a-4aa3-ae15-5d934664fa54 req-0b06c75c-83ff-4908-a2a0-0130e9360d88 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:27.586361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e17b25fd-220a-4aa3-ae15-5d934664fa54 req-0b06c75c-83ff-4908-a2a0-0130e9360d88 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 931 time: 0.2944567 Aug 23 14:14:27.643658 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e17b25fd-220a-4aa3-ae15-5d934664fa54 req-d9d95a76-5c3b-4c11-a850-41bcde37fefa tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Synchronizing usage tracker for tenant:9842b21879124d27a0da760308c32785 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:27.655560 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.735096 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.743889 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-de35be1c-b33f-456f-8996-9f3e0cf92bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:27.746091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e17b25fd-220a-4aa3-ae15-5d934664fa54 req-d9d95a76-5c3b-4c11-a850-41bcde37fefa tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Unset dirty status for tenant:9842b21879124d27a0da760308c32785 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:27.750938 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e17b25fd-220a-4aa3-ae15-5d934664fa54 req-d9d95a76-5c3b-4c11-a850-41bcde37fefa tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521339 Aug 23 14:14:27.909739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28421e19-b460-4156-8c3c-e5807f0fc1d0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:27.916006 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:27.995625 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:27.996918 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6c29006-8181-4227-9342-38bd668cc127 req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4206176 Aug 23 14:14:28.077093 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.163878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Deleting port 21c69189-3a55-4eaf-a570-797be5b389c9 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:28.164846 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.226894 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440510a8-3d0b-4d1b-a4ec-74aed0350494 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:28.237460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1507990745', 'description': 'tempest-description-1053041114'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:28.243016 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.246288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:28.263380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:28.271755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:28.272002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Transition to ACTIVE for port object 440510a8-3d0b-4d1b-a4ec-74aed0350494 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:28.290616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:28.382940 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.397635 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.430168 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:28.436907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:28.441907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:28.447927 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-db3a81c1-e2a1-4421-a541-4c91455a1f84 tempest-ServersAdminNegativeTestJSON-1374781488 tempest-ServersAdminNegativeTestJSON-1374781488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:28.450206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:28.613557 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.688529 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.728461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa38e59-ea0c-4534-91db-360a7891b809 req-0d2aa6fb-67cf-43ff-95b8-78d232210aea tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:28.731225 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa38e59-ea0c-4534-91db-360a7891b809 req-0d2aa6fb-67cf-43ff-95b8-78d232210aea tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 950 time: 0.4610364 Aug 23 14:14:28.732407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Pushing event updated for resources: {'Port': ['ID=440510a8-3d0b-4d1b-a4ec-74aed0350494,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:28.748209 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:28.771980 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:28.798396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbc2b7d-9590-47c8-9499-3ac59102c036,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:28.809872 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:28.814916 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:28.832244 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0f235b10-4036-413a-ae96-07ffc472df5e req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6009066 Aug 23 14:14:28.865205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] For port 21c69189-3a55-4eaf-a570-797be5b389c9, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=21c69189-3a55-4eaf-a570-797be5b389c9,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:28.865588 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.226182 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Calling delete_port for 21c69189-3a55-4eaf-a570-797be5b389c9 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:29.377607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efa38e59-ea0c-4534-91db-360a7891b809 req-e3379624-1681-4446-af41-47dc8d3f91f7 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699313 Aug 23 14:14:29.451133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-303697947', 'description': 'tempest-description-1462333205'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:29.463849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:29.469234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Attempting to bind port 440510a8-3d0b-4d1b-a4ec-74aed0350494 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:29.469234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Attempting to bind port 440510a8-3d0b-4d1b-a4ec-74aed0350494 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '54fbdc1a-ca64-48cf-8c91-1fc70c1a402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:29.469234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Attempting to bind port 440510a8-3d0b-4d1b-a4ec-74aed0350494 on network c1f908f8-6e85-486f-97e0-819f362edb40 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:29.477963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Port 440510a8-3d0b-4d1b-a4ec-74aed0350494 on network c1f908f8-6e85-486f-97e0-819f362edb40 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:14:29.478213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Attempting to bind port 440510a8-3d0b-4d1b-a4ec-74aed0350494 on network c1f908f8-6e85-486f-97e0-819f362edb40 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:29.497344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:29.501506 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:14:29.501909 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Checking segment: {'id': '54fbdc1a-ca64-48cf-8c91-1fc70c1a402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:14:29.502309 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Bound using segment: {'id': '54fbdc1a-ca64-48cf-8c91-1fc70c1a402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:14:29.502763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Bound port: 440510a8-3d0b-4d1b-a4ec-74aed0350494, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fbdc1a-ca64-48cf-8c91-1fc70c1a402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:29.503118 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.588494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:29.603329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:29.718744 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723138-f277-426c-b6c7-d8abfc75a435 req-4e5f0e25-52fb-4090-9b31-13f3a14eec1e tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:29.741591 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-08723138-f277-426c-b6c7-d8abfc75a435 req-4e5f0e25-52fb-4090-9b31-13f3a14eec1e tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 943 time: 0.2326219 Aug 23 14:14:29.746491 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.812009 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.822920 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:29.825223 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1f724002-a2d7-42d0-b7d6-38e9b443e40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:29.865279 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4df0863a-b6dd-4231-91d3-5584965fe45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:29.874582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:29.891302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:29.894384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Pushing event deleted for resources: {'Port': ['ID=21c69189-3a55-4eaf-a570-797be5b389c9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:29.897461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:29.903227 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:29.915444 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494,segment=NetworkSegment(54fbdc1a-ca64-48cf-8c91-1fc70c1a402e),segment_id=54fbdc1a-ca64-48cf-8c91-1fc70c1a402e)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:14:29.916678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:29.925896 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-08723138-f277-426c-b6c7-d8abfc75a435 req-bd598c12-b0de-46d9-9f20-1b2fbfd50cc5 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810403 Aug 23 14:14:30.022173 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.038704 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:30.213030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:30.213669 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.215062 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/440510a8-3d0b-4d1b-a4ec-74aed0350494 HTTP/1.1" status: 200 len: 1091 time: 3.3309329 Aug 23 14:14:30.216943 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:30.357684 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-3e561936-64ec-4879-aacb-35bc3210bd87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7109177 Aug 23 14:14:30.422784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Pushing event updated for resources: {'Port': ['ID=440510a8-3d0b-4d1b-a4ec-74aed0350494,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:30.441781 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:30.543304 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:30.551572 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.559094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab45d5-5d7a-44ab-9ae9-ee4b2c92707d req-5602bc0a-0f3b-4d40-ac0a-b376c181670e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:30.575323 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ffab45d5-5d7a-44ab-9ae9-ee4b2c92707d req-5602bc0a-0f3b-4d40-ac0a-b376c181670e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.1997113 Aug 23 14:14:30.582035 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.680626 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ffab45d5-5d7a-44ab-9ae9-ee4b2c92707d req-225589c3-0715-4df9-bd72-27ee50468cda tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856335 Aug 23 14:14:30.761983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779011d5-0bf9-4322-8d30-20105e840420 req-6900a222-06b1-44ca-91d7-3b80b274d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:30.763538 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-6900a222-06b1-44ca-91d7-3b80b274d2bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9842b21879124d27a0da760308c32785&device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 1094 time: 0.4019647 Aug 23 14:14:30.788168 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:30.903758 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:30.923599 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '6d214caa-4fb1-4170-858e-17bd3943da31', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '6d214caa-4fb1-4170-858e-17bd3943da31', 'mac_address': 'fa:16:3e:af:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:31.054606 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-98b54ca4-ba52-47da-bdd4-29bf547abf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:31.087120 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:31.114841 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d214caa-4fb1-4170-858e-17bd3943da31 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:31.162738 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:31.223513 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-b1591266-d97c-4efc-a92d-e0831c88aaa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494 HTTP/1.1" status: 200 len: 217 time: 0.4079306 Aug 23 14:14:31.238537 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:31.242758 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:31.321834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=9']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:31.325730 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:31.326873 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:31.330488 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc756a-e27e-474f-b811-4542d7f23027,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:31.338954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:31.341750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6d214caa-4fb1-4170-858e-17bd3943da31'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:31.349759 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1157b6ea-7978-44e8-bd90-5582041fb82d req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.9358599 Aug 23 14:14:31.351202 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:31.495750 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494', 'status': 'completed', 'code': 200} Aug 23 14:14:31.499741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779011d5-0bf9-4322-8d30-20105e840420 req-a3fc5710-051d-467b-9afd-55f82b8a6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:31.502362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-a3fc5710-051d-467b-9afd-55f82b8a6220 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c74de049-1990-470c-a2a7-c49107962202 HTTP/1.1" status: 200 len: 853 time: 0.2449992 Aug 23 14:14:31.733087 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-d8c5a02b-99cf-4864-b78f-6bfb656007a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f908f8-6e85-486f-97e0-819f362edb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224505 Aug 23 14:14:31.757376 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a349-9112-4438-9e87-8a83ca442671 req-c9db9a18-64a3-4732-b9d5-d8537733e152 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:31.773729 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-96a7a349-9112-4438-9e87-8a83ca442671 req-c9db9a18-64a3-4732-b9d5-d8537733e152 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 943 time: 0.1190927 Aug 23 14:14:31.842617 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-96a7a349-9112-4438-9e87-8a83ca442671 req-d582c8a1-85b0-4b02-8a39-92dd5b11d9aa tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Aug 23 14:14:32.085286 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-fff3c388-d771-4c8c-b8e0-06ce2ebbcb12 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330178 Aug 23 14:14:32.132599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228ce9-5844-44c3-9e2f-ba0d4de4ccd6 req-4733137a-264e-4cc1-9b45-7fd6c4ee1e99 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:32.135100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-52228ce9-5844-44c3-9e2f-ba0d4de4ccd6 req-4733137a-264e-4cc1-9b45-7fd6c4ee1e99 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 950 time: 0.1702058 Aug 23 14:14:32.222923 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-52228ce9-5844-44c3-9e2f-ba0d4de4ccd6 req-0bffbcd7-645d-4c14-a10e-723a2aa96870 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807614 Aug 23 14:14:32.408988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41754) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:32.512539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:14:32.553127 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:32.566457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-70579730-4c6e-46a6-b0b7-7f798f1884df req-974ee2f9-7f88-405b-aabe-a734258ebbc8 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:32.589666 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-779011d5-0bf9-4322-8d30-20105e840420 req-45688681-0561-4f10-a1e9-c5895a58fcd8 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725947 Aug 23 14:14:32.729558 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:14:32.760457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 6d214caa-4fb1-4170-858e-17bd3943da31 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:32.761894 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:32.781928 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-70579730-4c6e-46a6-b0b7-7f798f1884df req-974ee2f9-7f88-405b-aabe-a734258ebbc8 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:32.783795 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70579730-4c6e-46a6-b0b7-7f798f1884df req-974ee2f9-7f88-405b-aabe-a734258ebbc8 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 10897 time: 1.0858083 Aug 23 14:14:32.978174 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:33.013059 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:33.053333 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:33.066417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:33.101898 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70579730-4c6e-46a6-b0b7-7f798f1884df req-416ef74d-8adb-47dd-8d54-40cdf39e770a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/31f21381-7b19-42ef-b3f5-588173131375 HTTP/1.1" status: 200 len: 2981 time: 0.3072104 Aug 23 14:14:33.106337 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:14:33.121236 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] Sync routers for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:14:33.133796 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655d9c6-306d-4639-b5bc-643011dc27be req-86466486-a3fd-4e3a-9f6d-b40e40fa154f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:33.135499 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:33.138986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d655d9c6-306d-4639-b5bc-643011dc27be req-86466486-a3fd-4e3a-9f6d-b40e40fa154f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.5456436 Aug 23 14:14:33.143406 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:33.155226 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] 10.222.0.72 "PUT /v2.0/routers/5df26ec0-c4e5-46e1-935e-4b3d97d3c99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5212679 Aug 23 14:14:33.165597 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41772) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:33.187255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-081df075-ad60-4191-b56a-1f37dab42543 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:33.189075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-081df075-ad60-4191-b56a-1f37dab42543 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.82 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 950 time: 0.5378833 Aug 23 14:14:33.213693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-55b52ee2-82d5-4873-b202-372c35f77bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:33.215493 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-55b52ee2-82d5-4873-b202-372c35f77bf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9842b21879124d27a0da760308c32785&device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 1094 time: 0.4965873 Aug 23 14:14:33.235063 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70579730-4c6e-46a6-b0b7-7f798f1884df req-42877bbf-85e7-4705-b6c3-8d85f6b721af tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/31f21381-7b19-42ef-b3f5-588173131375 HTTP/1.1" status: 200 len: 2981 time: 0.1315210 Aug 23 14:14:33.379570 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=10']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:33.399409 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:33.400274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:33.407842 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:33.483954 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-0b7e78d6-d8e2-4037-bf29-b62b7ded0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:33.487772 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-0b7e78d6-d8e2-4037-bf29-b62b7ded0caa service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1f908f8-6e85-486f-97e0-819f362edb40 HTTP/1.1" status: 200 len: 915 time: 0.2575550 Aug 23 14:14:33.630221 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-76ee0a70-6045-4fda-9511-ecdb9e4100a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494 HTTP/1.1" status: 200 len: 217 time: 0.1321931 Aug 23 14:14:33.689568 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d655d9c6-306d-4639-b5bc-643011dc27be req-d53ae93c-1c36-42ed-a2a4-94e4ad56b6e8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493400 Aug 23 14:14:33.721303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-89852a51-4bca-41ba-99f0-431f854d1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:33.723245 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-89852a51-4bca-41ba-99f0-431f854d1e7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c74de049-1990-470c-a2a7-c49107962202 HTTP/1.1" status: 200 len: 853 time: 0.0805743 Aug 23 14:14:33.731977 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-15f96ddc-03a2-428f-b342-3f97d61a83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:33.733811 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-15f96ddc-03a2-428f-b342-3f97d61a83a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1100 time: 0.1597960 Aug 23 14:14:33.811299 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-95e55e27-a9eb-49bd-ac75-478a4fce4f7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f908f8-6e85-486f-97e0-819f362edb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761812 Aug 23 14:14:33.887252 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:34.030737 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:34.143694 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31', 'code': 200} Aug 23 14:14:34.280834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Deleting port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:34.281491 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:34.479248 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b872385a-b8a2-4e77-a19b-00324fc1d32b req-1be85aa8-e0d4-42df-bc0e-7f671e2ddf4a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/28421e19-b460-4156-8c3c-e5807f0fc1d0 HTTP/1.1" status: 200 len: 1800 time: 0.2443540 Aug 23 14:14:34.565286 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 440510a8-3d0b-4d1b-a4ec-74aed0350494 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:14:34.695193 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-bb87a095-b83f-4b76-9e55-4f2dff5042e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:34.702479 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-bb87a095-b83f-4b76-9e55-4f2dff5042e2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.8956354 Aug 23 14:14:34.727589 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-1c3f4a8d-a7ca-4fc4-912d-4970e36202e1 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8664806 Aug 23 14:14:34.828267 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:34.828819 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494,segment=NetworkSegment(54fbdc1a-ca64-48cf-8c91-1fc70c1a402e),segment_id=54fbdc1a-ca64-48cf-8c91-1fc70c1a402e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:34.848427 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:14:29Z', 'revision_number': 5, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port': {'id': 'f4c49536-a478-4335-b933-b9aea3781b37', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:16Z', 'updated_at': '2021-08-23T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:34.859255 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] Checking router: 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:14:34.862611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '440510a8-3d0b-4d1b-a4ec-74aed0350494', 'network_id': 'c1f908f8-6e85-486f-97e0-819f362edb40', 'port_id': '440510a8-3d0b-4d1b-a4ec-74aed0350494', 'mac_address': 'fa:16:3e:b1:ae:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74de049-1990-470c-a2a7-c49107962202', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:14:34.889346 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b872385a-b8a2-4e77-a19b-00324fc1d32b req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:34.899327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-c291c56e-6690-4b96-a8df-76de64b4c6e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.1699433 Aug 23 14:14:34.950339 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] Routers {'5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:34.951352 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:34.996528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Deleting port f4c49536-a478-4335-b933-b9aea3781b37 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:34.997135 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.128089 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b872385a-b8a2-4e77-a19b-00324fc1d32b req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.129420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-e2a9e4af-e5aa-4ded-ace5-b02440327384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:35.135123 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-e2a9e4af-e5aa-4ded-ace5-b02440327384 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2019372 Aug 23 14:14:35.189662 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] For port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:35.190217 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.282530 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.302896 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-64cbf95e-cb5a-43aa-848e-e4045deed269 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:35.305008 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-64cbf95e-cb5a-43aa-848e-e4045deed269 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 945 time: 0.8764863 Aug 23 14:14:35.324024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440510a8-3d0b-4d1b-a4ec-74aed0350494 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:14:35.349360 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] Set router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b gateway port host: None {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:35.421598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a6ea40a-2656-49e8-a268-2c3ee91d349e req-efd8b2e4-ae49-4922-9a1d-be656faddb0f service neutron] 10.222.0.64 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804724 Aug 23 14:14:35.431629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71975815-df1a-4b77-8b45-fa29402fd884 req-4064e585-16d7-4b14-afa0-cc9ccaf4a64c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:35.432533 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-71975815-df1a-4b77-8b45-fa29402fd884 req-4064e585-16d7-4b14-afa0-cc9ccaf4a64c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Synchronizing usage tracker for tenant:9842b21879124d27a0da760308c32785 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:35.494253 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494,segment=NetworkSegment(54fbdc1a-ca64-48cf-8c91-1fc70c1a402e),segment_id=54fbdc1a-ca64-48cf-8c91-1fc70c1a402e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:35.495770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:14:34Z', 'revision_number': 6, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port_host': None}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:35.504578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c9f484-38ef-44a1-9886-d8d476c15440 None None] The sync data for ids ['5df26ec0-c4e5-46e1-935e-4b3d97d3c99b'] in n-d-805628-1 is: [{'id': '5df26ec0-c4e5-46e1-935e-4b3d97d3c99b', 'name': 'tempest-ServersTestBootFromVolume-1689959533-router', 'tenant_id': '57e66d68ec714d0ba47f0c94e701f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:14Z', 'updated_at': '2021-08-23T14:14:34Z', 'revision_number': 6, 'project_id': '57e66d68ec714d0ba47f0c94e701f61a', 'gw_port_host': None}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:14:35.572517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Deleting port 2e3334d8-49e9-4de3-ada3-130327f8e905 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:35.573460 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.608434 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:35.611620 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d2fbfc5d-994d-4d51-bbfc-cdfd3d32c57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:35.619248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Calling delete_port for ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:35.766347 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=440510a8-3d0b-4d1b-a4ec-74aed0350494,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:35.773563 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:35.853691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-71975815-df1a-4b77-8b45-fa29402fd884 req-4064e585-16d7-4b14-afa0-cc9ccaf4a64c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Unset dirty status for tenant:9842b21879124d27a0da760308c32785 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:35.855773 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71975815-df1a-4b77-8b45-fa29402fd884 req-4064e585-16d7-4b14-afa0-cc9ccaf4a64c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 943 time: 1.7236955 Aug 23 14:14:35.858212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-3e5be192-6865-4125-8f90-0126028eace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:35.859948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-3e5be192-6865-4125-8f90-0126028eace3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6995330 Aug 23 14:14:35.915799 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['440510a8-3d0b-4d1b-a4ec-74aed0350494'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:14:36.067651 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71975815-df1a-4b77-8b45-fa29402fd884 req-03e9dc1b-3855-4a96-b104-25fd08b06987 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950753 Aug 23 14:14:36.192455 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b872385a-b8a2-4e77-a19b-00324fc1d32b req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.227796 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:36.263434 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28421e19-b460-4156-8c3c-e5807f0fc1d0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:36.305716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.306285 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.306925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.307503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.308182 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.308812 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.310593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.311251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.311850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.314580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.315274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.315844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:36.336357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] For port 2e3334d8-49e9-4de3-ada3-130327f8e905, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2e3334d8-49e9-4de3-ada3-130327f8e905,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:36.336717 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.348025 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:36.367498 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] For port f4c49536-a478-4335-b933-b9aea3781b37, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f4c49536-a478-4335-b933-b9aea3781b37,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:36.378446 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.435159 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:36.648674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Calling delete_port for 2e3334d8-49e9-4de3-ada3-130327f8e905 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:36.667994 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 21c69189-3a55-4eaf-a570-797be5b389c9 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:36.734287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 21c69189-3a55-4eaf-a570-797be5b389c9 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:36.735410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 21c69189-3a55-4eaf-a570-797be5b389c9 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:36.735410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f4c49536-a478-4335-b933-b9aea3781b37 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:36.816701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a79c1-92a7-4e6f-a947-9d715e1b4a6f req-550040ae-2c2d-4d41-a99b-4416fff4aa29 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:36.828277 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d7a79c1-92a7-4e6f-a947-9d715e1b4a6f req-550040ae-2c2d-4d41-a99b-4416fff4aa29 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 950 time: 0.4751589 Aug 23 14:14:36.833496 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-3b309351-fa81-41f8-a8bc-a2ad148a61e3 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638972 Aug 23 14:14:36.900455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Calling delete_port for f4c49536-a478-4335-b933-b9aea3781b37 owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:37.023562 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.087579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port f4c49536-a478-4335-b933-b9aea3781b37, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f4c49536-a478-4335-b933-b9aea3781b37,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:37.156442 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d7a79c1-92a7-4e6f-a947-9d715e1b4a6f req-44a810d9-4d9d-4cbf-8ed0-821298dc3bd4 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/security-groups?id=5fa08d60-f422-4381-9199-c1dbb95af7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259997 Aug 23 14:14:37.191122 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.193299 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:37.400316 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-01decf7b-9134-41fa-aa2e-390f423f1855 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468063 Aug 23 14:14:37.416568 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:37.425529 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.440578 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e78397b9-86e9-41dd-9e04-89359a8ed659 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:37.493691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event deleted for resources: {'Port': ['ID=2e3334d8-49e9-4de3-ada3-130327f8e905,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:37.524753 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=f4c49536-a478-4335-b933-b9aea3781b37,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:37.550865 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:37.658884 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.748210 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:37.750893 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:37.781637 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.804390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 2e3334d8-49e9-4de3-ada3-130327f8e905 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:37.804750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2e3334d8-49e9-4de3-ada3-130327f8e905 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:37.834657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] No DVR routers for this DVR port 2e3334d8-49e9-4de3-ada3-130327f8e905 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:37.850887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b99063-93e2-4de8-9615-85f320098691 req-e60df794-0f05-496e-a198-4bfb78fa8528 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:37.862672 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c4b99063-93e2-4de8-9615-85f320098691 req-e60df794-0f05-496e-a198-4bfb78fa8528 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 866 time: 0.5360227 Aug 23 14:14:37.866087 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.871264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'name': 'network-vif-deleted', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:37.921944 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9a4a2eb-ded1-4fc8-b2a5-2992004a3b4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:37.954993 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b872385a-b8a2-4e77-a19b-00324fc1d32b req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:37.961220 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b872385a-b8a2-4e77-a19b-00324fc1d32b req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/28421e19-b460-4156-8c3c-e5807f0fc1d0 HTTP/1.1" status: 204 len: 173 time: 3.4809344 Aug 23 14:14:37.972293 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c4b99063-93e2-4de8-9615-85f320098691 req-0ec21167-f0c3-48df-9962-07ed6ce70880 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082368 Aug 23 14:14:38.014281 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b8b76cb1-a795-4e41-bea0-259fe3c274d8 req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "DELETE /v2.0/ports/2e3334d8-49e9-4de3-ada3-130327f8e905 HTTP/1.1" status: 204 len: 173 time: 2.5673299 Aug 23 14:14:38.144548 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Pushing event deleted for resources: {'Port': ['ID=ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:38.164449 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:38.530227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] No DVR routers for this DVR port ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:38.535803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:38.540263 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f650fdcc-02ec-43b2-aefc-567b12044a94 req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.82 "DELETE /v2.0/ports/ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1 HTTP/1.1" status: 204 len: 173 time: 5.2311120 Aug 23 14:14:38.572770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 440510a8-3d0b-4d1b-a4ec-74aed0350494 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:38.575555 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-537c067a-d0a3-469e-9878-92dd9993c988 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9761868 Aug 23 14:14:38.581408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9117-5698-40ef-adfb-6eea7bbd25bd req-5154039e-451d-41d8-8a98-feb052365c8c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:38.590797 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c16a9117-5698-40ef-adfb-6eea7bbd25bd req-5154039e-451d-41d8-8a98-feb052365c8c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 944 time: 0.1786888 Aug 23 14:14:38.602325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'name': 'network-vif-deleted', 'tag': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:38.679035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c16a9117-5698-40ef-adfb-6eea7bbd25bd req-5a362e2e-6e0e-475d-8506-367bb6bd69ae tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869405 Aug 23 14:14:38.786815 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeaa91ee-5f41-4248-97cb-2980dd5fc7a1', 'name': 'network-vif-deleted', 'tag': '2e3334d8-49e9-4de3-ada3-130327f8e905', 'status': 'completed', 'code': 200} Aug 23 14:14:38.861446 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-5babd04e-c016-4588-a9ee-d778cd76b3bd req-b57f76c4-39e2-4b7d-85f6-d871bce7cc74 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:14:38.877719 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5babd04e-c016-4588-a9ee-d778cd76b3bd req-b57f76c4-39e2-4b7d-85f6-d871bce7cc74 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/28421e19-b460-4156-8c3c-e5807f0fc1d0 HTTP/1.1" status: 404 len: 352 time: 0.0574050 Aug 23 14:14:38.956840 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 440510a8-3d0b-4d1b-a4ec-74aed0350494 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:38.978757 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 440510a8-3d0b-4d1b-a4ec-74aed0350494 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:38.978757 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:39.005348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f37ea6-7669-4a9c-808e-7afdf4603572 req-251e0cc3-5dd1-4ccc-817f-cbb09c66ba9d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:39.020871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f37ea6-7669-4a9c-808e-7afdf4603572 req-251e0cc3-5dd1-4ccc-817f-cbb09c66ba9d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.8168972 Aug 23 14:14:39.109953 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:39.112354 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:39.254125 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f37ea6-7669-4a9c-808e-7afdf4603572 req-e518c2ee-66bc-495b-ad09-c03b174e114a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320840 Aug 23 14:14:39.256046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f51bdcf-dc86-4a51-aca5-9238ac9fccd5 req-4fdeb29c-49b7-4698-ac54-240dfd8ba62c tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 210 time: 0.1079042 Aug 23 14:14:39.276069 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-f82a77b9-aede-4129-99f4-652b8e255933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:39.277257 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-f82a77b9-aede-4129-99f4-652b8e255933 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9984d9e9108c4317bd795b6f89395665&device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 1095 time: 0.6682975 Aug 23 14:14:39.322925 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:39.364358 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494,segment=NetworkSegment(54fbdc1a-ca64-48cf-8c91-1fc70c1a402e),segment_id=54fbdc1a-ca64-48cf-8c91-1fc70c1a402e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:39.365792 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:39.381691 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e78fd39-59d2-49e3-be02-6bef631b0186', 'name': 'network-vif-deleted', 'tag': 'ca3a2b5c-1bb6-487a-bc90-f8949b3d24f1', 'status': 'completed', 'code': 200} Aug 23 14:14:39.510016 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Deleting port 3ced1c45-1b21-4f5b-8967-818de27c564c {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:39.510374 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:39.576200 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:39.589310 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d2fbfc5d-994d-4d51-bbfc-cdfd3d32c57a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:39.589519 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3fee1bbf-b9a1-4265-90f1-112a36c937e0 req-12bf5ed5-aba3-446a-a64d-6f6e59677909 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:39.594357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1ed1c274-b339-45f0-b405-1d84d100a7e9 req-1c58be1e-9a30-463e-bbf0-67338ae39fce tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/5fbc2b7d-9590-47c8-9499-3ac59102c036 HTTP/1.1" status: 200 len: 1801 time: 0.2301073 Aug 23 14:14:39.622889 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Deleting port f4c49536-a478-4335-b933-b9aea3781b37 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:39.626464 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:39.729957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3fee1bbf-b9a1-4265-90f1-112a36c937e0 req-12bf5ed5-aba3-446a-a64d-6f6e59677909 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:39.731341 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3fee1bbf-b9a1-4265-90f1-112a36c937e0 req-12bf5ed5-aba3-446a-a64d-6f6e59677909 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeaa91ee-5f41-4248-97cb-2980dd5fc7a1 HTTP/1.1" status: 200 len: 210 time: 0.2133386 Aug 23 14:14:39.743575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=440510a8-3d0b-4d1b-a4ec-74aed0350494,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:39.747762 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:39.883581 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494', 'code': 200} Aug 23 14:14:39.887622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-c14f0f47-0748-4495-b1f8-b35d19adf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:39.890034 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-c14f0f47-0748-4495-b1f8-b35d19adf098 service neutron] 10.222.0.82 "GET /v2.0/networks?id=efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 200 len: 922 time: 0.5728827 Aug 23 14:14:40.181627 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c21087-d49f-4297-adc1-ced26acb4400 req-8ac983f8-476f-417b-ba9b-31109bd1d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:40.183650 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26c21087-d49f-4297-adc1-ced26acb4400 req-8ac983f8-476f-417b-ba9b-31109bd1d3ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 1096 time: 0.2067568 Aug 23 14:14:40.217082 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bed50-34a6-419f-ba7d-b5b143ded05c req-71c2efc1-de2e-41c2-87ca-b0e33215bbe1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:40.218933 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e14bed50-34a6-419f-ba7d-b5b143ded05c req-71c2efc1-de2e-41c2-87ca-b0e33215bbe1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.1608992 Aug 23 14:14:40.283912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26c21087-d49f-4297-adc1-ced26acb4400 req-9a0cc6f7-f312-471d-82c4-d36837481505 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922511 Aug 23 14:14:40.296581 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e14bed50-34a6-419f-ba7d-b5b143ded05c req-babbaa2d-bd61-4e6f-ab8a-382255a374bd tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669837 Aug 23 14:14:40.308927 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-8ae2486d-b724-4686-b9ff-7cb8cc7617ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 200 len: 217 time: 0.4044528 Aug 23 14:14:40.458549 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc707728-586d-47c9-ae33-448e35fccd59 req-a7cc8afc-88d4-43c5-b645-f7a9b64429af tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] 10.222.0.72 "GET /v2.0/ports?device_id=8e78fd39-59d2-49e3-be02-6bef631b0186 HTTP/1.1" status: 200 len: 210 time: 0.0468779 Aug 23 14:14:40.518343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] For port 3ced1c45-1b21-4f5b-8967-818de27c564c, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=3ced1c45-1b21-4f5b-8967-818de27c564c,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:40.518710 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:40.534630 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ed1c274-b339-45f0-b405-1d84d100a7e9 req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:40.680982 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea3777-fca7-4a3e-9fe7-acc870ddc785 req-bbbbb2e1-7962-41ec-8272-d5914152524d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:40.685074 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3cea3777-fca7-4a3e-9fe7-acc870ddc785 req-bbbbb2e1-7962-41ec-8272-d5914152524d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.1144836 Aug 23 14:14:40.690465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Calling delete_port for 3ced1c45-1b21-4f5b-8967-818de27c564c owned by network:router_interface {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:40.729926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] For port f4c49536-a478-4335-b933-b9aea3781b37, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f4c49536-a478-4335-b933-b9aea3781b37,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:40.730288 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:40.759898 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ed1c274-b339-45f0-b405-1d84d100a7e9 req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:40.763703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3cea3777-fca7-4a3e-9fe7-acc870ddc785 req-19806049-4cd5-4561-bda3-70d65cf7a131 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713172 Aug 23 14:14:40.775836 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-63809373-ebca-4681-a151-c84d595b4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:40.777322 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-63809373-ebca-4681-a151-c84d595b4493 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 200 len: 860 time: 0.3917503 Aug 23 14:14:40.935025 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Calling delete_port for f4c49536-a478-4335-b933-b9aea3781b37 owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:41.008017 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-5c5690cf-89f8-4ca2-83a6-619f5406f376 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=efbef754-fed7-49db-8196-b45c4a2dc978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740983 Aug 23 14:14:41.232776 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ed1c274-b339-45f0-b405-1d84d100a7e9 req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:41.241489 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8228aaa8-400e-4bf5-9352-b94e7031139d tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:41.271867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbc2b7d-9590-47c8-9499-3ac59102c036,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:41.287640 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:41.317521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-03deb430-3540-4d58-ad89-605c0b841330 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927461 Aug 23 14:14:41.362060 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ed1c274-b339-45f0-b405-1d84d100a7e9 req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:41.363188 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1ed1c274-b339-45f0-b405-1d84d100a7e9 req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/5fbc2b7d-9590-47c8-9499-3ac59102c036 HTTP/1.1" status: 204 len: 173 time: 1.7558966 Aug 23 14:14:41.491576 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-cca1f9e8-7280-4d95-a3d9-dd71a291ed95 req-d70d019d-6dc5-4a3f-893a-6cc2c5a45ab2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:14:41.497715 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cca1f9e8-7280-4d95-a3d9-dd71a291ed95 req-d70d019d-6dc5-4a3f-893a-6cc2c5a45ab2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/5fbc2b7d-9590-47c8-9499-3ac59102c036 HTTP/1.1" status: 404 len: 352 time: 0.0329437 Aug 23 14:14:41.645306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07cccea8-29da-43b5-bf0a-6d28b5065b9f req-259d4ea9-40a4-4a8e-b27f-82142f1f9673 service neutron] 10.222.0.82 "GET /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127623 Aug 23 14:14:41.683490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c8d2b-8468-4369-bf48-919e7521e821 req-66a0b2c7-e546-485c-be2b-276ecea66e49 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:41.685496 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-735c8d2b-8468-4369-bf48-919e7521e821 req-66a0b2c7-e546-485c-be2b-276ecea66e49 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.1660542 Aug 23 14:14:41.711615 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:41.719137 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:41.762301 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:41.788783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0826e70-774a-4f64-a4a7-757feb3b55ae req-5ed9be84-c4be-4cf0-add1-1f414284826e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:41.791197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0826e70-774a-4f64-a4a7-757feb3b55ae req-5ed9be84-c4be-4cf0-add1-1f414284826e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.1309149 Aug 23 14:14:41.795402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c49536-a478-4335-b933-b9aea3781b37,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:41.819828 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:41.861316 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-39abd400-f5b1-4894-9bbb-a8341fe31559 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:41.893409 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0826e70-774a-4f64-a4a7-757feb3b55ae req-e8d8a3e6-c4d7-4eeb-87c4-04f81842f6f5 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 Aug 23 14:14:42.101906 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-e955adcb-2abe-47ad-a212-8a1b3caa7f26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1264288 Aug 23 14:14:42.245392 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8d7e275-eda8-4355-a7f9-37a44ecf3881 req-9171d1c1-2dfe-4f8e-8186-4ea5b9a2a474 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/0dfc756a-e27e-474f-b811-4542d7f23027 HTTP/1.1" status: 200 len: 1800 time: 0.0918391 Aug 23 14:14:42.274709 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-735c8d2b-8468-4369-bf48-919e7521e821 req-8f976e86-a409-485b-8f59-cc47c707b90d tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823770 Aug 23 14:14:42.275795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ced1c45-1b21-4f5b-8967-818de27c564c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:42.378222 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:42.441436 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a8d7e275-eda8-4355-a7f9-37a44ecf3881 req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.449279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-396c93c0-233d-453f-a083-9cc85f459791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:42.450922 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-396c93c0-233d-453f-a083-9cc85f459791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1101 time: 0.1444826 Aug 23 14:14:42.549624 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.562735 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a8d7e275-eda8-4355-a7f9-37a44ecf3881 req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.791819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-9a790adf-c433-4ca4-aa99-fb0db6256d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:42.793362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-9a790adf-c433-4ca4-aa99-fb0db6256d6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3133478 Aug 23 14:14:42.852422 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.865669 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.875965 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a8d7e275-eda8-4355-a7f9-37a44ecf3881 req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.889526 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-18403123-efa4-451a-842c-6090753985ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:42.906280 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-2a39e35d-ee93-46bf-87b0-ff1007957af7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.1045349 Aug 23 14:14:42.950530 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a8d7e275-eda8-4355-a7f9-37a44ecf3881 req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:42.951856 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8d7e275-eda8-4355-a7f9-37a44ecf3881 req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/0dfc756a-e27e-474f-b811-4542d7f23027 HTTP/1.1" status: 204 len: 173 time: 0.7057009 Aug 23 14:14:42.952716 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc756a-e27e-474f-b811-4542d7f23027,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:42.959954 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:42.973508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-df993a57-6d4b-4146-9b6d-152a5147466f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:42.978242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-df993a57-6d4b-4146-9b6d-152a5147466f tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.7206635 Aug 23 14:14:43.045851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56abc1-1334-4bff-be43-503885c07668 req-ff2a3964-3b6d-4a28-a6b7-9fd49f5f7890 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:43.053336 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e56abc1-1334-4bff-be43-503885c07668 req-ff2a3964-3b6d-4a28-a6b7-9fd49f5f7890 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.6061423 Aug 23 14:14:43.056107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-ae2a3295-74ed-4de2-a83b-e23654d8754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:43.058201 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-ae2a3295-74ed-4de2-a83b-e23654d8754b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1402886 Aug 23 14:14:43.092545 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.093142 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df26ec0-c4e5-46e1-935e-4b3d97d3c99b {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:14:43.105899 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.180369 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e56abc1-1334-4bff-be43-503885c07668 req-15d29a02-104b-4387-bd49-f85cae163f89 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260459 Aug 23 14:14:43.259532 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-df5c5b00-615d-4c41-9f61-10e6380190f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:43.261259 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-df5c5b00-615d-4c41-9f61-10e6380190f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923738 Aug 23 14:14:43.316968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Deleting port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:43.317382 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.354077 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-0763fd5c-e814-4ba8-94d1-b5a6d6b76c6e req-00c1afc6-5b5a-4f5e-99ab-b541a84ae6df tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:14:43.355201 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0763fd5c-e814-4ba8-94d1-b5a6d6b76c6e req-00c1afc6-5b5a-4f5e-99ab-b541a84ae6df tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/0dfc756a-e27e-474f-b811-4542d7f23027 HTTP/1.1" status: 404 len: 352 time: 0.0407491 Aug 23 14:14:43.482398 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:43.489323 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] 10.222.0.72 "DELETE /v2.0/routers/5df26ec0-c4e5-46e1-935e-4b3d97d3c99b HTTP/1.1" status: 204 len: 168 time: 10.3169804 Aug 23 14:14:43.501508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41898) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:43.589703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-2eda8430-b91d-4666-95f6-48f407c6a488 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172989 Aug 23 14:14:43.656779 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Deleting subnet 65cd8e27-04f6-4047-ad52-dc91e52f9041 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:14:43.843823 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.008970 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.178396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9e63c-5c53-4ce2-b5e0-7f7be072d603 req-5065ab0f-db6b-4304-b790-ff83d478950e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:44.181156 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dc9e63c-5c53-4ce2-b5e0-7f7be072d603 req-5065ab0f-db6b-4304-b790-ff83d478950e tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 944 time: 0.7879798 Aug 23 14:14:44.287161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.294029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] For port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:44.294419 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.322846 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03c3b196-de02-421b-89f5-dfe732be97a0 req-528c68a2-4282-472b-b25d-4550646515a2 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221520 Aug 23 14:14:44.324496 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dc9e63c-5c53-4ce2-b5e0-7f7be072d603 req-9eab7f0f-7fd8-471d-a597-2f098ccb7933 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293337 Aug 23 14:14:44.349171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a547f67-1203-4340-a7c8-c419eff2b054 req-6cff2c01-9fa2-4534-90ee-159a627c5ede tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:44.365762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2a547f67-1203-4340-a7c8-c419eff2b054 req-6cff2c01-9fa2-4534-90ee-159a627c5ede tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.4429073 Aug 23 14:14:44.461731 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2a547f67-1203-4340-a7c8-c419eff2b054 req-cef392ef-63df-4918-a360-03a7a0449b8b tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Aug 23 14:14:44.540264 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.548103 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:44.567756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Calling delete_port for 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:44.612427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65cd8e27-04f6-4047-ad52-dc91e52f9041,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:44.618601 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:44.622040 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.633135 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fbf6ec-0778-42d0-a7a7-b872fdf242cb None None] Network 67cdf5cd-16a3-48a8-b222-543bfb601bc0 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:14:44.634205 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/65cd8e27-04f6-4047-ad52-dc91e52f9041 HTTP/1.1" status: 204 len: 168 time: 1.1281030 Aug 23 14:14:44.634205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41918) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:44.839456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Router 2518098c-8b04-49e6-8834-c59f8eb9b632 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:14:44.860205 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.896983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Deleting port df3979af-1b1c-4f32-a6a7-af323b5de2de {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:44.897521 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:44.942379 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:45.054452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] DHCP port deletion for 67cdf5cd-16a3-48a8-b222-543bfb601bc0 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:14:45.055419 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58dd11-7c66-4fdf-aa46-7fbdcfc8ec58 req-c89d777a-6ad9-4d33-ab19-0eeca9e0ede9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:45.060436 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Deleting port df3979af-1b1c-4f32-a6a7-af323b5de2de {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:45.061253 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:45.063720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e58dd11-7c66-4fdf-aa46-7fbdcfc8ec58 req-c89d777a-6ad9-4d33-ab19-0eeca9e0ede9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.3818848 Aug 23 14:14:45.124955 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a17d888-f7c9-4d74-bb0e-7545c10df54f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:45.164701 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e58dd11-7c66-4fdf-aa46-7fbdcfc8ec58 req-c208862c-18f0-4ea5-a129-2f6dc59a36f4 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989578 Aug 23 14:14:45.226425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event deleted for resources: {'Port': ['ID=8cfb9a22-7244-48f7-b995-8f15f45bc5d5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:45.231500 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:45.326076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-72972713-b1f2-4e05-a660-baae1465cfe7 req-ceb76e77-1c69-48d5-bf4d-1af535d6c625 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:45.354809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] No DVR routers for this DVR port 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:45.380841 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:45.401303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] For port df3979af-1b1c-4f32-a6a7-af323b5de2de, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=df3979af-1b1c-4f32-a6a7-af323b5de2de,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:45.401950 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:45.438741 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:45.440069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:45.441376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 8cfb9a22-7244-48f7-b995-8f15f45bc5d5 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:45.441601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'name': 'network-vif-deleted', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:45.463005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] For port df3979af-1b1c-4f32-a6a7-af323b5de2de, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=df3979af-1b1c-4f32-a6a7-af323b5de2de,segment=NetworkSegment(ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02),segment_id=ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:45.463005 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:45.493682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:14:45.506854 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] Sync routers for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:14:45.527956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] 10.222.0.72 "PUT /v2.0/routers/2518098c-8b04-49e6-8834-c59f8eb9b632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1174836 Aug 23 14:14:45.530461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41934) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:45.534358 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:45.535078 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:45.834064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Calling delete_port for df3979af-1b1c-4f32-a6a7-af323b5de2de owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:45.852725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-72972713-b1f2-4e05-a660-baae1465cfe7 req-ceb76e77-1c69-48d5-bf4d-1af535d6c625 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:45.867550 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72972713-b1f2-4e05-a660-baae1465cfe7 req-ceb76e77-1c69-48d5-bf4d-1af535d6c625 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 6149 time: 1.4538469 Aug 23 14:14:45.868917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3cc66ee1-5096-468b-b1c1-d5e78bf35257 req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "DELETE /v2.0/ports/8cfb9a22-7244-48f7-b995-8f15f45bc5d5 HTTP/1.1" status: 204 len: 173 time: 2.8754189 Aug 23 14:14:45.899722 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-91c2b775-6b47-4f47-aa8b-95a59ef1b64e req-1c4b8240-fdbd-4fcb-a5fb-a560b952623a tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=753309b7-7eb0-4578-9c41-3286e523adde HTTP/1.1" status: 200 len: 210 time: 0.2626629 Aug 23 14:14:45.915971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Calling delete_port for df3979af-1b1c-4f32-a6a7-af323b5de2de owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:46.055144 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:46.117443 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.122757 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:46.122757 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:46.124836 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2531190b-6fea-4cab-80a6-28eac2387344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:46.139662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72972713-b1f2-4e05-a660-baae1465cfe7 req-534e4fb3-9382-4262-8a43-0a8db07dc8e2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/31f21381-7b19-42ef-b3f5-588173131375 HTTP/1.1" status: 200 len: 2981 time: 0.2466321 Aug 23 14:14:46.143697 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.304528 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3979af-1b1c-4f32-a6a7-af323b5de2de,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:46.319002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] No DVR routers for this DVR port df3979af-1b1c-4f32-a6a7-af323b5de2de on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:46.324371 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:46.440795 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72972713-b1f2-4e05-a660-baae1465cfe7 req-1648c501-ab37-43ae-965a-afd0014c4dd8 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/31f21381-7b19-42ef-b3f5-588173131375 HTTP/1.1" status: 200 len: 2981 time: 0.1537430 Aug 23 14:14:46.620456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Deleting port df3979af-1b1c-4f32-a6a7-af323b5de2de {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:46.620855 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.635774 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753309b7-7eb0-4578-9c41-3286e523adde', 'name': 'network-vif-deleted', 'tag': '8cfb9a22-7244-48f7-b995-8f15f45bc5d5', 'status': 'completed', 'code': 200} Aug 23 14:14:46.671282 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device df3979af-1b1c-4f32-a6a7-af323b5de2de no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:46.690919 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.727469 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.740508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cdf5cd-16a3-48a8-b222-543bfb601bc0']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:46.775154 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3b250d06-2715-41a5-9163-15e79834de5a None None] The port 'df3979af-1b1c-4f32-a6a7-af323b5de2de' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:14:46.778575 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '0ab01822-a233-4244-ba12-5af90d97e425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:14:41Z', 'revision_number': 5, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port': {'id': '0ab01822-a233-4244-ba12-5af90d97e425', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:05Z', 'updated_at': '2021-08-23T14:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:46.785934 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: df3979af-1b1c-4f32-a6a7-af323b5de2de {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:46.786292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device df3979af-1b1c-4f32-a6a7-af323b5de2de not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:46.788290 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:46.790390 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac24dbd8-afcc-4e45-a8f3-a6f1c2039b02') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:46.808154 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] Checking router: 2518098c-8b04-49e6-8834-c59f8eb9b632 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:14:46.810944 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.825336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Deleting port 0ab01822-a233-4244-ba12-5af90d97e425 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:46.829380 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.838058 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] Routers {'2518098c-8b04-49e6-8834-c59f8eb9b632'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:14:46.840832 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:14:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2518098c-8b04-49e6-8834-c59f8eb9b632'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:46.849919 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:46.860599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:14:46.861012 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:14:47.150078 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:14:47.232660 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:47.256965 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:47.259572 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:47.283868 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-688b0e79-68e8-4632-84f6-b23a226672e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.285559 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-688b0e79-68e8-4632-84f6-b23a226672e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9842b21879124d27a0da760308c32785&device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 1096 time: 0.6736119 Aug 23 14:14:47.295589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Pushing event deleted for resources: {'Network': ['ID=67cdf5cd-16a3-48a8-b222-543bfb601bc0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:47.296876 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] Set router 2518098c-8b04-49e6-8834-c59f8eb9b632 gateway port host: None {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:14:47.302437 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:47.333313 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] 10.222.0.72 "DELETE /v2.0/networks/67cdf5cd-16a3-48a8-b222-543bfb601bc0 HTTP/1.1" status: 204 len: 168 time: 2.6988699 Aug 23 14:14:47.435599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8cd7d-bcac-4447-8168-e6e502a25c65 req-746c3f92-f5a3-4a70-9ded-9477507e81af tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.437319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7dd8cd7d-bcac-4447-8168-e6e502a25c65 req-746c3f92-f5a3-4a70-9ded-9477507e81af tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.2841568 Aug 23 14:14:47.442586 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:14:46Z', 'revision_number': 6, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port_host': None}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:47.449283 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c91c6-9b5b-4e66-9043-55ae7445d4b5 None None] The sync data for ids ['2518098c-8b04-49e6-8834-c59f8eb9b632'] in n-d-805628-1 is: [{'id': '2518098c-8b04-49e6-8834-c59f8eb9b632', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013264327-router', 'tenant_id': 'ac07226f49274821ae28226e81f7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:04Z', 'updated_at': '2021-08-23T14:14:46Z', 'revision_number': 6, 'project_id': 'ac07226f49274821ae28226e81f7208a', 'gw_port_host': None}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:14:47.542200 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-230f7a6a-bc20-44ff-89ef-f02dc43e780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.543437 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-230f7a6a-bc20-44ff-89ef-f02dc43e780b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1f908f8-6e85-486f-97e0-819f362edb40 HTTP/1.1" status: 200 len: 915 time: 0.2384708 Aug 23 14:14:47.556576 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7dd8cd7d-bcac-4447-8168-e6e502a25c65 req-99c5ff2a-375d-4c73-b1d5-5dd48e734dc1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971260 Aug 23 14:14:47.589863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] For port 0ab01822-a233-4244-ba12-5af90d97e425, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0ab01822-a233-4244-ba12-5af90d97e425,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:47.590803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:47.663157 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-28996150', 'description': 'tempest-description-1331887909'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:47.697755 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:47.702287 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-1a3eb0ca-9bd9-4863-8aee-f53b87d02a8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494 HTTP/1.1" status: 200 len: 217 time: 0.1465366 Aug 23 14:14:47.734763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Calling delete_port for 0ab01822-a233-4244-ba12-5af90d97e425 owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:47.773081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb2e7f-ea12-4e84-b5e0-eae7faef30d5 req-97d4d839-dd1b-4b0e-9e07-95deb682975c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.775990 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbeb2e7f-ea12-4e84-b5e0-eae7faef30d5 req-97d4d839-dd1b-4b0e-9e07-95deb682975c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.3397264 Aug 23 14:14:47.793618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:47.841355 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-401d6e37-a37d-4e5d-bfb2-3e9b8a7e9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:47.842551 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-401d6e37-a37d-4e5d-bfb2-3e9b8a7e9771 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c74de049-1990-470c-a2a7-c49107962202 HTTP/1.1" status: 200 len: 853 time: 0.1308403 Aug 23 14:14:47.863311 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbeb2e7f-ea12-4e84-b5e0-eae7faef30d5 req-f6496009-d5d0-4630-9c0c-0bf96996259f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704658 Aug 23 14:14:47.909144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41966) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:47.955810 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-18a8964f-8b67-49e6-8629-1d67a6107a74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1f908f8-6e85-486f-97e0-819f362edb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032875 Aug 23 14:14:47.998550 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.134785 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1f5fcf91-1f39-4248-89b1-80fe8b73be47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57e66d68ec714d0ba47f0c94e701f61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241602 Aug 23 14:14:48.136675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:48.138203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 41972) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:48.150850 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:48.163684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:48.178647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:48.229820 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-e0742e6a-e57a-413e-95d6-c901ab554eb3 service neutron] 10.222.0.64 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594118 Aug 23 14:14:48.328386 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.330576 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.355294 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e2cb2d83-3c09-4aad-a41d-ad56e47b996c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:48.448210 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.479338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c43c4-4fe0-4ade-9f2d-d518636839bb req-472f3f81-3259-4203-9ad9-c256e430b88c service neutron] 10.222.0.64 "GET /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391860 Aug 23 14:14:48.517086 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.531597 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-afb4f279-0d23-48de-bfb9-7420feaac215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:48.550331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab01822-a233-4244-ba12-5af90d97e425,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:48.573901 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:48.610354 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14a66ff-5b82-4636-9d60-e0e15c2f1799,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:48.615973 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:48.659333 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 3ced1c45-1b21-4f5b-8967-818de27c564c no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:48.660093 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.677958 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.685060 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d822d233-4fb2-43c3-a8f3-d84862f39bfd req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0252678 Aug 23 14:14:48.755739 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 3ced1c45-1b21-4f5b-8967-818de27c564c {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:48.756365 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 3ced1c45-1b21-4f5b-8967-818de27c564c not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:48.758517 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0ab01822-a233-4244-ba12-5af90d97e425 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:48.800041 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:48.855544 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 0ab01822-a233-4244-ba12-5af90d97e425 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:48.856266 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0ab01822-a233-4244-ba12-5af90d97e425 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:49.109417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cffc83-74dc-4b47-a5f2-4f851307eda3 req-f5247dca-c559-4d81-9b0e-b7b4ef326f9c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:49.127052 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1639363118', 'description': 'tempest-description-2123557195'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:49.128164 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-80cffc83-74dc-4b47-a5f2-4f851307eda3 req-f5247dca-c559-4d81-9b0e-b7b4ef326f9c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.1980751 Aug 23 14:14:49.183904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:49.205485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:49.211278 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:49.231998 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-80cffc83-74dc-4b47-a5f2-4f851307eda3 req-2edee284-21a8-406d-afbe-3692884ff356 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022062 Aug 23 14:14:49.244878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:49.351293 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.352382 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 41998) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:49.355455 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.475142 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.500773 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.501311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2518098c-8b04-49e6-8834-c59f8eb9b632 {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:14:49.503154 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.519018 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5155c6c2-4934-4f0a-80b9-b12a14497b92 tempest-ServersAdminNegativeTestJSON-238265916 tempest-ServersAdminNegativeTestJSON-238265916-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:49.587987 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999f5045-84bd-4450-ac72-edfa22387368,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:49.596823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:49.601517 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:49.611326 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:49.617492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:49.650620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:49.690635 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7cb0f76a-1c4d-4f67-817a-3646f476edb7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=685899c6cd1e47f385a73c511f19c3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316436 Aug 23 14:14:49.693735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42004) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:49.719008 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.720853 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/999f5045-84bd-4450-ac72-edfa22387368 HTTP/1.1" status: 204 len: 168 time: 1.5739360 Aug 23 14:14:49.727122 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.732187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2518098c-8b04-49e6-8834-c59f8eb9b632 HTTP/1.1" status: 204 len: 168 time: 4.2005177 Aug 23 14:14:49.733370 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42010) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:49.807215 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Deleting subnet d3a14fa9-e697-427a-b450-5604c8508cb9 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:14:49.815312 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.856229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-d7542df5-6a44-4b68-939f-06857112d1b8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:49.857120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-d7542df5-6a44-4b68-939f-06857112d1b8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Synchronizing usage tracker for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:14:49.861344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee327b-31a9-4bad-8a05-ea9a0ecaf03a req-c6d290b6-3fa3-442f-ab11-8103379024f5 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:49.868964 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2dee327b-31a9-4bad-8a05-ea9a0ecaf03a req-c6d290b6-3fa3-442f-ab11-8103379024f5 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.4397619 Aug 23 14:14:49.893061 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.922799 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.961843 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:49.989704 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2dee327b-31a9-4bad-8a05-ea9a0ecaf03a req-ff86830c-7def-4d2a-af8b-189e0f4d4f59 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198952 Aug 23 14:14:50.010286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-d7542df5-6a44-4b68-939f-06857112d1b8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Unset dirty status for tenant:9984d9e9108c4317bd795b6f89395665 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:14:50.010286 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-d7542df5-6a44-4b68-939f-06857112d1b8 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 945 time: 0.5994897 Aug 23 14:14:50.114557 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.150469 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.157329 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c9ef09dd-6aa5-4d24-a33f-3f67c2a26736 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:50.199318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa08d60-f422-4381-9199-c1dbb95af7d4,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:50.212347 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:50.214355 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.228949 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d158ee46-fb28-468b-beaf-1f927a388191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:50.298815 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.300014 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fa08d60-f422-4381-9199-c1dbb95af7d4 HTTP/1.1" status: 204 len: 168 time: 0.6049709 Aug 23 14:14:50.315542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Deleting port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:50.315910 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.371366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66173edd-ec37-4d7f-bf7e-d34bfc1dffb7,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:50.383076 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:50.423194 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.589504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bf305-a32e-490e-bb9e-46b5d35cdac2 req-c5d1a984-e1aa-4a86-b235-b7e8c2204e36 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:50.592038 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef1bf305-a32e-490e-bb9e-46b5d35cdac2 req-c5d1a984-e1aa-4a86-b235-b7e8c2204e36 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 945 time: 0.1893091 Aug 23 14:14:50.689174 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef1bf305-a32e-490e-bb9e-46b5d35cdac2 req-a7092aa0-a8a6-4329-9c5a-5c3279bec893 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/security-groups?id=caa28ca8-b716-4333-ac70-5461a76633fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868723 Aug 23 14:14:50.769530 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:50.782367 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-159a3e46-e5be-4e3f-90fc-96e485a8a037 req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.6643248 Aug 23 14:14:51.187182 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.220880 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:51.314142 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a14fa9-e697-427a-b450-5604c8508cb9,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:51.321523 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:51.331460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b9970-6cc6-45de-834d-2a3023f9916f None None] Network 8f22f031-f57d-45d9-bb5f-58b27dc4487f requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:14:51.342120 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.376737 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d3a14fa9-e697-427a-b450-5604c8508cb9 HTTP/1.1" status: 204 len: 168 time: 1.6381929 Aug 23 14:14:51.401317 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42056) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:51.423819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] For port 7e4fee19-0c33-4c5a-a910-e6f1c043af77, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=7e4fee19-0c33-4c5a-a910-e6f1c043af77,segment=NetworkSegment(6b259927-1d04-427b-9df9-8869971c37d4),segment_id=6b259927-1d04-427b-9df9-8869971c37d4)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:51.428463 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.638454 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Calling delete_port for 7e4fee19-0c33-4c5a-a910-e6f1c043af77 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:51.708142 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b97d20-533c-486e-88c7-c7c50a4b090e req-2047b7f9-6d7e-4e15-940a-12acea8a595f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:51.716775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e3b97d20-533c-486e-88c7-c7c50a4b090e req-2047b7f9-6d7e-4e15-940a-12acea8a595f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.6890042 Aug 23 14:14:51.766755 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7323-966f-477e-a567-aea87ee735ab req-ddbb5b5a-8b3a-4d7f-be6b-fbbb8abfc89c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:51.780035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-957f7323-966f-477e-a567-aea87ee735ab req-ddbb5b5a-8b3a-4d7f-be6b-fbbb8abfc89c tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.6117187 Aug 23 14:14:51.801950 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] DHCP port deletion for 8f22f031-f57d-45d9-bb5f-58b27dc4487f request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:14:51.807070 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Deleting port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:51.807588 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.826401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42066) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:51.840338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.893557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Deleting port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:51.894459 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:51.900912 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e3b97d20-533c-486e-88c7-c7c50a4b090e req-86ef4460-9987-4dce-b99f-ea6d93a7443b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830041 Aug 23 14:14:52.244456 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.259475 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aefa6d19-6c84-455d-96f0-5d6830d07c4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:52.414605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] For port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:52.415319 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.450280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1959083423-network', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:52.463270 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:52.476200 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Usage tracker for resource:network and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:52.482778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:52.501600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Pushing event deleted for resources: {'Port': ['ID=7e4fee19-0c33-4c5a-a910-e6f1c043af77,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:52.520667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:52.598227 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:52.614986 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-957f7323-966f-477e-a567-aea87ee735ab req-e810bc12-0acb-4ca2-b5e3-2a98c48062b3 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8334088 Aug 23 14:14:52.654413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Made reservation on behalf of 6f8780a3d7334eb19e1bdef313cfb154 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:52.668910 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.830364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Calling delete_port for 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:52.854246 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:52.941753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] No DVR routers for this DVR port 7e4fee19-0c33-4c5a-a910-e6f1c043af77 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:52.967496 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:53.005553 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.008046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'name': 'network-vif-deleted', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:53.023567 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:53.046965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Usage tracker for resource:security_group_rule and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:53.052443 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:53.060503 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42194f20-36c7-4846-9b3d-bb8ed77aaad4 req-e95d7a4e-b031-40ce-90c4-e5bddab15f31 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 210 time: 0.1182342 Aug 23 14:14:53.115000 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:53.164557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-ee229101-e86f-4e24-a8ed-5f0dfa218d8c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:53.176852 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-ee229101-e86f-4e24-a8ed-5f0dfa218d8c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 812 time: 0.5580649 Aug 23 14:14:53.202617 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-fd96d8d5-b6e0-4b19-b0bf-3bd0b30c01e0 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/quotas/d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 375 time: 0.0301211 Aug 23 14:14:53.271176 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.294072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] For port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,segment=NetworkSegment(00d04005-25fd-4fa7-be4e-938455e39654),segment_id=00d04005-25fd-4fa7-be4e-938455e39654)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:53.307179 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.314228 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-19dccbdc-d70e-407d-84da-ca63fa10be1e req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.82 "DELETE /v2.0/ports/7e4fee19-0c33-4c5a-a910-e6f1c043af77 HTTP/1.1" status: 204 len: 173 time: 3.2922895 Aug 23 14:14:53.337528 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.353823 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:53.371828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-fb784554-7ec1-495f-a229-ec45f6944587 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587107 Aug 23 14:14:53.399296 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Pushing event deleted for resources: {'Port': ['ID=0e087d63-e68b-4f01-93b7-1a8eeb2d2357,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:53.418360 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.419540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.420039 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.420603 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.421128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.421627 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.423242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.423747 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.424328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.424818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.425334 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.425811 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:14:53.430784 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] No DVR routers for this DVR port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:53.442929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:53.480899 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:53.481988 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Calling delete_port for 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:53.500270 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 7e4fee19-0c33-4c5a-a910-e6f1c043af77 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:14:53.501452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 7e4fee19-0c33-4c5a-a910-e6f1c043af77 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:53.634702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-dd92b9b8-8d2f-4e8f-b767-194795bcf19e service neutron] 10.222.0.72 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554440 Aug 23 14:14:53.686381 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.701126 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.api [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:53.705176 n-d-805628-1 neutron-server[80759]: DEBUG oslo_db.api [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:53.740118 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70809e53-ee5f-4cf7-9627-c2291f160b94 req-ac901bdc-13ee-46e3-97ca-501f069b306c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:53.749130 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70809e53-ee5f-4cf7-9627-c2291f160b94 req-ac901bdc-13ee-46e3-97ca-501f069b306c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.2342665 Aug 23 14:14:53.814450 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-70b06636-99c9-4e04-84f6-074ddf6c5731 service neutron] 10.222.0.72 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722062 Aug 23 14:14:53.815457 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70809e53-ee5f-4cf7-9627-c2291f160b94 req-ee677a0f-19ce-4c05-a218-082fddd67d74 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615025 Aug 23 14:14:53.858418 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.878818 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:14:53.892385 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:53.892385 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Added segment 73c7aa88-dae4-42f5-ad04-0f5af43bfc58 of type vlan for network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa Aug 23 14:14:53.922046 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a78074-ad61-4842-93dd-db62b4f622c1', 'name': 'network-vif-deleted', 'tag': '7e4fee19-0c33-4c5a-a910-e6f1c043af77', 'status': 'completed', 'code': 200} Aug 23 14:14:53.942560 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c8ca6c83-3d59-4eac-b039-53d7ca9f3816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:53.987314 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.000886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4962cd-4884-4bd3-badd-96d68b40003a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:54.007136 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:54.129986 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.132365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:54.135785 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.182601 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:54.206749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Deleting port 0e087d63-e68b-4f01-93b7-1a8eeb2d2357 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:54.207163 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.410669 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5828457 Aug 23 14:14:54.413477 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42132) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:54.420285 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Request body: {'subnet': {'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1959083423-subnet', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:54.427311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] The port '0e087d63-e68b-4f01-93b7-1a8eeb2d2357' was deleted {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:14:54.431371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:54.444308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Usage tracker for resource:subnet and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:54.452239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:54.464734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:54.586643 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4adddf-0093-466c-bd0a-a7ddc15f32aa,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:54.589148 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:14:54.596338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Made reservation on behalf of 6f8780a3d7334eb19e1bdef313cfb154 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:54.599606 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.628460 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:54.655010 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c6428849-876a-4dd1-876c-5d44b69e0d37 req-9ee6502a-f803-481d-b028-1b11befebd8c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] 10.222.0.72 "GET /v2.0/ports?device_id=30a78074-ad61-4842-93dd-db62b4f622c1 HTTP/1.1" status: 200 len: 210 time: 0.0842741 Aug 23 14:14:54.875636 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.890728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f22f031-f57d-45d9-bb5f-58b27dc4487f']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:54.905484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d04005-25fd-4fa7-be4e-938455e39654') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:54.906472 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d04005-25fd-4fa7-be4e-938455e39654') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:54.919824 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.933304 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-25529f93-2c74-43cd-98c4-fb3280946828 req-da621494-2fba-400a-899c-945e10cfaa56 service neutron] show failed (client error): The resource could not be found. Aug 23 14:14:54.934475 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-da621494-2fba-400a-899c-945e10cfaa56 service neutron] 10.222.0.82 "GET /v2.0/ports/94c6c199-7d98-4ad7-80b3-cbcbad043d70/bindings/n-h2-805628-1 HTTP/1.1" status: 404 len: 380 time: 0.2517140 Aug 23 14:14:54.938268 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.979756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:14:54.979949 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:14:54.994181 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:14:55.025137 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01a8bb55-dda2-4d58-b481-1eb326fbb6ff req-7ecde9e6-e373-4b25-bd70-127f173e1323 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 210 time: 0.0824761 Aug 23 14:14:55.205010 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.209844 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e7daa30d-e924-43e4-afdc-f92341921fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:55.279238 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.300653 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:55.323558 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.338614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f22f031-f57d-45d9-bb5f-58b27dc4487f,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:55.345856 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:55.378678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef9d8e-d282-4bba-af79-6806f0580215 req-89f7c49f-9224-498a-9fcd-60bfc9e9d022 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:55.380472 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74ef9d8e-d282-4bba-af79-6806f0580215 req-89f7c49f-9224-498a-9fcd-60bfc9e9d022 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.1734493 Aug 23 14:14:55.433743 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74ef9d8e-d282-4bba-af79-6806f0580215 req-a31dac89-51f1-4963-b4ad-4a8b97875e07 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468481 Aug 23 14:14:55.435742 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8f22f031-f57d-45d9-bb5f-58b27dc4487f HTTP/1.1" status: 204 len: 168 time: 4.0293863 Aug 23 14:14:55.441222 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42174) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:55.550913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6804c610-56e4-4b5d-84ac-e017ad545fe2,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:55.559508 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:55.574784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Checking segment: {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:14:55.575322 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Network hostable DHCP agents. Network: 5a4adddf-0093-466c-bd0a-a7ddc15f32aa, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:14:55.605133 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025bc6-c466-41c0-92a1-22d7cea13698 req-cc124a9e-c59b-41b9-b9fe-64dd9b3db335 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:55.611510 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b6025bc6-c466-41c0-92a1-22d7cea13698 req-cc124a9e-c59b-41b9-b9fe-64dd9b3db335 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.1974628 Aug 23 14:14:55.685811 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b6025bc6-c466-41c0-92a1-22d7cea13698 req-10314d75-1c71-4ba8-9fb0-c6ab54c9003e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732813 Aug 23 14:14:55.705691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:14:55.806821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42190) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:55.813528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 5a4adddf-0093-466c-bd0a-a7ddc15f32aa) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:55.817768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:55.823674 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:55.826691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ccd10-b57a-459b-8158-e17f7ead05cb None None] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:14:55.910303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42202) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:55.915396 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4962299 Aug 23 14:14:55.977117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:55.993960 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:56.009219 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Usage tracker for resource:router and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:56.012738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:56.026148 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:56.033840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-45170ed7-b3ce-4119-96dd-231509db5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:56.036145 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-45170ed7-b3ce-4119-96dd-231509db5756 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641&tenant_id=13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 1100 time: 0.4334917 Aug 23 14:14:56.066188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805628-1', 'device_owner': 'compute:nova'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:56.161129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Deleting subnet e24d87cd-a932-401b-8180-3c9a2097c9c0 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:14:56.165130 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.175636 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.215756 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.216993 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.369731 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.405895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7088b818-8637-4635-8796-589ebdb1d035 req-f0d90333-af24-4a29-8c21-260022a70de5 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 210 time: 0.0954883 Aug 23 14:14:56.415234 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:14:56.416302 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.417825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42226) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:56.452266 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.467518 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.541974 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.683095 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.693216 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb19fcbd-3c42-4cec-8af4-0b589173ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:56.706507 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Allocated IP 172.20.0.2 (5a4adddf-0093-466c-bd0a-a7ddc15f32aa/6804c610-56e4-4b5d-84ac-e017ad545fe2/b97f6fc4-d307-4334-b55e-0557e10a3952) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:56.733387 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.802423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24d87cd-a932-401b-8180-3c9a2097c9c0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:56.814770 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:56.820874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:56.823958 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:56.833932 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3929cd91b38243d3823ee94100565327 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:14:56.838902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:14:56.856133 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e24d87cd-a932-401b-8180-3c9a2097c9c0 HTTP/1.1" status: 204 len: 168 time: 1.0481141 Aug 23 14:14:56.858997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:56.861612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42236) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:56.872871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d8dd-df38-4662-8cd8-53d7ddcd2890 req-9e353bd4-b929-4ca5-8984-818b365a8648 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:56.874420 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba63d8dd-df38-4662-8cd8-53d7ddcd2890 req-9e353bd4-b929-4ca5-8984-818b365a8648 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 950 time: 0.5739689 Aug 23 14:14:56.948520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae48502-af3e-4135-b208-ee24f53a34f7 req-8a711249-3b0f-4937-8b27-1c662f7621a6 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:56.950096 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bae48502-af3e-4135-b208-ee24f53a34f7 req-8a711249-3b0f-4937-8b27-1c662f7621a6 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.3568637 Aug 23 14:14:57.029253 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.046864 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Transition to ACTIVE for port object b97f6fc4-d307-4334-b55e-0557e10a3952 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:57.064456 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.082370 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Transition to ACTIVE for port object b97f6fc4-d307-4334-b55e-0557e10a3952 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:57.090164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-bbabd71c-8d92-4f5d-a398-319bb610eced tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:57.091918 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-bbabd71c-8d92-4f5d-a398-319bb610eced tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 945 time: 0.3487079 Aug 23 14:14:57.105900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bae48502-af3e-4135-b208-ee24f53a34f7 req-4b373825-d085-40b7-bad0-791971fbc1a1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043944 Aug 23 14:14:57.153725 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.189848 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.192310 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba63d8dd-df38-4662-8cd8-53d7ddcd2890 req-367ee7a5-7a6e-4711-b9a2-9fa583c6c57b tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598782 Aug 23 14:14:57.205980 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:57.293477 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Pushing event updated for resources: {'Port': ['ID=b97f6fc4-d307-4334-b55e-0557e10a3952,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:57.305577 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:57.315787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:14:57.322097 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:14:57.322097 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:14:57.391396 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.434560 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Attempting to bind port b97f6fc4-d307-4334-b55e-0557e10a3952 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:57.435698 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Attempting to bind port b97f6fc4-d307-4334-b55e-0557e10a3952 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:57.440362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Attempting to bind port b97f6fc4-d307-4334-b55e-0557e10a3952 on network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:57.452575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:14:57.454548 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Checking segment: {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:14:57.454548 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.455631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Bound using segment: {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:14:57.457290 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Bound port: b97f6fc4-d307-4334-b55e-0557e10a3952, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:57.457716 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.514421 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:57.520018 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.528870 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.535641 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.585978 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] For port b97f6fc4-d307-4334-b55e-0557e10a3952, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:57.590333 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] For port b97f6fc4-d307-4334-b55e-0557e10a3952, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b97f6fc4-d307-4334-b55e-0557e10a3952,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:14:57.592036 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-78536417-634e-440f-bd0f-e1fa5cc0478b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:57.602089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Deleting port 440510a8-3d0b-4d1b-a4ec-74aed0350494 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:57.602444 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.640803 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f4338687-cae6-4c18-b789-4b50d7a8c442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.662526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbef754-fed7-49db-8196-b45c4a2dc978']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:57.682396 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.689560 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:57.745600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b259927-1d04-427b-9df9-8869971c37d4') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:57.746350 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b259927-1d04-427b-9df9-8869971c37d4') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:14:57.776122 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3929cd91b38243d3823ee94100565327&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3537593 Aug 23 14:14:57.776122 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c6b56-a201-4a63-b6ac-a3b8794642b1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:57.784052 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.792064 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:57.792494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42258) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:57.849190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Pushing event updated for resources: {'Port': ['ID=b97f6fc4-d307-4334-b55e-0557e10a3952,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:57.861461 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:57.885578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:14:57.887160 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.919259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-e0e3eac2-2cdf-4f84-896a-4adcdb814d7c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:57.920789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-e0e3eac2-2cdf-4f84-896a-4adcdb814d7c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 812 time: 0.5634706 Aug 23 14:14:57.935132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:14:57.935546 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.949174 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:14:57.955998 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:14:57.962431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'port': {'device_id': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee', 'admin_state_up': True, 'tenant_id': 'd9ee6870636e41ecb5a9eb84b243074d'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:14:58.065511 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.103120 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.106643 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:58.137540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1147a-9e6f-4f41-8628-3062f2a941ff req-a89e7fa6-cee0-45f6-813f-60bd0e8dff00 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:14:58.137540 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ad1147a-9e6f-4f41-8628-3062f2a941ff req-a89e7fa6-cee0-45f6-813f-60bd0e8dff00 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.8767979 Aug 23 14:14:58.551408 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.637433 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.659980 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b97f6fc4-d307-4334-b55e-0557e10a3952 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:14:58.684613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Transition to ACTIVE for port object 94c6c199-7d98-4ad7-80b3-cbcbad043d70 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:14:58.691870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 440510a8-3d0b-4d1b-a4ec-74aed0350494 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:58.695110 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.762539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494,segment=NetworkSegment(54fbdc1a-ca64-48cf-8c91-1fc70c1a402e),segment_id=54fbdc1a-ca64-48cf-8c91-1fc70c1a402e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:58.763139 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.851002 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.874878 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ce24d9f4-7184-4b56-b44e-0c8606e1526b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:58.877336 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:58.923745 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494,segment=NetworkSegment(54fbdc1a-ca64-48cf-8c91-1fc70c1a402e),segment_id=54fbdc1a-ca64-48cf-8c91-1fc70c1a402e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:14:58.926999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:14:58.972969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Calling delete_port for 440510a8-3d0b-4d1b-a4ec-74aed0350494 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:14:59.002857 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.003898 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:59.076778 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-515b5563-fea3-4dee-a8b7-053a57ded0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:59.124774 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ad1147a-9e6f-4f41-8628-3062f2a941ff req-bca1ac07-2141-4732-a9b8-adb4e5899939 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9439595 Aug 23 14:14:59.129768 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.214686 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:14:59.215144 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:14:59.227642 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.245286 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f98f7b1b-2b02-4cdc-a395-47b3805e171d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:59.256960 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Deleting port e4743d96-2464-458c-878d-8e4e1a69750d {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:59.257624 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.263871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port b97f6fc4-d307-4334-b55e-0557e10a3952 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:59.282283 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.299598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:14:59.306028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=efbef754-fed7-49db-8196-b45c4a2dc978,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:59.354057 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:59.362143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb50f162-1f0a-4d08-8650-0491e66cfe41 None None] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:14:59.373338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:14:59.386255 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=6']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:59.437798 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:59.439010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=440510a8-3d0b-4d1b-a4ec-74aed0350494,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:59.446443 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:59.450126 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] No DVR routers for this DVR port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:14:59.450961 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:14:59.504383 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] 10.222.0.72 "DELETE /v2.0/networks/efbef754-fed7-49db-8196-b45c4a2dc978 HTTP/1.1" status: 204 len: 168 time: 2.6416521 Aug 23 14:14:59.511352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42292) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:14:59.556409 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Allocated IP 172.25.7.62 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/606b5251-bc0a-4a30-bb0e-12b87376baed) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:14:59.559593 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'code': 200} Aug 23 14:14:59.570841 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-430f2f2e-73a5-411f-8336-0e5212aa3bdc req-4cb03654-b94d-4bc9-aab0-1bc666edea60 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 210 time: 0.1383309 Aug 23 14:14:59.585674 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.599033 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Made reservation on behalf of d9ee6870636e41ecb5a9eb84b243074d for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:14:59.606908 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.629202 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-669f7b10-6b92-467f-84ca-4ae503f23e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:14:59.637399 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:14:59.638125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:14:59.638920 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:59.663142 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28c6b56-a201-4a63-b6ac-a3b8794642b1,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:14:59.685424 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:14:59.696986 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.699398 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d28c6b56-a201-4a63-b6ac-a3b8794642b1 HTTP/1.1" status: 204 len: 168 time: 1.8974578 Aug 23 14:14:59.729670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:14:59.730023 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:14:59.735210 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494', 'code': 200} Aug 23 14:14:59.761712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:14:59.761964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:14:59.762360 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:14:59.762819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Bound port: 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:14:59.763176 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.835103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Deleting port 440510a8-3d0b-4d1b-a4ec-74aed0350494 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:14:59.836930 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.918849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Provisioning for port b97f6fc4-d307-4334-b55e-0557e10a3952 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:14:59.933482 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:14:59.939704 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Deleting subnet c42343ad-9d42-4cb2-bd8b-3623c50f7a82 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:14:59.959453 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:14:59.982862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Provisioning complete for port b97f6fc4-d307-4334-b55e-0557e10a3952 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:14:59.983417 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.009658 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.100483 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e8c658c8-9e8e-4467-9424-118fc325dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.193932 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.272034 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:00.292819 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.352195 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.359916 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:00.417459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] For port e4743d96-2464-458c-878d-8e4e1a69750d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e4743d96-2464-458c-878d-8e4e1a69750d,segment=NetworkSegment(cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b),segment_id=cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:00.418108 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.549936 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.632671 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.660691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Calling delete_port for e4743d96-2464-458c-878d-8e4e1a69750d owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:15:00.670329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=11']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:00.682749 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:00.694855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] For port b97f6fc4-d307-4334-b55e-0557e10a3952, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b97f6fc4-d307-4334-b55e-0557e10a3952,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:00.743886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c41bd-612f-4ae3-a57f-b8e648b9cde4 req-7afda56c-cb48-492e-8ab4-a920c90beded tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:00.753709 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a98c41bd-612f-4ae3-a57f-b8e648b9cde4 req-7afda56c-cb48-492e-8ab4-a920c90beded tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 943 time: 0.6422679 Aug 23 14:15:00.775407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:00.806887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:00.825366 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.826481 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:00.832953 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:00.898783 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a98c41bd-612f-4ae3-a57f-b8e648b9cde4 req-5c20a532-c313-47a8-bf0e-020558dc33e5 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/security-groups?id=a45b6b69-1661-497a-91e7-817832c9a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425066 Aug 23 14:15:00.899663 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a84181b2-f4ce-4476-a017-8a512ef771cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:00.998236 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Pushing event updated for resources: {'Port': ['ID=b97f6fc4-d307-4334-b55e-0557e10a3952,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:01.004297 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:01.043809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42343ad-9d42-4cb2-bd8b-3623c50f7a82,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:01.063233 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.080713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] For port 440510a8-3d0b-4d1b-a4ec-74aed0350494, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=440510a8-3d0b-4d1b-a4ec-74aed0350494,segment=NetworkSegment(54fbdc1a-ca64-48cf-8c91-1fc70c1a402e),segment_id=54fbdc1a-ca64-48cf-8c91-1fc70c1a402e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:01.081351 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.096500 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:01.107413 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.120188 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-15dbab61-f093-416f-a036-32f2c1cb30e2 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:01.173653 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3aaedaad-9dc3-4518-86e7-d3eacd1e092c None None] Provisioning complete for port b97f6fc4-d307-4334-b55e-0557e10a3952 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:01.173653 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3aaedaad-9dc3-4518-86e7-d3eacd1e092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.314659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:01.315870 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.317926 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] 10.222.0.64 "PUT /v2.0/ports/94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 1095 time: 5.2606328 Aug 23 14:15:01.358584 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.417639 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.429385 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:01.434288 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:01.440773 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:01.441554 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:01.508998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Calling delete_port for 440510a8-3d0b-4d1b-a4ec-74aed0350494 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:15:01.543209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Allocated IP 172.20.0.3 (813a1ed8-6d64-44fa-9f08-cb6d4c6351ee/c8cb9ada-fc61-46a3-ab67-95ab2c701aa8/4fd6a6ff-51eb-4bfb-af64-5d93ced72019) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:01.595728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:01.642359 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-8ad57131-dcd6-4eb0-912d-9641b661aa20 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c42343ad-9d42-4cb2-bd8b-3623c50f7a82 HTTP/1.1" status: 204 len: 168 time: 2.1299031 Aug 23 14:15:01.650864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42330) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:01.687395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:01.698994 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:01.712182 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:01.737344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:01.766439 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Pushing event updated for resources: {'Port': ['ID=606b5251-bc0a-4a30-bb0e-12b87376baed,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:01.817564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42336) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:01.840788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ae75-a4db-493e-b9ef-3f5ffa280ad0 req-3dc12272-7b33-4567-88ec-4de531c7a10d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:01.848728 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2531ae75-a4db-493e-b9ef-3f5ffa280ad0 req-3dc12272-7b33-4567-88ec-4de531c7a10d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 947 time: 1.0166070 Aug 23 14:15:01.890336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a02c8-6ad4-4e2c-8ca4-0fb3d20750dd req-62770066-5b9c-464e-9831-53bd173fe6db tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:01.894016 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4b7a02c8-6ad4-4e2c-8ca4-0fb3d20750dd req-62770066-5b9c-464e-9831-53bd173fe6db tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 948 time: 0.7815166 Aug 23 14:15:01.905921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4743d96-2464-458c-878d-8e4e1a69750d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:01.915707 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:01.932965 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:01.936305 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:02.083826 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.090671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1258773783-network', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:02.113421 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2531ae75-a4db-493e-b9ef-3f5ffa280ad0 req-cad77bd4-d0b4-4f6d-be95-026eff54a5ef tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637942 Aug 23 14:15:02.143917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:02.158116 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Usage tracker for resource:network and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:02.168180 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:02.185455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:02.196262 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4b7a02c8-6ad4-4e2c-8ca4-0fb3d20750dd req-81134fdb-aad3-4cf2-80df-399022464215 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652643 Aug 23 14:15:02.202691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-d1562980-4686-4c57-85a2-43054d8d7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:02.204532 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-d1562980-4686-4c57-85a2-43054d8d7c89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1098 time: 0.8506083 Aug 23 14:15:02.330822 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.334443 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31', 'code': 200} Aug 23 14:15:02.354482 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6de55b05-b7fe-46dd-b885-e9c4e42b53f9 tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:02.440833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:02.440833 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.444201 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'status': 'completed', 'code': 200} Aug 23 14:15:02.476315 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.480955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-36f4dd4c-ae57-46ed-8571-4fad21f9b7a3 req-4a4334c1-65c8-4dcd-8eda-6e749b2c730e tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:02.515855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Pushing event deleted for resources: {'Port': ['ID=440510a8-3d0b-4d1b-a4ec-74aed0350494,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:02.595485 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:02.599413 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.636578 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.701392 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b97f6fc4-d307-4334-b55e-0557e10a3952 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:02.710361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2bc63a-9c97-489a-84e9-b3b302660aa5']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:02.716886 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.738078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:02.743245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] No DVR routers for this DVR port 440510a8-3d0b-4d1b-a4ec-74aed0350494 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:02.750694 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79347d0-9314-422b-aa0a-5d92eb1245c9') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:02.750694 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79347d0-9314-422b-aa0a-5d92eb1245c9') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:02.762151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Usage tracker for resource:security_group_rule and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:02.767738 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.771111 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'name': 'network-vif-deleted', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:02.774424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-685d6447-640b-4642-b036-671ec4fb4d1f req-5e152b49-eb9e-49a2-a354-ab02a2c2fbad tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0824e0c-06ed-4c79-8a49-25249fab01b9 HTTP/1.1" status: 200 len: 210 time: 0.1495645 Aug 23 14:15:02.778377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:02.795699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:02.796127 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port b97f6fc4-d307-4334-b55e-0557e10a3952 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:02.804812 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.805176 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.807876 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-36f4dd4c-ae57-46ed-8571-4fad21f9b7a3 req-4a4334c1-65c8-4dcd-8eda-6e749b2c730e tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:02.815588 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36f4dd4c-ae57-46ed-8571-4fad21f9b7a3 req-4a4334c1-65c8-4dcd-8eda-6e749b2c730e tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 210 time: 0.5434475 Aug 23 14:15:02.853315 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d3972c1-c66d-46ab-b7c4-7dcbdb0b1fd4 req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] 10.222.0.64 "DELETE /v2.0/ports/440510a8-3d0b-4d1b-a4ec-74aed0350494 HTTP/1.1" status: 204 len: 173 time: 5.7410035 Aug 23 14:15:02.857537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.64', 52775) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:02.871078 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.937131 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0824e0c-06ed-4c79-8a49-25249fab01b9', 'name': 'network-vif-deleted', 'tag': '440510a8-3d0b-4d1b-a4ec-74aed0350494', 'status': 'completed', 'code': 200} Aug 23 14:15:02.955743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:15:02.955743 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:15:02.972664 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:15:03.017420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-2ff0d0d5-c332-48e6-8bed-d8fc3d220cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.018528 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-2ff0d0d5-c332-48e6-8bed-d8fc3d220cf7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1098 time: 0.6692405 Aug 23 14:15:03.059364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-b0d2263f-60bc-48db-b8da-3da626d8708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.062139 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-b0d2263f-60bc-48db-b8da-3da626d8708e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.6167333 Aug 23 14:15:03.146853 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.147570 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.166339 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:03.182273 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d9ae5c4b-3a4c-4bba-a025-c9ea3594625b tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:03.311890 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-ae101842-eb86-4826-bd9f-94fe60ac77e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.2068222 Aug 23 14:15:03.405823 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.412807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:03.437233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:03.464726 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.467395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:03.522828 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.663519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:03.682647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-d9c5b284-a4c3-48cd-8590-b580aff21138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.684096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-d9c5b284-a4c3-48cd-8590-b580aff21138 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3029850 Aug 23 14:15:03.694367 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:03.705794 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-688823ae-ac4e-480d-952a-90e947e73e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:03.759535 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d11637-c20c-4ca6-98cd-82badb3572e0 req-03884bca-3222-43ca-ac41-4fa29e4bc553 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.761099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1d11637-c20c-4ca6-98cd-82badb3572e0 req-03884bca-3222-43ca-ac41-4fa29e4bc553 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 948 time: 0.3810310 Aug 23 14:15:03.776514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fb2bc63a-9c97-489a-84e9-b3b302660aa5 HTTP/1.1" status: 204 len: 168 time: 2.1176252 Aug 23 14:15:03.776514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2bc63a-9c97-489a-84e9-b3b302660aa5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:03.786360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-a31fbbff-bd2e-45ef-9dd4-0eeeebda1da0 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.788264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-a31fbbff-bd2e-45ef-9dd4-0eeeebda1da0 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 948 time: 0.9247622 Aug 23 14:15:03.790545 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:03.843137 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.851378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-eec9aa3a-6488-4e4c-a1d8-da7aa317a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.853095 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-eec9aa3a-6488-4e4c-a1d8-da7aa317a845 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.7932105 Aug 23 14:15:03.938520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:03.939166 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.966794 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-95a85d16-7747-4882-bbde-c1bd5762a82b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.1042087 Aug 23 14:15:03.968728 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:03.982551 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4b91b0fd-329b-428c-9f49-5219bf5593d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:04.071967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Deleting port 6d214caa-4fb1-4170-858e-17bd3943da31 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:15:04.071967 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.103228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:15:04.123477 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce39e6-ec84-4e72-9b1f-cd741ddcf3a3 req-91709fe2-e82d-480f-b421-bed9d2ed4370 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:04.125864 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4ce39e6-ec84-4e72-9b1f-cd741ddcf3a3 req-91709fe2-e82d-480f-b421-bed9d2ed4370 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 947 time: 0.7634234 Aug 23 14:15:04.146547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:04.151489 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1964402 Aug 23 14:15:04.174347 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:04.202976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Request body: {'port': {'device_id': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:04.239895 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.240228 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Added segment 6d502fb0-0ab1-4687-bba5-c274c449acb4 of type vlan for network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 Aug 23 14:15:04.241233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42358) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:04.261934 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1d11637-c20c-4ca6-98cd-82badb3572e0 req-5fa1520f-d289-4ca3-bc08-e856ab45ec1c tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338520 Aug 23 14:15:04.305493 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-63540f62-e130-4725-bb48-ee6219923877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:04.306965 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-63540f62-e130-4725-bb48-ee6219923877 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3087435 Aug 23 14:15:04.321489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Router 43dd7881-1130-46f8-b87b-9c3f060184c3 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:15:04.402913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42362) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:04.407485 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529f93-2c74-43cd-98c4-fb3280946828 req-ec83703e-2b6d-4016-8dd3-3379781d0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:04.408110 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-ec83703e-2b6d-4016-8dd3-3379781d0c7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7091672 Aug 23 14:15:04.452299 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.474501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4ce39e6-ec84-4e72-9b1f-cd741ddcf3a3 req-bc58adbe-2585-4e81-ac39-83a3a1277698 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294156 Aug 23 14:15:04.655882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e3585e71-e653-4acd-ba33-9d2b06d86685 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9984d9e9108c4317bd795b6f89395665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088809 Aug 23 14:15:04.665217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42366) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:04.672746 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.756966 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.776495 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.777202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:04.777559 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.824230 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:04.870042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Deleting subnet c74de049-1990-470c-a2a7-c49107962202 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:15:04.943997 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:04.961229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-cfaf71dc-b852-49db-83fc-425c18d4ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:04.963339 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-cfaf71dc-b852-49db-83fc-425c18d4ca7b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6300538 Aug 23 14:15:05.070570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2500238 Aug 23 14:15:05.082945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42370) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:05.125457 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-ea2dde35-4060-4e00-b36b-f0c4f764c992 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954530 Aug 23 14:15:05.131111 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] For port 6d214caa-4fb1-4170-858e-17bd3943da31, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6d214caa-4fb1-4170-858e-17bd3943da31,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:05.131539 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.132098 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:15:05.139470 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.143018 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Pushing event updated for resources: {'Network': ['ID=2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:05.147819 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] Sync routers for ids ['43dd7881-1130-46f8-b87b-9c3f060184c3'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:15:05.160956 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:05.165424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Request body: {'subnet': {'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1258773783-subnet', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:05.169269 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:05.183951 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] Routers {'43dd7881-1130-46f8-b87b-9c3f060184c3'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:05.184676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['43dd7881-1130-46f8-b87b-9c3f060184c3'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:05.198032 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:05.205858 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.306047 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c89a18-7f01-4c8d-afe5-21a9abdf4981 req-4c0ed271-61fb-44c9-8e37-c017271fd97a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:05.314675 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18c89a18-7f01-4c8d-afe5-21a9abdf4981 req-4c0ed271-61fb-44c9-8e37-c017271fd97a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 931 time: 0.7320294 Aug 23 14:15:05.388535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Usage tracker for resource:subnet and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:05.405674 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:05.415496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Calling delete_port for 6d214caa-4fb1-4170-858e-17bd3943da31 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:15:05.454683 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] 10.222.0.72 "PUT /v2.0/routers/43dd7881-1130-46f8-b87b-9c3f060184c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0096214 Aug 23 14:15:05.456271 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.480574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42376) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:05.518074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:05.550994 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] Set router 43dd7881-1130-46f8-b87b-9c3f060184c3 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:05.558187 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-18c89a18-7f01-4c8d-afe5-21a9abdf4981 req-11bd7f8a-4ab1-4ea8-952a-9e856e6a4c02 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:05.596153 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25529f93-2c74-43cd-98c4-fb3280946828 req-fe07dc29-4d0d-4428-a5fc-96e14101e53f service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263635 Aug 23 14:15:05.723210 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-18c89a18-7f01-4c8d-afe5-21a9abdf4981 req-11bd7f8a-4ab1-4ea8-952a-9e856e6a4c02 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:05.738620 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18c89a18-7f01-4c8d-afe5-21a9abdf4981 req-11bd7f8a-4ab1-4ea8-952a-9e856e6a4c02 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217556 Aug 23 14:15:05.832450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.833388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Router 45871157-c485-410b-9cc3-7bba05a1d786 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:15:05.851301 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:05.861171 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-062b6af6-c871-4ede-90b5-785138b13607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:05.929643 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:15:01Z', 'revision_number': 5, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:05.935540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] Checking router: 43dd7881-1130-46f8-b87b-9c3f060184c3 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:15:05.947582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] Routers {'43dd7881-1130-46f8-b87b-9c3f060184c3'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:05.950441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['43dd7881-1130-46f8-b87b-9c3f060184c3'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:06.000967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74de049-1990-470c-a2a7-c49107962202,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:06.005272 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.016356 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c74de049-1990-470c-a2a7-c49107962202 HTTP/1.1" status: 204 len: 168 time: 1.6063607 Aug 23 14:15:06.020049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42382) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:06.020261 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:06.022136 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:06.022533 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.046283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-1d27c524-7b99-4a5c-a479-bdc3db982b25 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0734711 Aug 23 14:15:06.283743 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] Set router 43dd7881-1130-46f8-b87b-9c3f060184c3 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:06.501424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144de6b-2509-4f36-8ab6-b8e777a849e4 req-7fe65910-6d75-4bdf-a81e-2cc667037aba tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:06.504041 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.504774 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5144de6b-2509-4f36-8ab6-b8e777a849e4 req-7fe65910-6d75-4bdf-a81e-2cc667037aba tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 948 time: 1.0376940 Aug 23 14:15:06.516092 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.532445 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-9edbd961-3e48-432a-ad91-9c144151b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:06.539836 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-9edbd961-3e48-432a-ad91-9c144151b37a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1098 time: 0.7908280 Aug 23 14:15:06.579628 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:15:06.632818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:15:01Z', 'revision_number': 5, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:06.638515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa6ff7-2fb1-4ca1-83e4-4afd9c2f7290 None None] The sync data for ids ['43dd7881-1130-46f8-b87b-9c3f060184c3'] in n-d-805628-1 is: [{'id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1662826053-router', 'tenant_id': 'e9afa15e3fad427da44885bb4fe57905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:08:26Z', 'updated_at': '2021-08-23T14:15:01Z', 'revision_number': 5, 'project_id': 'e9afa15e3fad427da44885bb4fe57905', 'gw_port': {'id': '1578da7d-396b-4376-925a-ee75bd933b1c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dd7881-1130-46f8-b87b-9c3f060184c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:08:30Z', 'updated_at': '2021-08-23T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:15:06.692043 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:06.698968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:15:06.715727 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Sync routers for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:15:06.717427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b096840-9d94-4edd-9daa-1e7b1696324e req-e88867e8-6ee0-45d2-95c1-548d4882603d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:06.725398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b096840-9d94-4edd-9daa-1e7b1696324e req-e88867e8-6ee0-45d2-95c1-548d4882603d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 947 time: 0.8135223 Aug 23 14:15:06.731524 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.733524 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:06.735962 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:06.752497 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c468d18f-3632-4f01-ae28-86e65bbde6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:06.753892 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 6d214caa-4fb1-4170-858e-17bd3943da31 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:15:06.754560 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6d214caa-4fb1-4170-858e-17bd3943da31 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:06.764537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-cf58513b-0010-4199-904d-f62319ce0383 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864669 Aug 23 14:15:06.789128 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.792871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa28ca8-b716-4333-ac70-5461a76633fa,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:06.808487 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:06.817263 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-df2290d6-315c-4623-af8c-c63d4e8f42d0 tempest-ImagesNegativeTestJSON-2076290441 tempest-ImagesNegativeTestJSON-2076290441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:06.872491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:06.900256 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b096840-9d94-4edd-9daa-1e7b1696324e req-d872b791-7ab7-4012-94ab-f5aa77657be3 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736333 Aug 23 14:15:06.970854 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.971905 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:06.975048 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4f0d77cb-841b-4fc7-9324-35e5c0d5ca9a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0637426 Aug 23 14:15:06.976262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42390) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:06.978468 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:06.995832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Pushing event deleted for resources: {'Port': ['ID=6d214caa-4fb1-4170-858e-17bd3943da31,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:07.002894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5144de6b-2509-4f36-8ab6-b8e777a849e4 req-5fde7693-fc10-4397-9117-a80f5ce98f24 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/security-groups?id=75f0aacc-f60f-405c-837e-0a66f6a1a2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286833 Aug 23 14:15:07.011606 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:07.029525 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.104796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-09a7cf5f-2160-4683-9353-4db84288b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:07.104796 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-09a7cf5f-2160-4683-9353-4db84288b83e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.5512116 Aug 23 14:15:07.104796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f908f8-6e85-486f-97e0-819f362edb40']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:07.265717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fbdc1a-ca64-48cf-8c91-1fc70c1a402e') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:07.266432 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fbdc1a-ca64-48cf-8c91-1fc70c1a402e') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:07.277461 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-565a0d7f-86e3-4b33-aa3d-324644759c9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.1125519 Aug 23 14:15:07.307083 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.307349 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.311939 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Transition to ACTIVE for port object 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:07.321510 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:07.371527 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] No DVR routers for this DVR port 6d214caa-4fb1-4170-858e-17bd3943da31 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:07.388050 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.397544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-deleted', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:07.412268 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.416924 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.440852 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bee7146e-7343-4aa6-8ede-ec540b40ce36 req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.64 "DELETE /v2.0/ports/6d214caa-4fb1-4170-858e-17bd3943da31 HTTP/1.1" status: 204 len: 173 time: 3.6353414 Aug 23 14:15:07.441931 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.442590 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:02Z', 'revision_number': 3, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:07.447642 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/caa28ca8-b716-4333-ac70-5461a76633fa HTTP/1.1" status: 204 len: 168 time: 2.7798278 Aug 23 14:15:07.474386 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Checking router: 45871157-c485-410b-9cc3-7bba05a1d786 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:15:07.474899 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Updating router 45871157-c485-410b-9cc3-7bba05a1d786 port 606b5251-bc0a-4a30-bb0e-12b87376baed binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:15:07.510338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.525536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:15:07.525935 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:15:07.543158 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:15:07.555433 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d828ff0-ba33-4149-be66-4837adf14861', 'name': 'network-vif-deleted', 'tag': '6d214caa-4fb1-4170-858e-17bd3943da31', 'status': 'completed', 'code': 200} Aug 23 14:15:07.555433 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Deleting port 1578da7d-396b-4376-925a-ee75bd933b1c {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:15:07.555433 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.593428 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:07.625400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba36678-f8c9-4fe8-9dda-a51166398c1a,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:07.628397 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:07.642117 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aded89b4-f696-451c-94b1-13dae5de1db5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:08.029499 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-18f2a8f7-c6ae-4d1c-b3e3-fe853a386ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:08.043080 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-18f2a8f7-c6ae-4d1c-b3e3-fe853a386ff9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.7463157 Aug 23 14:15:08.095738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90adbe-679a-44b1-ac4b-7727b42e52d2 req-aae7f57f-32d2-4f11-806d-89df0bf51425 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:08.109997 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df90adbe-679a-44b1-ac4b-7727b42e52d2 req-aae7f57f-32d2-4f11-806d-89df0bf51425 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 931 time: 1.0125000 Aug 23 14:15:08.158796 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.178584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Checking segment: {'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:08.178957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Network hostable DHCP agents. Network: 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:08.191377 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Transition to ACTIVE for port object 606b5251-bc0a-4a30-bb0e-12b87376baed will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:08.277639 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.286252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:08.286784 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-fcb89654-cb7f-4a5e-b635-ccffab2d2a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:08.289472 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:08.382284 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.382978 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Attempting to bind port 606b5251-bc0a-4a30-bb0e-12b87376baed on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:08.383580 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Attempting to bind port 606b5251-bc0a-4a30-bb0e-12b87376baed by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:08.383973 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Attempting to bind port 606b5251-bc0a-4a30-bb0e-12b87376baed on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:08.395510 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:08.395510 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:08.395933 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.396200 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:08.397295 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Bound port: 606b5251-bc0a-4a30-bb0e-12b87376baed, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:08.397725 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.412125 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:08.431620 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Pushing event updated for resources: {'Port': ['ID=606b5251-bc0a-4a30-bb0e-12b87376baed,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:08.439565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Attempting to bind port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:08.439912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Attempting to bind port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:08.440253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Attempting to bind port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 on network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:08.440697 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.467923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 on network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:08.468262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Attempting to bind port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 on network 813a1ed8-6d64-44fa-9f08-cb6d4c6351ee {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:08.482915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:08.483262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Checking segment: {'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:08.483671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Bound using segment: {'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:08.484638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Bound port: 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4903fb-3320-498c-9f7f-2d442a10fa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:08.485057 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.489757 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.490129 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.490798 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.490798 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.491248 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.491628 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.491904 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.492567 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.492993 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.493354 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.493752 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.494080 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:08.502309 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:08.504687 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] For port 1578da7d-396b-4376-925a-ee75bd933b1c, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1578da7d-396b-4376-925a-ee75bd933b1c,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:08.504838 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.524051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49da10-b885-42ac-a664-9735afb57ef7 req-25bc816d-2a94-4b45-8151-c5fdd3947f89 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:08.527199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f908f8-6e85-486f-97e0-819f362edb40,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:08.535212 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cc49da10-b885-42ac-a664-9735afb57ef7 req-25bc816d-2a94-4b45-8151-c5fdd3947f89 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 947 time: 0.4169221 Aug 23 14:15:08.537703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:08.541364 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] For port 606b5251-bc0a-4a30-bb0e-12b87376baed, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:08.545954 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] For port 606b5251-bc0a-4a30-bb0e-12b87376baed, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=606b5251-bc0a-4a30-bb0e-12b87376baed,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:08.547965 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:08.553561 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df90adbe-679a-44b1-ac4b-7727b42e52d2 req-8bbf4ac8-bb7a-463e-8642-d4c72651fc7c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413626 Aug 23 14:15:08.598767 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e4743d96-2464-458c-878d-8e4e1a69750d no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:08.615076 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.620777 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:08.670563 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] 10.222.0.72 "DELETE /v2.0/networks/c1f908f8-6e85-486f-97e0-819f362edb40 HTTP/1.1" status: 204 len: 168 time: 2.5961440 Aug 23 14:15:08.677882 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-f29a3693-18d3-4b4e-a359-16bf31c74718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:08.679897 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-f29a3693-18d3-4b4e-a359-16bf31c74718 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6064460 Aug 23 14:15:08.688571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42406) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:08.700613 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:08.707334 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: e4743d96-2464-458c-878d-8e4e1a69750d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:15:08.707948 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e4743d96-2464-458c-878d-8e4e1a69750d not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:08.792400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Calling delete_port for 1578da7d-396b-4376-925a-ee75bd933b1c owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:15:08.794463 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:08.797531 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:08.875679 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:08.886968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:08.886968 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:08.940738 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9658d5-e217-48c7-af95-4459ca44d190 None None] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:09.002724 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Pushing event updated for resources: {'Port': ['ID=606b5251-bc0a-4a30-bb0e-12b87376baed,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:09.016558 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:09.042100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cc49da10-b885-42ac-a664-9735afb57ef7 req-96f1dbf8-c1df-43a2-8ee4-b8b3bec8ca71 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053957 Aug 23 14:15:09.065605 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-678a3cb9-95a9-407c-be9f-adcc55e0ff80 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a712eb1c44d143af89621ddc73a48a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718050 Aug 23 14:15:09.081888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42410) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:09.112751 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cc0476c5-5fcf-449b-92bb-73aeab1120ae req-f49f5ccf-95fa-442b-85f2-129c1777db97 tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d828ff0-ba33-4149-be66-4837adf14861 HTTP/1.1" status: 200 len: 210 time: 0.1942341 Aug 23 14:15:09.117269 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9755950 Aug 23 14:15:09.121322 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:09.123871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42414) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:09.147996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:09.161284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:09.191131 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:09.203750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:09.205567 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:09.212916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Usage tracker for resource:router and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:09.218154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:09.221170 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'mac_address': 'fa:16:3e:39:6d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:09.223017 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-ea2353bd-8b5b-45d7-8c28-06bf738cdb38 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330698 Aug 23 14:15:09.235764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:09.247234 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.259123 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:09.264112 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.324427 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.357743 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.392439 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.394151 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42418) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:09.419515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c6c199-7d98-4ad7-80b3-cbcbad043d70 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:09.447422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:09.448381 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.450006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] 10.222.0.64 "PUT /v2.0/ports/4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 1091 time: 5.2553511 Aug 23 14:15:09.476903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:09.481458 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:09.498691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3', 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'fixed_ips': [{'subnet_id': '8ba36678-f8c9-4fe8-9dda-a51166398c1a'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:15:09.500975 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.518559 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:09.525130 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.526894 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.555827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:09.598876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.623752 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-71744d9b-5236-4c7a-b8de-3064c01d51f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:09.654078 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f95e5429-3972-477c-9206-8ff4bfb83245 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9842b21879124d27a0da760308c32785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135353 Aug 23 14:15:09.657917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42426) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:09.691428 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5631ee3-a33a-4fb9-b08c-4189feecc655 req-3cacd9f0-ee8f-48f7-bb55-42941e57395a service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588845 Aug 23 14:15:09.708148 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019', 'status': 'completed', 'code': 200} Aug 23 14:15:09.710432 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.720786 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.724120 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-735ec14f-2c96-4c02-b627-e166b4db88e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:09.737615 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57515f58-4fef-4660-8c96-74199777076c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:09.737615 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:09.746801 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:15:09.759334 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:02Z', 'revision_number': 3, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:09.765431 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08378-fefc-43be-9897-f9a155630d0b None None] The sync data for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 is: [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:02Z', 'revision_number': 3, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:15:09.823628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-7750ab09-e2e0-47d7-bbd6-1ef1d9ddb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:09.826104 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-7750ab09-e2e0-47d7-bbd6-1ef1d9ddb720 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1094 time: 0.1756542 Aug 23 14:15:09.892882 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.921001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:09.932658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Allocated IP 172.20.0.2 (2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3/8ba36678-f8c9-4fe8-9dda-a51166398c1a/54f952b6-f3fe-43b3-ae02-c170440ea966) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:09.932658 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:09.932896 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-98b93468-a518-4547-b595-81656545c560 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 217 time: 0.0938375 Aug 23 14:15:09.932896 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:09.939081 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:09.961907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Allocated IP 172.20.0.1 (5a4adddf-0093-466c-bd0a-a7ddc15f32aa/6804c610-56e4-4b5d-84ac-e017ad545fe2/1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:09.982618 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['94c6c199-7d98-4ad7-80b3-cbcbad043d70'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:10.002463 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.034266 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.037978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/57515f58-4fef-4660-8c96-74199777076c HTTP/1.1" status: 204 len: 168 time: 0.9523993 Aug 23 14:15:10.053723 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Pushing event deleted for resources: {'Port': ['ID=1578da7d-396b-4376-925a-ee75bd933b1c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:10.256934 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474db99-0e01-4d26-942f-3175dfd9dce9 req-b960cbd4-01b1-4a42-856c-df4e49320433 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:10.261815 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a474db99-0e01-4d26-942f-3175dfd9dce9 req-b960cbd4-01b1-4a42-856c-df4e49320433 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 943 time: 0.4522932 Aug 23 14:15:10.305785 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:10.361533 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a474db99-0e01-4d26-942f-3175dfd9dce9 req-ad8d2a72-364e-409a-b862-0b595130668e tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926061 Aug 23 14:15:10.371323 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.392515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Transition to ACTIVE for port object 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:10.428856 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.433955 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-29dc785c-7762-49bd-94e2-600db4eb6084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:10.469576 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.472345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b6b69-1661-497a-91e7-817832c9a79b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:10.485595 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:10.506154 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Transition to ACTIVE for port object 54f952b6-f3fe-43b3-ae02-c170440ea966 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:10.558980 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Transition to ACTIVE for port object 54f952b6-f3fe-43b3-ae02-c170440ea966 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:10.592788 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.599472 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a45b6b69-1661-497a-91e7-817832c9a79b HTTP/1.1" status: 204 len: 168 time: 0.9307652 Aug 23 14:15:10.654439 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.661565 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-405f500a-ae93-48c5-b64e-2c524d99245f tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:10.695446 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:10.705226 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:10.780131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:10.805636 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:10.810859 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:10.848747 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 606b5251-bc0a-4a30-bb0e-12b87376baed up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:10.878235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Pushing event updated for resources: {'Port': ['ID=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:10.920710 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:10.934027 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.103515 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.148494 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:11.165988 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:11.170696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Pushing event updated for resources: {'Port': ['ID=54f952b6-f3fe-43b3-ae02-c170440ea966,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:11.173969 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:11.179270 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:11.226632 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-07870306-afe8-420a-9318-fe8e29ab11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:11.229265 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-07870306-afe8-420a-9318-fe8e29ab11b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 1.2567947 Aug 23 14:15:11.371919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Attempting to bind port 54f952b6-f3fe-43b3-ae02-c170440ea966 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:11.375681 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Attempting to bind port 54f952b6-f3fe-43b3-ae02-c170440ea966 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:11.375681 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Attempting to bind port 54f952b6-f3fe-43b3-ae02-c170440ea966 on network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:11.382170 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:11.382709 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Checking segment: {'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:11.383192 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.384002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Bound using segment: {'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:11.385288 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Bound port: 54f952b6-f3fe-43b3-ae02-c170440ea966, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:11.386611 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.536277 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] For port 54f952b6-f3fe-43b3-ae02-c170440ea966, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:11.540732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] For port 54f952b6-f3fe-43b3-ae02-c170440ea966, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=54f952b6-f3fe-43b3-ae02-c170440ea966,segment=NetworkSegment(6d502fb0-0ab1-4687-bba5-c274c449acb4),segment_id=6d502fb0-0ab1-4687-bba5-c274c449acb4)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:11.545573 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 606b5251-bc0a-4a30-bb0e-12b87376baed completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:11.549141 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-d36d72b8-2fc7-4919-a61d-fd1656a269d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2917695 Aug 23 14:15:11.559326 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-88b98c64-0b9a-490e-83d5-47777d408d41 None None] Provisioning for port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:11.573450 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.573952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 606b5251-bc0a-4a30-bb0e-12b87376baed triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:11.574588 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.653971 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.666254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-88b98c64-0b9a-490e-83d5-47777d408d41 None None] Provisioning complete for port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:11.666973 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-88b98c64-0b9a-490e-83d5-47777d408d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.738343 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-bef5d56d-0c97-4630-9705-2440e33ae6d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:11.794443 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42456) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:11.848617 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.857616 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.862255 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:11.965561 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-88b98c64-0b9a-490e-83d5-47777d408d41 None None] Port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:11.991029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57794b17-2b4d-403c-97fe-d116326102b5 req-b3de5651-fc48-461a-8f24-397b504893ca tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:11.992900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57794b17-2b4d-403c-97fe-d116326102b5 req-b3de5651-fc48-461a-8f24-397b504893ca tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 948 time: 1.6608760 Aug 23 14:15:12.053245 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Pushing event updated for resources: {'Port': ['ID=54f952b6-f3fe-43b3-ae02-c170440ea966,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:12.062171 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:12.267095 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.294717 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 606b5251-bc0a-4a30-bb0e-12b87376baed, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=606b5251-bc0a-4a30-bb0e-12b87376baed,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:12.321490 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.328659 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.329864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43dd7881-1130-46f8-b87b-9c3f060184c3 {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:15:12.378850 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.380130 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] 10.222.0.72 "DELETE /v2.0/routers/43dd7881-1130-46f8-b87b-9c3f060184c3 HTTP/1.1" status: 204 len: 168 time: 6.8942888 Aug 23 14:15:12.385483 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42472) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:12.392597 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.396588 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57794b17-2b4d-403c-97fe-d116326102b5 req-7ef0470b-02a3-416a-b682-468fe7e72836 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917830 Aug 23 14:15:12.400767 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:12.519662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-403a0c74-687c-413f-8193-968c0ae1356a service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511419 Aug 23 14:15:12.641082 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.641752 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=606b5251-bc0a-4a30-bb0e-12b87376baed,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:12.651625 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:12.688030 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b429694c-1153-42d2-b348-d6ab7b4de66f tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:12.739186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:12.804512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Deleting subnet ce59681c-2321-466c-bd71-cf04308136aa {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:15:12.818456 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:12.851302 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-17f34c79-e339-4ab8-a8f1-915846c7e0c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=20e5e92691bf4cf39476987b7d2eade2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0556602 Aug 23 14:15:12.871512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42492) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:12.903396 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a663c-7cd0-405d-916d-0440805c963f req-65a5f144-5ead-4524-9f0a-51759b228a2a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:12.910575 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a0a663c-7cd0-405d-916d-0440805c963f req-65a5f144-5ead-4524-9f0a-51759b228a2a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 943 time: 1.2407656 Aug 23 14:15:12.938750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:12.951210 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:12.954908 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.008936 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0796703-f64c-41cf-ad01-8fd8c224cde9 req-ced4b968-0893-4661-9a0a-fc67218cfecc service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715028 Aug 23 14:15:13.028182 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.032910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Pushing event updated for resources: {'Port': ['ID=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:13.064671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42496) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:13.082541 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:13.100385 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.113861 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 54f952b6-f3fe-43b3-ae02-c170440ea966 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:13.173615 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.229308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42502) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:13.255358 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a0a663c-7cd0-405d-916d-0440805c963f req-8d5b15f1-c8f3-49ac-850b-c9d50a1cd4cf tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433130 Aug 23 14:15:13.282955 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.305581 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-415280694-network', 'tenant_id': '1fd5ff9c2b684ed9b70bd50e00817bd4'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:13.406541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:13.427378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Usage tracker for resource:network and tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:13.433475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-951228877-network', 'tenant_id': 'dd6d34f02e8c481a888dcb3d034e4d5b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:13.446951 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.458511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:13.458823 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.461804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:13.475938 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:13.490730 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Usage tracker for resource:network and tenant:dd6d34f02e8c481a888dcb3d034e4d5b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:13.507112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:13.520026 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:13.523608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:13.525698 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.540632 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:13.606788 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.610197 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'code': 200} Aug 23 14:15:13.638618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:13.644861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-645392bf-33b5-4365-947b-8053322d1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:13.646372 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-645392bf-33b5-4365-947b-8053322d1a83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1094 time: 0.3584931 Aug 23 14:15:13.653268 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:13.653870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 54f952b6-f3fe-43b3-ae02-c170440ea966 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:13.721554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ba3eb-de20-4851-bb72-8a4f698a12ca None None] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:13.774193 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:13.780482 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7570d770-5e1d-4272-917c-5dbf4f7a4965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:13.984595 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Router 45871157-c485-410b-9cc3-7bba05a1d786 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:15:14.003506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-f2feb047-6ea5-43a2-9a10-f1d564cd68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:14.005169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-f2feb047-6ea5-43a2-9a10-f1d564cd68f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.3471334 Aug 23 14:15:14.009563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Made reservation on behalf of dd6d34f02e8c481a888dcb3d034e4d5b for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:14.013509 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.013949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=9']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:14.017845 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:14.037225 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Made reservation on behalf of 1fd5ff9c2b684ed9b70bd50e00817bd4 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:14.042415 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.052402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Allocated IP 172.25.7.47 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/0f256eda-8844-4b21-b58b-7c5ecb4485cb) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:14.066079 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Provisioning for port 54f952b6-f3fe-43b3-ae02-c170440ea966 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:14.083222 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Provisioning complete for port 54f952b6-f3fe-43b3-ae02-c170440ea966 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:14.083611 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.128019 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.144437 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.165369 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-1a565292-dbd5-41c8-a284-b787e65b3c2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 217 time: 0.1312051 Aug 23 14:15:14.174086 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.178647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:14.180635 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1277fa1f-788a-4f5e-8c7b-a4e173502006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:14.201579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f0aacc-f60f-405c-837e-0a66f6a1a2a9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:14.206138 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.224256 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:14.239897 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac543931-aace-44ae-8e6d-1e0e68c3ce7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:14.240459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:14.247292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Usage tracker for resource:security_group_rule and tenant:dd6d34f02e8c481a888dcb3d034e4d5b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:14.255270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:14.267697 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Usage tracker for resource:security_group_rule and tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:14.278492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:14.279500 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-80ad45bb-1def-4d06-a3ab-1f37e43e1fe7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:14.281323 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:14.281731 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-80ad45bb-1def-4d06-a3ab-1f37e43e1fe7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.64 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641&tenant_id=13a602149613424aabf30ce28c41628b&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 949 time: 0.3657727 Aug 23 14:15:14.302709 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.368801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] For port 54f952b6-f3fe-43b3-ae02-c170440ea966, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=54f952b6-f3fe-43b3-ae02-c170440ea966,segment=NetworkSegment(6d502fb0-0ab1-4687-bba5-c274c449acb4),segment_id=6d502fb0-0ab1-4687-bba5-c274c449acb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:14.385114 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:14.420701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-0329a47e-bbb2-4b00-a733-1fdd022007c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:14.422333 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-0329a47e-bbb2-4b00-a733-1fdd022007c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.2472894 Aug 23 14:15:14.465151 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.467552 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:14.488981 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce59681c-2321-466c-bd71-cf04308136aa,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:14.502363 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:14.544671 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca2a50-b970-44f8-9f80-ca368600ef88 None None] Network a921b9c4-3881-45db-83d7-ab0961e9371e requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:14.570514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-13874482-7069-4fcd-a569-21622fa6b90a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931675 Aug 23 14:15:14.586003 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.598349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47dfe3-4bef-4fae-919c-22620fcda9de req-cba1cff2-e267-4e26-8d68-a284b345906f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:14.600398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d47dfe3-4bef-4fae-919c-22620fcda9de req-cba1cff2-e267-4e26-8d68-a284b345906f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.6319957 Aug 23 14:15:14.645616 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ce59681c-2321-466c-bd71-cf04308136aa HTTP/1.1" status: 204 len: 168 time: 2.2566881 Aug 23 14:15:14.653248 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.654699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/75f0aacc-f60f-405c-837e-0a66f6a1a2a9 HTTP/1.1" status: 204 len: 168 time: 1.7789695 Aug 23 14:15:14.658758 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42516) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:14.698161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:15:14.714354 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] 10.222.0.72 "PUT /v2.0/routers/45871157-c485-410b-9cc3-7bba05a1d786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7240005 Aug 23 14:15:14.773404 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.780978 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Sync routers for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:15:14.784862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 606b5251-bc0a-4a30-bb0e-12b87376baed up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:14.811048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.833481 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Pushing event updated for resources: {'Port': ['ID=54f952b6-f3fe-43b3-ae02-c170440ea966,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:14.836979 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:14.851391 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-24ef696b-eecd-4310-82c0-0e298ae9bbf7 None None] Provisioning complete for port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:14.852539 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-24ef696b-eecd-4310-82c0-0e298ae9bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.863165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-97e6ee3c-4e07-432c-a1a0-4bcd186f7f9f service neutron] 10.222.0.64 "GET /v2.0/ports/94c6c199-7d98-4ad7-80b3-cbcbad043d70/bindings/n-h2-805628-1 HTTP/1.1" status: 200 len: 382 time: 0.5661469 Aug 23 14:15:14.884923 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d47dfe3-4bef-4fae-919c-22620fcda9de req-ec775fb7-6abf-4cc5-bfbd-92c43ead2967 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646341 Aug 23 14:15:14.896714 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:14.972061 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.019250 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Deleting port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:15:15.020117 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.052208 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.078174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:15.078847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:15.229536 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b0f1450-c32d-420b-bbdf-f5c0db3a5bd4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:15.244832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-f28c9d43-c551-4bbd-977f-7b7b17514a61 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556537 Aug 23 14:15:15.261439 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a919659-00e7-409b-92e1-498cb2373c6b req-771ab39e-333d-4d86-b9cc-d5080112e7da tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:15.264606 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8a919659-00e7-409b-92e1-498cb2373c6b req-771ab39e-333d-4d86-b9cc-d5080112e7da tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 943 time: 0.8481584 Aug 23 14:15:15.312457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:15.316906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-452ae244-3d32-48e2-892c-9050990e43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:15.322265 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-452ae244-3d32-48e2-892c-9050990e43ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1100 time: 0.4298220 Aug 23 14:15:15.384325 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.411653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:15:15.436424 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.438762 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Added segment bb56f47d-a5d3-432d-9cf3-7c6c725f46db of type vlan for network 73e2a67b-cd56-4428-bfeb-427e5f81a087 Aug 23 14:15:15.606873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] For port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9,segment=NetworkSegment(cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b),segment_id=cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:15.606873 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.663520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:15:15.678251 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.678673 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Added segment e91c991a-6c2a-4239-95f6-c96443c1bfbf of type vlan for network 6be1225d-dc75-42b7-8721-9441bc28339e Aug 23 14:15:15.712005 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.754906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8a919659-00e7-409b-92e1-498cb2373c6b req-ffdaa426-5825-4b69-8cbe-c58aad797884 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:15.792258 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.810764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Calling delete_port for 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:15:15.831792 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-24ef696b-eecd-4310-82c0-0e298ae9bbf7 None None] Port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:15.844243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-1c037065-1b51-44d7-9509-4251b5b5ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:15.845772 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-1c037065-1b51-44d7-9509-4251b5b5ca2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4908092 Aug 23 14:15:15.865476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03c3835-7540-4319-ad93-4be6439ec7ea,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:15.871314 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 606b5251-bc0a-4a30-bb0e-12b87376baed triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:15.871314 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.874932 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.879070 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:15.882127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8a919659-00e7-409b-92e1-498cb2373c6b req-ffdaa426-5825-4b69-8cbe-c58aad797884 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:15.883619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8a919659-00e7-409b-92e1-498cb2373c6b req-ffdaa426-5825-4b69-8cbe-c58aad797884 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565431 Aug 23 14:15:15.884345 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4ac41edc-42bd-4ded-b28d-d2b653597d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:15.900166 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:15.900908 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:15.949377 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-85d274b3-eb8f-42df-989e-f094c9008bdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.0964706 Aug 23 14:15:15.954914 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.030330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-81c6f589-26c1-4e07-bc2d-bd20224f72b0 None None] Provisioning complete for port 54f952b6-f3fe-43b3-ae02-c170440ea966 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:16.031564 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-81c6f589-26c1-4e07-bc2d-bd20224f72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.075683 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42540) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:16.076265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843c42ca-c31c-47bb-88c4-c05c68fd7e63,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:16.088740 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--287726920', 'description': 'tempest-description--2023375454'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:16.095907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:16.097613 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:16.101429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:16.102192 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Usage tracker for resource:security_group and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:16.107447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:16.107668 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6f73d94c-5527-41d0-aa19-84b47bef88b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:16.116458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:16.141124 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-186609df-26ea-420d-864d-0b8874f65707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:16.144441 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-186609df-26ea-420d-864d-0b8874f65707 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1880493 Aug 23 14:15:16.180535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:16.199897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed914ee-8d9d-40aa-ae8f-3538dcb3f782 req-1f55fbb4-21e6-44d1-a464-093d81d16d5f service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9248719 Aug 23 14:15:16.200840 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.203515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:16.222657 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.237594 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0b36ca6d-ac0e-448d-90ed-2c65e7a6b5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:16.288718 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495b1c6-0c47-4b78-aa9e-c8f2ddc1dce2 None None] DHCP port deletion for a921b9c4-3881-45db-83d7-ab0961e9371e request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:15:16.296971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 2, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:16.303407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Pushing event deleted for resources: {'Port': ['ID=8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:16.306597 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] No DVR routers for this DVR port 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:16.307752 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:16.309748 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Checking router: 45871157-c485-410b-9cc3-7bba05a1d786 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:15:16.309993 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Updating router 45871157-c485-410b-9cc3-7bba05a1d786 port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:15:16.361863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Pushing event updated for resources: {'Network': ['ID=6be1225d-dc75-42b7-8721-9441bc28339e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:16.392676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 6be1225d-dc75-42b7-8721-9441bc28339e details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:16.430954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:16.431571 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.438211 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:16.444736 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ea2cf018-3a38-4920-b377-4ee49be2c54a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:16.493950 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.513325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a921b9c4-3881-45db-83d7-ab0961e9371e']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:16.540138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:16.543253 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4ccc2f-53d7-4734-bc54-dbf3d1c60d2b') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:16.552174 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3250484 Aug 23 14:15:16.557566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42550) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:16.579520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Request body: {'subnet': {'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-951228877-subnet', 'tenant_id': 'dd6d34f02e8c481a888dcb3d034e4d5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:16.589940 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.599516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:16.609978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Usage tracker for resource:subnet and tenant:dd6d34f02e8c481a888dcb3d034e4d5b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:16.616168 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:16.625377 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.627947 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:16.631772 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.632503 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-7590330d-b662-4611-a1ec-5b582373a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:16.634175 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-7590330d-b662-4611-a1ec-5b582373a7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4828682 Aug 23 14:15:16.637251 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5703807 Aug 23 14:15:16.645814 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42554) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:16.649389 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:15:16.649741 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:16.654546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Pushing event updated for resources: {'Port': ['ID=0f256eda-8844-4b21-b58b-7c5ecb4485cb,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:16.659263 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:16.664142 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:16.692869 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1578da7d-396b-4376-925a-ee75bd933b1c no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:16.776775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:16.795890 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 1578da7d-396b-4376-925a-ee75bd933b1c {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:15:16.796281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1578da7d-396b-4376-925a-ee75bd933b1c not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:16.953267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 54f952b6-f3fe-43b3-ae02-c170440ea966 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:17.063734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b2914-5333-4dd9-8d24-f078686b02cc req-7a4e5db1-7910-41b3-a87a-e6e6afd68168 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:17.075149 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb3b2914-5333-4dd9-8d24-f078686b02cc req-7a4e5db1-7910-41b3-a87a-e6e6afd68168 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.8965309 Aug 23 14:15:17.079341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Pushing event updated for resources: {'Network': ['ID=73e2a67b-cd56-4428-bfeb-427e5f81a087,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:17.084231 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:15:17.121720 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:15:17.131279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Request body: {'subnet': {'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-415280694-subnet', 'tenant_id': '1fd5ff9c2b684ed9b70bd50e00817bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:17.146750 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.158791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:17.168183 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.170199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Usage tracker for resource:subnet and tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:17.179432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb3b2914-5333-4dd9-8d24-f078686b02cc req-51cf06b7-a620-4833-aa1d-c00e91a7e2c2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939579 Aug 23 14:15:17.189012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:17.200286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:17.204556 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:17.263514 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:17.275761 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.278541 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Pushing event deleted for resources: {'Network': ['ID=a921b9c4-3881-45db-83d7-ab0961e9371e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:17.284262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:17.293014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Made reservation on behalf of dd6d34f02e8c481a888dcb3d034e4d5b for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:17.295469 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.319522 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:17.320369 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Usage tracker for resource:security_group_rule and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:17.372135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:17.414522 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] 10.222.0.72 "DELETE /v2.0/networks/a921b9c4-3881-45db-83d7-ab0961e9371e HTTP/1.1" status: 204 len: 168 time: 2.7515516 Aug 23 14:15:17.419209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:17.491491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Made reservation on behalf of 1fd5ff9c2b684ed9b70bd50e00817bd4 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:17.494228 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.566239 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 54f952b6-f3fe-43b3-ae02-c170440ea966 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:17.566821 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.572947 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.577962 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-493b7e46-2bfb-42f3-94f6-5f0759dbef8d service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9324791 Aug 23 14:15:17.710477 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:17.735001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019', 'network_id': '813a1ed8-6d64-44fa-9f08-cb6d4c6351ee', 'port_id': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019', 'mac_address': 'fa:16:3e:82:fe:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8cb9ada-fc61-46a3-ab67-95ab2c701aa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:17.864732 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff530-b353-455b-96cf-81fe4ea3a197 req-f2998bf8-2a7f-4ef7-89a4-6b5b45b24189 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:17.866719 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ed8ff530-b353-455b-96cf-81fe4ea3a197 req-f2998bf8-2a7f-4ef7-89a4-6b5b45b24189 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 943 time: 0.5838156 Aug 23 14:15:17.889624 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.919333 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:17.954859 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:17.998479 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:18.026727 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:18.027285 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-78687870-913c-4413-bb1c-e8632342a2cb service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293947 Aug 23 14:15:18.055842 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.075374 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e9d1f82-1d8b-4482-8a62-97054957ec5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:18.083909 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42570) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:18.094078 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ed8ff530-b353-455b-96cf-81fe4ea3a197 req-03d7552d-8c36-4f05-9394-10f071b751a8 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807494 Aug 23 14:15:18.102518 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.107818 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:18.148946 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:15:18.149355 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8940383e-c5b3-48b9-89a0-8a2eeaf4c7d9 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:15:18.177795 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.200408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:18.211530 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.220737 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:18.236519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Transition to ACTIVE for port object 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:18.244344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:18.248605 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:18.255306 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.260085 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-35d080ba-027d-47d0-9f3f-b73ecc44d0d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac07226f49274821ae28226e81f7208a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647530 Aug 23 14:15:18.264481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42576) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:18.265184 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:18.322516 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.323759 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2462859 Aug 23 14:15:18.327895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42580) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:18.336077 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Request body: {'security_group_rule': {'security_group_id': '2dd073b7-5178-457d-b8c7-dc6b62f8d3f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:18.346074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:18.380567 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.385812 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:18.403650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Usage tracker for resource:security_group_rule and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:18.404729 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f2133b-da89-4844-b4ee-c70d63ce9717,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:18.416868 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:18.437464 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.451611 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:18.477172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:18.482267 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Checking segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:18.482943 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Network hostable DHCP agents. Network: 6be1225d-dc75-42b7-8721-9441bc28339e, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:18.493058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:18.493705 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.567406 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4fd6a6ff-51eb-4bfb-af64-5d93ced72019'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:18.570935 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906ece5b-b30a-4ccd-8b9c-b6b300a838f2,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:18.573993 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc0c85-95c2-4b87-8b64-6356efe38634 req-4897c5b1-6fe4-4651-a805-1afe39658e36 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:18.575619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74dc0c85-95c2-4b87-8b64-6356efe38634 req-4897c5b1-6fe4-4651-a805-1afe39658e36 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.1735594 Aug 23 14:15:18.583089 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.598157 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:18.646727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:18.646727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Network hostable DHCP agents. Network: 73e2a67b-cd56-4428-bfeb-427e5f81a087, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:18.655810 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74dc0c85-95c2-4b87-8b64-6356efe38634 req-564533df-c20f-47fd-9f3b-deade30690ec tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673499 Aug 23 14:15:18.678779 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.695592 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adb895-c662-4164-84b0-ca22905fb114 None None] Pushing event updated for resources: {'Port': ['ID=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:18.701735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Network 6be1225d-dc75-42b7-8721-9441bc28339e is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:18.705365 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a4adb895-c662-4164-84b0-ca22905fb114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:18.721057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Router 2e348018-40cd-4622-9e21-98543cf5780b is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:15:18.856196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Attempting to bind port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:18.857470 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Attempting to bind port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:18.857627 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Attempting to bind port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 on network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:18.881602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:18.882078 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Checking segment: {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:18.882429 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.882908 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Bound using segment: {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:18.883412 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Bound port: 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:18.883805 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.892984 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.897339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:18.956370 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:18.964250 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b484c662-ac5b-41d2-8976-96cd41b3b699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:18.994315 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:15:18.994604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17950a09-393b-4434-8724-fc05535f5f77,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:19.010237 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:19.010739 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Sync routers for ids ['2e348018-40cd-4622-9e21-98543cf5780b'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:15:19.019160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 6be1225d-dc75-42b7-8721-9441bc28339e) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:19.027063 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.028851 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Routers {'2e348018-40cd-4622-9e21-98543cf5780b'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:19.029557 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2e348018-40cd-4622-9e21-98543cf5780b'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:19.034455 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:19.038762 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:19.039346 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.051110 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 73e2a67b-cd56-4428-bfeb-427e5f81a087) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:19.064289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:19.074214 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.074382 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b615edf-19f9-4f83-9875-101e1efad55b None None] Network 6be1225d-dc75-42b7-8721-9441bc28339e requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:19.074506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d909ea8-89e1-4cb8-a276-7eb2989be3da,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:19.078888 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:19.097450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.098674 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17950a09-393b-4434-8724-fc05535f5f77 HTTP/1.1" status: 204 len: 168 time: 0.8061450 Aug 23 14:15:19.120043 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce124cf-3ffc-4c56-9719-ea300c29b470 None None] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:19.150294 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.152600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.0263686 Aug 23 14:15:19.155548 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42602) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:19.262078 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6931357 Aug 23 14:15:19.281662 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Set router 2e348018-40cd-4622-9e21-98543cf5780b gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:19.306356 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6590924 Aug 23 14:15:19.478010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] For port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:19.652067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737d21f-4433-404f-a2e8-253c6304e4fa req-afa2002f-50f7-42da-8968-3f4712bad88c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:19.655454 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.658261 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a4273624-4e4b-4287-8f4b-e1edb241604e tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3289471 Aug 23 14:15:19.663811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42616) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:19.665787 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1737d21f-4433-404f-a2e8-253c6304e4fa req-afa2002f-50f7-42da-8968-3f4712bad88c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 944 time: 0.2773330 Aug 23 14:15:19.669746 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:17Z', 'revision_number': 3, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:19.677818 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Checking router: 2e348018-40cd-4622-9e21-98543cf5780b for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:15:19.678517 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Updating router 2e348018-40cd-4622-9e21-98543cf5780b port 0f256eda-8844-4b21-b58b-7c5ecb4485cb binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:15:19.689814 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Request body: {'security_group_rule': {'security_group_id': '2dd073b7-5178-457d-b8c7-dc6b62f8d3f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:19.708801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:19.742828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Usage tracker for resource:security_group_rule and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:19.752705 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:19.767019 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:19.774970 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1737d21f-4433-404f-a2e8-253c6304e4fa req-e1620aed-8981-42e9-ac6f-3b9c5a0cd4ce tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046188 Aug 23 14:15:19.791659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:20.047824 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] For port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:20.136428 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342473df-0621-42cc-919a-b3df91ac98b8 None None] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:20.211025 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.307858 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.322720 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Transition to ACTIVE for port object 0f256eda-8844-4b21-b58b-7c5ecb4485cb will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:20.368287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703909-bd62-44ff-919d-25f3174f2ed5 req-2b5c533e-cc14-4b23-b872-bc6cbca55b43 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:20.370432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec703909-bd62-44ff-919d-25f3174f2ed5 req-2b5c533e-cc14-4b23-b872-bc6cbca55b43 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.4589043 Aug 23 14:15:20.392538 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.401719 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.405041 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:20.406593 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:20.520306 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Attempting to bind port 0f256eda-8844-4b21-b58b-7c5ecb4485cb on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:20.520306 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Attempting to bind port 0f256eda-8844-4b21-b58b-7c5ecb4485cb by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:20.520306 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Attempting to bind port 0f256eda-8844-4b21-b58b-7c5ecb4485cb on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:20.533389 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:20.534341 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:20.534996 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.535887 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:20.536982 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Bound port: 0f256eda-8844-4b21-b58b-7c5ecb4485cb, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:20.537807 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.579272 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:20.580515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:20.615039 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42656) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:20.659326 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] For port 0f256eda-8844-4b21-b58b-7c5ecb4485cb, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:20.664419 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] For port 0f256eda-8844-4b21-b58b-7c5ecb4485cb, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0f256eda-8844-4b21-b58b-7c5ecb4485cb,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:20.678499 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95386f11-fbe7-4ec9-b155-3e0873dbfbcb None None] Pushing event updated for resources: {'Port': ['ID=0f256eda-8844-4b21-b58b-7c5ecb4485cb,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:20.703475 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-95386f11-fbe7-4ec9-b155-3e0873dbfbcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:20.722053 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec703909-bd62-44ff-919d-25f3174f2ed5 req-f16602cc-f9e6-4df5-9643-0439cfd93de5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390431 Aug 23 14:15:20.754885 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.757096 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.769483 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-e57e04fa-0e87-4db2-9812-1c7451e5cae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:20.856310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:20.906662 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4e538c46-defc-4f84-9455-f687ab88b906 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e9afa15e3fad427da44885bb4fe57905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900712 Aug 23 14:15:20.922823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42670) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:20.924905 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:20.971983 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:20.976177 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adb895-c662-4164-84b0-ca22905fb114 None None] Pushing event updated for resources: {'Port': ['ID=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:20.983422 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a4adb895-c662-4164-84b0-ca22905fb114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:20.995995 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Routers {'2e348018-40cd-4622-9e21-98543cf5780b'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:21.000107 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2e348018-40cd-4622-9e21-98543cf5780b'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:21.096445 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95386f11-fbe7-4ec9-b155-3e0873dbfbcb None None] Pushing event updated for resources: {'Port': ['ID=0f256eda-8844-4b21-b58b-7c5ecb4485cb,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:21.110446 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-95386f11-fbe7-4ec9-b155-3e0873dbfbcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:21.131763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28a74b7-7b86-40c4-8301-3b692c509047,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:21.145507 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:21.217640 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf36e46-dff6-4d4c-8391-0068b6d2bd2b None None] Network 6be1225d-dc75-42b7-8721-9441bc28339e requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:21.294091 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.304372 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6366861 Aug 23 14:15:21.306495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42680) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:21.324897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:21.340099 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8e9d8edb-88e2-4833-9645-45f1ca713c51 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:21.361257 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8e9d8edb-88e2-4833-9645-45f1ca713c51 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 812 time: 0.6237750 Aug 23 14:15:21.361257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:21.361627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde378e7-a3ba-4b4b-b31e-7428a945e58b req-cfad8986-cfa2-4e9f-919c-b72618de8dc7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:21.364042 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.364700 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dde378e7-a3ba-4b4b-b31e-7428a945e58b req-cfad8986-cfa2-4e9f-919c-b72618de8dc7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 944 time: 0.3217063 Aug 23 14:15:21.367922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Usage tracker for resource:floatingip and tenant:6f8780a3d7334eb19e1bdef313cfb154 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:21.380660 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:21.382215 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] Set router 2e348018-40cd-4622-9e21-98543cf5780b gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:21.398826 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-29698563-54e2-4801-8f8f-320358fbb124 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/quotas/dd6d34f02e8c481a888dcb3d034e4d5b HTTP/1.1" status: 200 len: 375 time: 0.0494916 Aug 23 14:15:21.401337 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:21.467291 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dde378e7-a3ba-4b4b-b31e-7428a945e58b req-af818e91-371d-4136-8fcc-c8474a62cdb8 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012135 Aug 23 14:15:21.482319 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.618645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.649054 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.696612 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:21.708988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-77c1378f-193b-4511-a4a0-cf481b318158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:21.711138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-77c1378f-193b-4511-a4a0-cf481b318158 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641&tenant_id=13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 1100 time: 0.2351208 Aug 23 14:15:21.776849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805628-1', 'device_owner': 'compute:nova'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:21.817410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:21.832213 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:21.832836 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:21.954699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42698) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:21.977798 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6524b767-d2d6-41c2-8f6b-3d0a886f1cf7 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5777550 Aug 23 14:15:21.980240 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1708337662-network', 'tenant_id': 'cecf53ca7070450e89867ac65360b688'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:22.025815 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:22.065895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Usage tracker for resource:network and tenant:cecf53ca7070450e89867ac65360b688 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:22.115395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:22.138287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:22.200278 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.209695 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-abd86e51-e28c-453e-aa71-fa9026648284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:22.231767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73337cf3-ec42-4df6-a438-b21db8da3c87,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:22.246333 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:17Z', 'revision_number': 3, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:22.251230 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-416ff3ed-739c-45dd-a56b-e65c1ef7c2fa service neutron] 10.222.0.72 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719450 Aug 23 14:15:22.258017 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9c6e3-18d5-44ae-9b48-47892d82ee28 None None] The sync data for ids ['2e348018-40cd-4622-9e21-98543cf5780b'] in n-d-805628-1 is: [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:17Z', 'revision_number': 3, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:15:22.271269 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:22.289438 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.296125 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.302549 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73337cf3-ec42-4df6-a438-b21db8da3c87 HTTP/1.1" status: 204 len: 168 time: 1.3784058 Aug 23 14:15:22.321932 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Made reservation on behalf of cecf53ca7070450e89867ac65360b688 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:22.324746 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.480597 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-31aa2f9d-b3e2-4f5a-964d-7c0f847a85e0 service neutron] 10.222.0.72 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288702 Aug 23 14:15:22.511706 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.534584 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.581408 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.631954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:22.640322 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Allocated IP 172.20.0.1 (2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3/8ba36678-f8c9-4fe8-9dda-a51166398c1a/6a79aaf6-7fc5-4872-9560-e71dc270f930) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:22.646584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Usage tracker for resource:security_group_rule and tenant:cecf53ca7070450e89867ac65360b688 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:22.669486 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:22.680878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494531c8-cf02-49ae-bc3a-5c77f256361d req-61925e00-e313-47db-bd0d-12ed8ca5df36 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:22.708386 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-494531c8-cf02-49ae-bc3a-5c77f256361d req-61925e00-e313-47db-bd0d-12ed8ca5df36 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.7109797 Aug 23 14:15:22.708640 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:22.721608 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:22.797924 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:19Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:22.803572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f474e8-a9bc-43af-af7d-439337f6af7f None None] The sync data for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 is: [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:19Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:15:22.817512 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:22.821111 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:22.831743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:22.859725 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Allocated IP 172.25.7.230 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/c8520d16-0821-4e56-a096-a24e59dbe74a) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:22.995864 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:23.000500 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:15:23.112119 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:23.117171 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0f256eda-8844-4b21-b58b-7c5ecb4485cb up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:23.271727 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.335233 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-494531c8-cf02-49ae-bc3a-5c77f256361d req-93de74e6-fecc-435e-bdfb-50b954a3e9f7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369989 Aug 23 14:15:23.369660 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.428070 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.447438 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:23.632770 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019', 'code': 200} Aug 23 14:15:23.711554 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.759796 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:15:23.791872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd0c8-9442-40fc-9f19-d250142429e7 req-3129bc2b-3cfd-422b-a6c0-f84afa516416 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:23.793955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-440dd0c8-9442-40fc-9f19-d250142429e7 req-3129bc2b-3cfd-422b-a6c0-f84afa516416 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 945 time: 0.3966284 Aug 23 14:15:23.810453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa424ce1-e08b-42a7-aea0-5565b2acb275 req-cd61f733-f57a-4903-aa9d-8ca109590bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:23.839034 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-aa424ce1-e08b-42a7-aea0-5565b2acb275 req-cd61f733-f57a-4903-aa9d-8ca109590bf2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1096 time: 0.2684362 Aug 23 14:15:23.902597 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-aa424ce1-e08b-42a7-aea0-5565b2acb275 req-98667df1-eb43-403d-a368-2010c16645bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737474 Aug 23 14:15:23.917239 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 0f256eda-8844-4b21-b58b-7c5ecb4485cb completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:23.927526 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0f256eda-8844-4b21-b58b-7c5ecb4485cb triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:23.927909 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.948920 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-440dd0c8-9442-40fc-9f19-d250142429e7 req-6e389eaa-1744-448a-beb6-6dc4b8afbc24 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405935 Aug 23 14:15:23.955166 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:23.973896 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f37a75a-b850-4aa8-a391-a5fbe4493955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:23.976317 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d9bc6059-2d4d-4d46-96d1-8304adbdd6ac req-79722434-f85b-4e34-bc61-641aa9c95061 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 210 time: 0.0915041 Aug 23 14:15:23.977417 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa1836-18d3-45e7-9c50-40615cdc2ef6,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:24.002544 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:24.050910 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.051326 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Added segment d2f4da96-943b-468e-a794-383036d060ed of type vlan for network aef3eb6d-c893-4504-8b76-d330987639f8 Aug 23 14:15:24.121293 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.205853 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:24.217765 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:24.223091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:24.259655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:24.268400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event updated for resources: {'Port': ['ID=c8520d16-0821-4e56-a096-a24e59dbe74a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:24.302873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.303244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.303611 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.303967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.304333 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.305448 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.305840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.306189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.306536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.306883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.307232 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.307577 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:24.315056 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:24.323240 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.329914 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.356445 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Transition to ACTIVE for port object 6a79aaf6-7fc5-4872-9560-e71dc270f930 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:24.364423 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 0f256eda-8844-4b21-b58b-7c5ecb4485cb, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0f256eda-8844-4b21-b58b-7c5ecb4485cb,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:24.409225 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.410592 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:24.527897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:24.534273 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.627770 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'code': 200} Aug 23 14:15:24.642012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Transition to ACTIVE for port object 94c6c199-7d98-4ad7-80b3-cbcbad043d70 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:24.648261 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.650295 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:24.650726 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.656957 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.660530 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f287ef76-6119-4642-b7dc-7f73979f350f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:24.704127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:24.704731 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.754393 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:24.762434 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:24.765570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:24.811827 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.821610 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:24.847159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Pushing event updated for resources: {'Port': ['ID=6a79aaf6-7fc5-4872-9560-e71dc270f930,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:24.850190 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:24.952746 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:25.042198 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=0f256eda-8844-4b21-b58b-7c5ecb4485cb,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:25.089885 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:25.111919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:25.228967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2701089 Aug 23 14:15:25.272541 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:15:25.276860 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:15:25.279875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42782) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:25.437302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37717a76-a32f-49f5-8db1-417fa0f8287f req-97463163-6037-4f47-8386-5bfe04983a04 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:25.448477 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37717a76-a32f-49f5-8db1-417fa0f8287f req-97463163-6037-4f47-8386-5bfe04983a04 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 0.9112566 Aug 23 14:15:25.470614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Pushing event updated for resources: {'Network': ['ID=aef3eb6d-c893-4504-8b76-d330987639f8,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:25.475284 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:25.485455 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:25.491080 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network aef3eb6d-c893-4504-8b76-d330987639f8 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:25.529225 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:25.529611 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.582160 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Request body: {'subnet': {'network_id': 'aef3eb6d-c893-4504-8b76-d330987639f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1708337662-subnet', 'tenant_id': 'cecf53ca7070450e89867ac65360b688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:25.582160 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-388d06e0-567d-47e6-bff1-c70d3ab196c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.750s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:25.611444 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7b09be05-ba11-4c1d-a53a-eb3051ea7478 None None] Provisioning for port 6a79aaf6-7fc5-4872-9560-e71dc270f930 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:25.627955 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7b09be05-ba11-4c1d-a53a-eb3051ea7478 None None] Provisioning complete for port 6a79aaf6-7fc5-4872-9560-e71dc270f930 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:25.628358 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b09be05-ba11-4c1d-a53a-eb3051ea7478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.674228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:25.678290 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:25.682330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:25.699203 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.781205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655488ee-0451-41fa-88ea-81580edbb893 req-c115c119-388b-4566-b092-f8dcbf3573bc tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:25.789092 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-655488ee-0451-41fa-88ea-81580edbb893 req-c115c119-388b-4566-b092-f8dcbf3573bc tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 945 time: 0.3552830 Aug 23 14:15:25.859150 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-655488ee-0451-41fa-88ea-81580edbb893 req-23bddd69-104d-47e7-88db-3bd85208e532 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685139 Aug 23 14:15:25.904658 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] No DVR routers for this DVR port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:25.906372 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:25.922825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Usage tracker for resource:subnet and tenant:cecf53ca7070450e89867ac65360b688 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:25.987484 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:26.051837 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.066582 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52ac9178-b547-43bb-9faa-789e5b41d9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:26.073732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-7b09be05-ba11-4c1d-a53a-eb3051ea7478 None None] Port 6a79aaf6-7fc5-4872-9560-e71dc270f930 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:26.079281 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.108091 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-46f208b6-7958-4294-8ddd-cbe5d4100c1f req-630aea6c-21b4-4a8b-b701-402dba58e90f tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 210 time: 0.1393187 Aug 23 14:15:26.143560 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:26.161244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:26.204598 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.206539 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37717a76-a32f-49f5-8db1-417fa0f8287f req-fe2b59fe-b7b2-48d5-9cb2-ec72c8b23bfa tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565074 Aug 23 14:15:26.230048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:26.231122 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:26.231122 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:26.251791 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.254254 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:26.274715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:26.275273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Attempting to bind port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:26.288396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:26.289128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:26.289838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:26.290623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Bound port: 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:26.291970 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.349521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:26.361888 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:26.388760 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event updated for resources: {'Port': ['ID=c8520d16-0821-4e56-a096-a24e59dbe74a,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:26.395481 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:26.398859 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.517146 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Made reservation on behalf of cecf53ca7070450e89867ac65360b688 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:26.519511 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.667449 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.667449 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3461735 Aug 23 14:15:26.701713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:26.707042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:26.850217 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:26.899230 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e7f8e571-cb4c-4607-b785-ee8c4e983a81 tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:26.958691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0f256eda-8844-4b21-b58b-7c5ecb4485cb up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:27.018764 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.047390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:27.051208 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.051208 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] 10.222.0.82 "PUT /v2.0/ports/94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 1096 time: 5.2809055 Aug 23 14:15:27.058043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:27.105956 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-a36fa130-1295-4f85-8839-391260d70834 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Synchronizing usage tracker for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:27.111207 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.181273 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0f256eda-8844-4b21-b58b-7c5ecb4485cb triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:27.182220 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.217710 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=11']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:27.235700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-a36fa130-1295-4f85-8839-391260d70834 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Unset dirty status for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:27.237643 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-a36fa130-1295-4f85-8839-391260d70834 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--287726920&fields=id&tenant_id=6f8780a3d7334eb19e1bdef313cfb154 HTTP/1.1" status: 200 len: 267 time: 0.2149892 Aug 23 14:15:27.312433 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:27.333696 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:27.439648 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:27.557523 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:27.558220 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.573080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-8d803967-924c-4af9-a58d-7b0855840856 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:27.574714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-8d803967-924c-4af9-a58d-7b0855840856 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Synchronizing usage tracker for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:27.579212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cca22c2-fe12-4afc-8f4c-7bdddb68a2db,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:27.600656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Checking segment: {'id': 'd2f4da96-943b-468e-a794-383036d060ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'aef3eb6d-c893-4504-8b76-d330987639f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:27.601134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Network hostable DHCP agents. Network: aef3eb6d-c893-4504-8b76-d330987639f8, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:27.616273 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:27.701693 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.702592 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f5b8517a-e6ad-487b-9709-df1b7febcac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:27.747326 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-8d803967-924c-4af9-a58d-7b0855840856 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Unset dirty status for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:27.750014 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-8d803967-924c-4af9-a58d-7b0855840856 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/networks?id=5a4adddf-0093-466c-bd0a-a7ddc15f32aa HTTP/1.1" status: 200 len: 812 time: 0.5058680 Aug 23 14:15:27.771869 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-a2125b1a-a71d-4b0a-a6bc-e06246a42acf tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/quotas/6f8780a3d7334eb19e1bdef313cfb154 HTTP/1.1" status: 200 len: 375 time: 0.0123768 Aug 23 14:15:27.781946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-71cb19da-764d-4b1e-9099-d064a900986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:27.783131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-71cb19da-764d-4b1e-9099-d064a900986e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1099 time: 0.5734670 Aug 23 14:15:27.870583 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-af252c6c-7ebb-430e-bd37-a3c9da283644 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Synchronizing usage tracker for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:27.903275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Network aef3eb6d-c893-4504-8b76-d330987639f8 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:27.941500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5397ae-99b7-44bf-92d7-fd527348c88a req-7dea448c-d987-4b5f-b493-7fd0102fc2ea tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:27.943064 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee5397ae-99b7-44bf-92d7-fd527348c88a req-7dea448c-d987-4b5f-b493-7fd0102fc2ea tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 945 time: 0.5218129 Aug 23 14:15:28.003891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-af252c6c-7ebb-430e-bd37-a3c9da283644 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Unset dirty status for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:28.024463 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-af252c6c-7ebb-430e-bd37-a3c9da283644 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f8780a3d7334eb19e1bdef313cfb154&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2357178 Aug 23 14:15:28.060240 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-35cc1585-aaf3-4236-9aa7-021e15c3ef7e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:28.061009 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-35cc1585-aaf3-4236-9aa7-021e15c3ef7e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Synchronizing usage tracker for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:28.064730 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, aef3eb6d-c893-4504-8b76-d330987639f8) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:28.104856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:28.105498 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.138089 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.138089 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5215bde-bf8a-483f-b883-366ad8d32738 None None] Network aef3eb6d-c893-4504-8b76-d330987639f8 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:28.147122 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.175773 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee5397ae-99b7-44bf-92d7-fd527348c88a req-dd325daf-432a-4eb4-9e32-94256c6b61a0 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732535 Aug 23 14:15:28.179511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-77b08e63-7de2-422d-aaf5-e1c7eeed5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:28.181284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-77b08e63-7de2-422d-aaf5-e1c7eeed5f2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3421156 Aug 23 14:15:28.226776 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-bf9433f7-1b03-4cea-9c22-d6a1c1811cea service neutron] 10.222.0.72 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965990 Aug 23 14:15:28.282641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-35cc1585-aaf3-4236-9aa7-021e15c3ef7e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Unset dirty status for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:28.284046 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-35cc1585-aaf3-4236-9aa7-021e15c3ef7e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 812 time: 0.6397359 Aug 23 14:15:28.284687 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:28.338992 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9e257df5-c818-46e9-b0b3-1f40a90d5f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:28.374472 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9201748 Aug 23 14:15:28.379655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Request body: {'port': {'device_id': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'admin_state_up': True, 'tenant_id': 'dd6d34f02e8c481a888dcb3d034e4d5b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:28.448944 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-9e17d579-9a93-4ab7-b890-25dc42250875 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.2589602 Aug 23 14:15:28.456168 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'status': 'completed', 'code': 200} Aug 23 14:15:28.683858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5189de72-f04a-4542-9c13-e0becca7bd08 None None] Network aef3eb6d-c893-4504-8b76-d330987639f8 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:28.799586 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-9968b6c9-764e-4f01-b043-b6aaf6cd84a1 service neutron] 10.222.0.72 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548353 Aug 23 14:15:28.841882 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-94486cb8-a476-4b4e-80f7-6abbe8054e46 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:28.844425 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-94486cb8-a476-4b4e-80f7-6abbe8054e46 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.64 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 812 time: 0.5176058 Aug 23 14:15:28.867875 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Request body: {'port': {'device_id': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'admin_state_up': True, 'tenant_id': 'dd6d34f02e8c481a888dcb3d034e4d5b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:29.028215 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6410f5b3-818a-40e2-b564-13253e95e540 req-091e23d5-df9e-4358-871b-0ce5afcb1efc tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 210 time: 0.4129338 Aug 23 14:15:29.041249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:29.057058 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Usage tracker for resource:port and tenant:dd6d34f02e8c481a888dcb3d034e4d5b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:29.057058 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:29.057560 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.065099 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:29.074204 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Pushing event updated for resources: {'Port': ['ID=6a79aaf6-7fc5-4872-9560-e71dc270f930,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:29.099477 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-ee2570bc-23bd-4f39-9f15-486f9b2becaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:29.099477 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-ee2570bc-23bd-4f39-9f15-486f9b2becaa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.6253576 Aug 23 14:15:29.099477 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:29.243894 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Made reservation on behalf of dd6d34f02e8c481a888dcb3d034e4d5b for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:29.248228 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.344990 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32f91196-719e-4040-bdf3-833501cf3947 req-8f9831ad-5642-4685-883f-e7e410c9d876 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-28996150&fields=id&tenant_id=d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 267 time: 0.1222944 Aug 23 14:15:29.374778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:29.394662 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Usage tracker for resource:port and tenant:dd6d34f02e8c481a888dcb3d034e4d5b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:29.404220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-216364b0-9003-4e6f-b239-775dcdf63170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:29.405795 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-216364b0-9003-4e6f-b239-775dcdf63170 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1099 time: 0.9400756 Aug 23 14:15:29.410093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:29.422161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:29.533869 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f91196-719e-4040-bdf3-833501cf3947 req-d8423a2f-b1f3-4d5c-80a6-1f7b309bdadd tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:29.535460 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32f91196-719e-4040-bdf3-833501cf3947 req-d8423a2f-b1f3-4d5c-80a6-1f7b309bdadd tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 945 time: 0.1834865 Aug 23 14:15:29.543547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Allocated IP 172.20.0.5 (6be1225d-dc75-42b7-8721-9441bc28339e/19f2133b-da89-4844-b4ee-c70d63ce9717/f773fe16-44c3-45c8-93a4-8a32253bc851) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:29.562584 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'port': {'security_groups': ['31f21381-7b19-42ef-b3f5-588173131375', 'c14a66ff-5b82-4636-9d60-e0e15c2f1799']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:29.575551 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:29.579237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:29.582579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-e540c0b3-441a-4e2d-9dca-7a3cabba78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:29.584072 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-e540c0b3-441a-4e2d-9dca-7a3cabba78f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4701645 Aug 23 14:15:29.729405 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Made reservation on behalf of dd6d34f02e8c481a888dcb3d034e4d5b for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:29.732902 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.758797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394c624-d2d3-47e2-9a19-3e2222137931 req-85f27ff4-9093-4431-bb4a-9f1486e89bcd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:29.760377 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d394c624-d2d3-47e2-9a19-3e2222137931 req-85f27ff4-9093-4431-bb4a-9f1486e89bcd tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 948 time: 0.5334296 Aug 23 14:15:29.835683 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.836411 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-38de17f5-606d-4a8d-bbf5-781228bb7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:29.837954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-38de17f5-606d-4a8d-bbf5-781228bb7eaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4201951 Aug 23 14:15:29.843539 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-aa7e9cfe-a88d-4d03-bcc7-1fcb370fc919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.906814 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c42ccde2-7f4a-4daf-ba58-fe6514738ac6 None None] Provisioning complete for port 6a79aaf6-7fc5-4872-9560-e71dc270f930 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:29.907502 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c42ccde2-7f4a-4daf-ba58-fe6514738ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:29.972658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c42ccde2-7f4a-4daf-ba58-fe6514738ac6 None None] Port 6a79aaf6-7fc5-4872-9560-e71dc270f930 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:30.001152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-70b0f987-2b87-48ab-a21a-981640f4b5a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.1341898 Aug 23 14:15:30.022033 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.179397 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d394c624-d2d3-47e2-9a19-3e2222137931 req-91452cea-e35b-4516-abf7-01fd5bb38772 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445303 Aug 23 14:15:30.181520 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-92a44634-7b72-4f6e-b0ae-ca6cae1a7dee service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861671 Aug 23 14:15:30.253774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-bb779647-67e7-4af5-945b-6ee503c8ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:30.255387 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-bb779647-67e7-4af5-945b-6ee503c8ff3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2358723 Aug 23 14:15:30.411772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:30.442091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Router 2e348018-40cd-4622-9e21-98543cf5780b has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:15:30.461446 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.524833 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.532064 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:30.588391 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.601099 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71', '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:30.616735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Network 6be1225d-dc75-42b7-8721-9441bc28339e is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:30.622315 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:30.630128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:30.671238 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe13adde-36fa-4b64-a23e-ce045017a256 req-e622c2cd-8bb0-4ad7-a3cb-88b75af1bd92 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811258 Aug 23 14:15:30.682007 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:30.682945 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:30.694876 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32f91196-719e-4040-bdf3-833501cf3947 req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "PUT /v2.0/ports/4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 981 time: 1.1430581 Aug 23 14:15:30.710364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:30.715459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event updated for resources: {'Port': ['ID=f773fe16-44c3-45c8-93a4-8a32253bc851,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:30.783627 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:30.784589 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-051d1a3b-1464-4373-8d8b-7d1c93f1da35 tempest-ServersWithSpecificFlavorTestJSON-1422923859 tempest-ServersWithSpecificFlavorTestJSON-1422923859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:30.792553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4fd6a6ff-51eb-4bfb-af64-5d93ced72019'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:30.894140 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc7e352f-e912-4b7e-bfbb-1992b7a905cb req-c484efbf-87ff-42d5-b203-a1e11771486c tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 210 time: 0.1455047 Aug 23 14:15:30.961707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:30.967796 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.032086 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=6']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:31.035617 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:31.135007 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2717714 Aug 23 14:15:31.150582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Request body: {'port': {'device_id': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:31.187492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-d57572f7-f471-494a-a72b-31343d176254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:31.190037 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-d57572f7-f471-494a-a72b-31343d176254 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9269750 Aug 23 14:15:31.254145 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Allocated IP 172.20.0.4 (6be1225d-dc75-42b7-8721-9441bc28339e/19f2133b-da89-4844-b4ee-c70d63ce9717/cf23523b-f564-48b5-ae23-423c7ecff979) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:31.320757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a656be-24b0-4f8e-a341-f241d8f16b17 req-9528c4e2-9a5a-4f4a-9bff-2f2feb12cafc tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:31.321559 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1a656be-24b0-4f8e-a341-f241d8f16b17 req-9528c4e2-9a5a-4f4a-9bff-2f2feb12cafc tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Synchronizing usage tracker for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:31.333877 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.416835 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:31.421426 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:15:31.435867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-d61ad766-2db3-473e-af67-937d79a897d2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:31.436831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-d61ad766-2db3-473e-af67-937d79a897d2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:31.476467 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Sync routers for ids ['2e348018-40cd-4622-9e21-98543cf5780b'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:15:31.519445 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Routers {'2e348018-40cd-4622-9e21-98543cf5780b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:31.520337 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2e348018-40cd-4622-9e21-98543cf5780b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:31.535656 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] 10.222.0.72 "PUT /v2.0/routers/2e348018-40cd-4622-9e21-98543cf5780b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3692007 Aug 23 14:15:31.584761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1a656be-24b0-4f8e-a341-f241d8f16b17 req-9528c4e2-9a5a-4f4a-9bff-2f2feb12cafc tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Unset dirty status for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:31.592710 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1a656be-24b0-4f8e-a341-f241d8f16b17 req-9528c4e2-9a5a-4f4a-9bff-2f2feb12cafc tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 931 time: 0.5109107 Aug 23 14:15:31.635385 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-dee841f5-6d3a-4aa0-b3fd-99a6df80c24c service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211824 Aug 23 14:15:31.683027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-e63099b0-8f92-4390-a0ef-e85b5ee9ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:31.685117 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-e63099b0-8f92-4390-a0ef-e85b5ee9ddd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1099 time: 0.6687007 Aug 23 14:15:31.694710 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1a656be-24b0-4f8e-a341-f241d8f16b17 req-9fe2de4f-db27-4870-8208-7fcc3515a3e1 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006911 Aug 23 14:15:31.811662 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 42910) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:31.916899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-d61ad766-2db3-473e-af67-937d79a897d2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:31.918959 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-d61ad766-2db3-473e-af67-937d79a897d2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 1.4381618 Aug 23 14:15:32.022807 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-3aa2e60a-13f4-4f07-8821-d1f7484d61a6 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106503 Aug 23 14:15:32.028570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-d37b2488-9e7e-42df-b1bf-ad73a4d87a28 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/quotas/1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 375 time: 0.0712719 Aug 23 14:15:32.096458 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Set router 2e348018-40cd-4622-9e21-98543cf5780b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:32.108496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-141718439'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:32.116025 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:32.121158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:network and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:32.127079 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:32.135125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:32.283201 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:32.286434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.361286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:15:32.375549 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-48bfb64f-edd0-4669-8ebf-ca4da6397c5b tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:32.376551 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-48bfb64f-edd0-4669-8ebf-ca4da6397c5b tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528857 Aug 23 14:15:32.384217 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.384557 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Added segment eb414865-6069-4c6e-b485-0dda027a5d29 of type vlan for network 251d5439-0e44-4336-96b7-2c61a686df11 Aug 23 14:15:32.434455 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.486154 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-59717376-5c3a-4cf1-9b06-37027d1d5db9 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/quotas/9be02c5647ee41ea9a44ffd1a84101ca HTTP/1.1" status: 200 len: 375 time: 0.0137746 Aug 23 14:15:32.556129 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.576053 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:32.577623 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.580900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-5364991c-0ab6-42c0-ba7e-40e3c44caf7c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5514038 Aug 23 14:15:32.587840 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a772e169-2b18-4c77-b467-6dc00fd81934 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936513 Aug 23 14:15:32.591684 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:32.597828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-af03362a-a9c6-4f27-854d-fa0891e25787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:32.599800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-af03362a-a9c6-4f27-854d-fa0891e25787 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.8982155 Aug 23 14:15:32.810576 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.844448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-23b0e8b8-6151-4147-beaf-0e9df7dd513a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.1974354 Aug 23 14:15:32.863028 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 4, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '6a79aaf6-7fc5-4872-9560-e71dc270f930', 'name': '', 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'mac_address': 'fa:16:3e:c5:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8ba36678-f8c9-4fe8-9dda-a51166398c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:21Z', 'updated_at': '2021-08-23T14:15:27Z', 'revision_number': 2, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'subnets': [{'id': '8ba36678-f8c9-4fe8-9dda-a51166398c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:32.874464 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Checking router: 2e348018-40cd-4622-9e21-98543cf5780b for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:15:32.874982 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Updating router 2e348018-40cd-4622-9e21-98543cf5780b port 6a79aaf6-7fc5-4872-9560-e71dc270f930 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:15:32.963027 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:32.965527 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e8625f9d-b1de-4979-aa83-b4c508ed1526 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:32.967298 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e8625f9d-b1de-4979-aa83-b4c508ed1526 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.82 "GET /v2.0/networks?id=5a4adddf-0093-466c-bd0a-a7ddc15f32aa HTTP/1.1" status: 200 len: 812 time: 0.2606063 Aug 23 14:15:33.030414 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.082371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-00050dce-2b40-446c-a0bc-7dbe65ba5293 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4322805 Aug 23 14:15:33.149499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-ac6debe8-b2ee-46ea-af05-5ae91897eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:33.151040 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-ac6debe8-b2ee-46ea-af05-5ae91897eefc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2676136 Aug 23 14:15:33.183007 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3669691 Aug 23 14:15:33.203966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42930) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:33.219044 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'subnet': {'network_id': '251d5439-0e44-4336-96b7-2c61a686df11', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:33.242760 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-131a1857-4864-4fa4-8704-ab09964e80c2 service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255991 Aug 23 14:15:33.286178 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Network': ['ID=251d5439-0e44-4336-96b7-2c61a686df11,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:33.291716 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:33.359336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-cb9572eb-a044-4eb7-b388-e8f130d35dc6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8780a3d7334eb19e1bdef313cfb154 HTTP/1.1" status: 200 len: 379 time: 0.1369152 Aug 23 14:15:33.367625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Request body: {'port': {'device_id': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'admin_state_up': True, 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'security_groups': ['2dd073b7-5178-457d-b8c7-dc6b62f8d3f1']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:33.408933 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5306cb93-70ee-41e3-84db-6cb706e1e943 req-5905d243-398d-45ef-9607-2defd89952e2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/c14a66ff-5b82-4636-9d60-e0e15c2f1799 HTTP/1.1" status: 200 len: 1799 time: 0.2643509 Aug 23 14:15:33.497150 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.510153 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-adc8e399-8da5-48a9-85f7-f6f30e5ed5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:33.525459 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.538415 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Transition to ACTIVE for port object 6a79aaf6-7fc5-4872-9560-e71dc270f930 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:33.544556 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 251d5439-0e44-4336-96b7-2c61a686df11 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:33.556859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:33.674247 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:33.721434 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:33.742476 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d15eab63-886a-4c9c-8705-12df0b037a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:33.762341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:subnet and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:33.774845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:33.803690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:33.824787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Network 6be1225d-dc75-42b7-8721-9441bc28339e is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:33.842018 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:33.847161 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-5306cb93-70ee-41e3-84db-6cb706e1e943 req-37b9a1bf-1abb-4569-9493-8c765b24d3dd tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:15:33.848728 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5306cb93-70ee-41e3-84db-6cb706e1e943 req-37b9a1bf-1abb-4569-9493-8c765b24d3dd tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/c14a66ff-5b82-4636-9d60-e0e15c2f1799 HTTP/1.1" status: 409 len: 341 time: 0.4212985 Aug 23 14:15:33.855304 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-c2b18b34-e703-405a-91f3-19ec97b50570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:33.856301 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-c2b18b34-e703-405a-91f3-19ec97b50570 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6967740 Aug 23 14:15:33.860721 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:33.891026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:33.896024 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event updated for resources: {'Port': ['ID=cf23523b-f564-48b5-ae23-423c7ecff979,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:33.911634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:33.937827 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:33.940180 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-7cd32a5a-ed07-4e15-874e-49636fe075fc service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776414 Aug 23 14:15:33.961378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:33.965217 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.017589 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019', 'status': 'completed', 'code': 200} Aug 23 14:15:34.034117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Made reservation on behalf of 6f8780a3d7334eb19e1bdef313cfb154 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:34.038457 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.083763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f773fe16-44c3-45c8-93a4-8a32253bc851 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:34.142704 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.187019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Transition to ACTIVE for port object f773fe16-44c3-45c8-93a4-8a32253bc851 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:34.322104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:34.323784 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.341266 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.413834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Allocated IP 172.20.0.8 (5a4adddf-0093-466c-bd0a-a7ddc15f32aa/6804c610-56e4-4b5d-84ac-e017ad545fe2/05cfd818-6525-4dd4-be0c-b9f3ad9bc26d) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:34.414112 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633c90a-614c-45e3-a6b3-1960cae448dd None None] Pushing event updated for resources: {'Port': ['ID=6a79aaf6-7fc5-4872-9560-e71dc270f930,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:34.424309 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c633c90a-614c-45e3-a6b3-1960cae448dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:34.439448 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Attempting to bind port 6a79aaf6-7fc5-4872-9560-e71dc270f930 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:34.448075 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Attempting to bind port 6a79aaf6-7fc5-4872-9560-e71dc270f930 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:34.451203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Attempting to bind port 6a79aaf6-7fc5-4872-9560-e71dc270f930 on network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:34.464364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:34.464757 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Checking segment: {'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:34.465184 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.465610 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Bound using segment: {'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:34.466130 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Bound port: 6a79aaf6-7fc5-4872-9560-e71dc270f930, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d502fb0-0ab1-4687-bba5-c274c449acb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:34.466570 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.540755 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:34.566191 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b8a45b87-30df-490d-87c8-3cc42757cece tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:34.654131 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] For port 6a79aaf6-7fc5-4872-9560-e71dc270f930, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:34.657667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] For port 6a79aaf6-7fc5-4872-9560-e71dc270f930, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6a79aaf6-7fc5-4872-9560-e71dc270f930,segment=NetworkSegment(6d502fb0-0ab1-4687-bba5-c274c449acb4),segment_id=6d502fb0-0ab1-4687-bba5-c274c449acb4)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:34.657813 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-aa3eb1d8-e1ec-40a3-a2ab-a131c4fdabd7 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577648 Aug 23 14:15:34.668246 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'mac_address': 'fa:16:3e:39:6d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:34.676577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d427ac38-5d06-4eff-aeeb-e7e1219653c5 req-24f85fe1-58e2-4011-a276-e159cd4cbd36 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 210 time: 0.0872283 Aug 23 14:15:34.789830 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.815540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c6c199-7d98-4ad7-80b3-cbcbad043d70 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:34.835557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8468745-aaab-4178-b96f-b1434fa1a78b req-6d69cc34-8919-49ce-aff4-9e393b97275a service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582139 Aug 23 14:15:34.842384 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5043778 Aug 23 14:15:34.846935 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Pushing event updated for resources: {'Port': ['ID=f773fe16-44c3-45c8-93a4-8a32253bc851,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:34.850814 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:34.854726 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:34.867612 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:34.867968 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:34.905099 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Request body: {'port': {'device_id': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:34.931254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Routers {'2e348018-40cd-4622-9e21-98543cf5780b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:15:34.931987 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:15:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2e348018-40cd-4622-9e21-98543cf5780b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:35.007555 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.096963 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633c90a-614c-45e3-a6b3-1960cae448dd None None] Pushing event updated for resources: {'Port': ['ID=6a79aaf6-7fc5-4872-9560-e71dc270f930,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:35.120354 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c633c90a-614c-45e3-a6b3-1960cae448dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:35.120509 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:35.179974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-99b25509-2e04-4893-a2a8-ba47debdd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:35.183057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-99b25509-2e04-4893-a2a8-ba47debdd47a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1135 time: 1.0194170 Aug 23 14:15:35.229226 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.238032 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-c80da2bf-cba9-4197-972a-7cf7bea1db83 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6112573 Aug 23 14:15:35.294823 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.327616 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aa1ad067-74b8-4601-bb21-ac4b0a7eb5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:35.343984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['94c6c199-7d98-4ad7-80b3-cbcbad043d70'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:35.344314 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fd3b5-f2fe-4bc5-8a4d-f02cad8be9c9 req-42cf70b7-d610-4f37-8c6d-6b891b369301 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:35.363909 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-674fd3b5-f2fe-4bc5-8a4d-f02cad8be9c9 req-42cf70b7-d610-4f37-8c6d-6b891b369301 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 948 time: 0.7415862 Aug 23 14:15:35.385669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Transition to ACTIVE for port object 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:35.395666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Attempting to bind port f773fe16-44c3-45c8-93a4-8a32253bc851 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:35.396022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Attempting to bind port f773fe16-44c3-45c8-93a4-8a32253bc851 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:35.397168 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Attempting to bind port f773fe16-44c3-45c8-93a4-8a32253bc851 on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:35.399772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be73ad-bc6c-4dfa-aa30-68596d59c31d req-22fa126c-f859-4b1a-9580-862166a92d5f tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:35.400606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-53be73ad-bc6c-4dfa-aa30-68596d59c31d req-22fa126c-f859-4b1a-9580-862166a92d5f tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Synchronizing usage tracker for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:35.434217 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Port f773fe16-44c3-45c8-93a4-8a32253bc851 on network 6be1225d-dc75-42b7-8721-9441bc28339e not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:35.434217 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Attempting to bind port f773fe16-44c3-45c8-93a4-8a32253bc851 on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:35.448320 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=12']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:35.460614 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-674fd3b5-f2fe-4bc5-8a4d-f02cad8be9c9 req-49f74d7d-7cd8-4bbe-941f-0d6e59fe47f4 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955646 Aug 23 14:15:35.464729 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:35.468160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:35.468509 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Checking segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:35.469138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Bound using segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:35.469377 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Bound port: f773fe16-44c3-45c8-93a4-8a32253bc851, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:35.469724 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.472089 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] Set router 2e348018-40cd-4622-9e21-98543cf5780b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:15:35.578581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-f89fde0e-48a7-4219-887b-a2883bb3eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:35.580407 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-f89fde0e-48a7-4219-887b-a2883bb3eef6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1100 time: 0.3092616 Aug 23 14:15:35.605964 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.642119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Subnet': ['ID=baf51630-57c8-49eb-8743-16e9131d3f38,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:35.683948 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:35.692804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Checking segment: {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:35.694162 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network hostable DHCP agents. Network: 251d5439-0e44-4336-96b7-2c61a686df11, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:35.705861 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-67d1fd89-995e-451d-a70b-fa72e06a2407 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687523 Aug 23 14:15:35.706950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] For port f773fe16-44c3-45c8-93a4-8a32253bc851, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:35.737779 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-14fe3024-05d3-4eaf-88f1-b1de51adbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:35.739306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-14fe3024-05d3-4eaf-88f1-b1de51adbc19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.5443144 Aug 23 14:15:35.743265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-53be73ad-bc6c-4dfa-aa30-68596d59c31d req-22fa126c-f859-4b1a-9580-862166a92d5f tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Unset dirty status for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:35.750783 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53be73ad-bc6c-4dfa-aa30-68596d59c31d req-22fa126c-f859-4b1a-9580-862166a92d5f tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 943 time: 0.9112582 Aug 23 14:15:35.774858 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:35.805962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] For port f773fe16-44c3-45c8-93a4-8a32253bc851, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f773fe16-44c3-45c8-93a4-8a32253bc851,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:35.807005 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e0b2c63c-da56-44f5-88cc-161aa2a1fccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:35.864370 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-b893cba4-60eb-4ef9-8efb-52a6caf90821 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 217 time: 0.0945480 Aug 23 14:15:35.919537 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:35.985373 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:35.987764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:36.015751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-53be73ad-bc6c-4dfa-aa30-68596d59c31d req-c6c3b949-9ec4-4697-92cf-f73515a35c8d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Synchronizing usage tracker for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:36.018390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network 251d5439-0e44-4336-96b7-2c61a686df11 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:36.038770 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.138895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-c0d43076-490c-41fa-adff-0c1a13c19258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.139149 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.139847 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.141281 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-c0d43076-490c-41fa-adff-0c1a13c19258 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.2673347 Aug 23 14:15:36.156478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.157116 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.158492 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] 10.222.0.64 "PUT /v2.0/ports/f773fe16-44c3-45c8-93a4-8a32253bc851 HTTP/1.1" status: 200 len: 1091 time: 5.0149174 Aug 23 14:15:36.161697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'tag': 'f773fe16-44c3-45c8-93a4-8a32253bc851'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:36.174072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event updated for resources: {'Port': ['ID=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:36.195828 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-79fcfa1d-9fc8-4ea9-bbf1-1b406cda24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.197495 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-79fcfa1d-9fc8-4ea9-bbf1-1b406cda24d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.5854619 Aug 23 14:15:36.202374 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:36.205976 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-709a684b-3582-465f-a3a4-74f85fb46991 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:36.260803 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 251d5439-0e44-4336-96b7-2c61a686df11) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:36.285146 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-53be73ad-bc6c-4dfa-aa30-68596d59c31d req-c6c3b949-9ec4-4697-92cf-f73515a35c8d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Unset dirty status for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:36.292094 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490440d-61b3-4192-86ed-d441c1f2c9ff None None] Network 251d5439-0e44-4336-96b7-2c61a686df11 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:36.297260 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53be73ad-bc6c-4dfa-aa30-68596d59c31d req-c6c3b949-9ec4-4697-92cf-f73515a35c8d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453179 Aug 23 14:15:36.305882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.307566 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.314890 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-77a7cad7-b0c8-4299-8b29-d73c177a7960 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959747 Aug 23 14:15:36.361121 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 4, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '6a79aaf6-7fc5-4872-9560-e71dc270f930', 'name': '', 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'mac_address': 'fa:16:3e:c5:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8ba36678-f8c9-4fe8-9dda-a51166398c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:21Z', 'updated_at': '2021-08-23T14:15:34Z', 'revision_number': 4, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'subnets': [{'id': '8ba36678-f8c9-4fe8-9dda-a51166398c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:15:36.372037 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1787020-d408-46bc-9bba-e2bf6df76976 None None] The sync data for ids ['2e348018-40cd-4622-9e21-98543cf5780b'] in n-d-805628-1 is: [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 4, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '6a79aaf6-7fc5-4872-9560-e71dc270f930', 'name': '', 'network_id': '2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'mac_address': 'fa:16:3e:c5:f1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8ba36678-f8c9-4fe8-9dda-a51166398c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:21Z', 'updated_at': '2021-08-23T14:15:34Z', 'revision_number': 4, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'subnets': [{'id': '8ba36678-f8c9-4fe8-9dda-a51166398c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:15:36.721701 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d9a15c18-5a23-4f45-9128-fb418c0447ca None None] Provisioning for port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:36.763086 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-251d5439-0e44-4336-96b7-2c61a686df11', 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'fixed_ips': [{'subnet_id': 'baf51630-57c8-49eb-8743-16e9131d3f38'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:15:36.763934 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.771323 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-7ae8ee78-7d06-4b0a-923c-b52ed821c438 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 217 time: 0.3095155 Aug 23 14:15:36.781080 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d9a15c18-5a23-4f45-9128-fb418c0447ca None None] Provisioning complete for port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:36.781635 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d9a15c18-5a23-4f45-9128-fb418c0447ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:36.885078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-d6ffac0a-a675-4370-bec0-2436074bb763 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:36.892808 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-d6ffac0a-a675-4370-bec0-2436074bb763 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1278565 Aug 23 14:15:36.905792 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6930859 Aug 23 14:15:36.906763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42974) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:36.960049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1031002243'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:36.963650 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6029246 Aug 23 14:15:36.967510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:36.983994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:network and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:36.997489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:37.012754 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6a79aaf6-7fc5-4872-9560-e71dc270f930 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:37.013094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:37.052727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Request body: {'port': {'device_id': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:37.142933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-d9a15c18-5a23-4f45-9128-fb418c0447ca None None] Port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:37.178028 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-213b8d5d-bc39-422a-be79-e452985adb4e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/quotas/9be02c5647ee41ea9a44ffd1a84101ca HTTP/1.1" status: 200 len: 375 time: 0.2837293 Aug 23 14:15:37.180286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Pushing event updated for resources: {'Port': ['ID=f773fe16-44c3-45c8-93a4-8a32253bc851,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:37.248787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf23523b-f564-48b5-ae23-423c7ecff979 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:37.256709 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:37.262051 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.287725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Transition to ACTIVE for port object cf23523b-f564-48b5-ae23-423c7ecff979 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:37.307802 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:37.313741 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.349719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-3ec5fa93-6593-4af3-8a95-e5863d3a48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:37.351203 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-3ec5fa93-6593-4af3-8a95-e5863d3a48b3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.5506341 Aug 23 14:15:37.354107 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Allocated IP 19.80.0.2 (251d5439-0e44-4336-96b7-2c61a686df11/baf51630-57c8-49eb-8743-16e9131d3f38/a0915081-307b-4455-94b1-cb4f6c6324fe) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:37.363552 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-68e8da01-c71f-43cb-ab03-e60cf79ae484 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1598096 Aug 23 14:15:37.372100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-446eb384-5b9b-43c3-af89-13f1f5284bca req-7abec623-6566-4945-866c-e93eee1dcfb7 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 210 time: 0.2214787 Aug 23 14:15:37.379346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-31e7aa40-1f73-4afc-b775-248b5be7869b tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2002914 Aug 23 14:15:37.484109 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 6a79aaf6-7fc5-4872-9560-e71dc270f930 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:37.503272 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 6a79aaf6-7fc5-4872-9560-e71dc270f930 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:37.510281 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.633188 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.645007 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-be7620ac-bce8-4bba-9cb0-9e6365c112b1 tempest-InstanceActionsTestJSON-1561995980 tempest-InstanceActionsTestJSON-1561995980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:37.673322 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-673b4ff4-deac-44a1-8be9-67cec4ab47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:37.675174 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-673b4ff4-deac-44a1-8be9-67cec4ab47e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 1094 time: 1.2122583 Aug 23 14:15:37.675803 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.693045 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:37.806886 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-4accd705-e0b4-4170-9cdb-00400301f6cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f773fe16-44c3-45c8-93a4-8a32253bc851 HTTP/1.1" status: 200 len: 217 time: 0.0930908 Aug 23 14:15:37.849106 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:37.909267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-b04d8cd0-2dff-44b5-9758-fe3b672246f1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:37.914914 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-b04d8cd0-2dff-44b5-9758-fe3b672246f1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5378444 Aug 23 14:15:37.936084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 6a79aaf6-7fc5-4872-9560-e71dc270f930, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6a79aaf6-7fc5-4872-9560-e71dc270f930,segment=NetworkSegment(6d502fb0-0ab1-4687-bba5-c274c449acb4),segment_id=6d502fb0-0ab1-4687-bba5-c274c449acb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:37.941806 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Request body: {'port': {'device_id': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '9be02c5647ee41ea9a44ffd1a84101ca'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:38.106640 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.117982 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:38.153590 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-18d8cc83-57aa-4916-a47e-936ef3d6c727 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5544894 Aug 23 14:15:38.212341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:38.255372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:15:38.301656 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=6a79aaf6-7fc5-4872-9560-e71dc270f930,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:38.311902 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:38.340476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Usage tracker for resource:port and tenant:9be02c5647ee41ea9a44ffd1a84101ca is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:38.351673 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Pushing event updated for resources: {'Port': ['ID=cf23523b-f564-48b5-ae23-423c7ecff979,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:38.354482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:38.367539 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.391600 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:38.396013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Transition to ACTIVE for port object a0915081-307b-4455-94b1-cb4f6c6324fe will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:38.407916 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:38.408559 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.457137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:38.462281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.462768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.463159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.463539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.464130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.464722 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.465351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.465916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.466470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.467030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.468227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.468785 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:38.473892 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:38.480493 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Transition to ACTIVE for port object a0915081-307b-4455-94b1-cb4f6c6324fe will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:38.591065 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.591437 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Added segment 5ec49113-c674-4ecc-945f-3f373fef5026 of type vlan for network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f Aug 23 14:15:38.606332 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.617137 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:38.625057 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.632782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:38.658655 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.679980 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-e7bfa446-056f-4622-8738-b2c3020845bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:38.682432 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-e7bfa446-056f-4622-8738-b2c3020845bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.2281806 Aug 23 14:15:38.688443 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-d3cbf20d-2ea8-4308-918d-6b3d8f8c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:38.689993 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-d3cbf20d-2ea8-4308-918d-6b3d8f8c12d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3074214 Aug 23 14:15:38.728338 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.735850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e1d5e-a7cf-4df2-b489-91386234eb19 req-cefaa9bf-6696-49f6-a1e5-e54ed92e927d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:38.744752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c7e1d5e-a7cf-4df2-b489-91386234eb19 req-cefaa9bf-6696-49f6-a1e5-e54ed92e927d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 949 time: 1.1125817 Aug 23 14:15:38.763224 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Network 251d5439-0e44-4336-96b7-2c61a686df11 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:38.770751 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Transition to ACTIVE for port object 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:38.771559 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:38.794479 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:38.795763 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-39854c48-1daf-407d-89df-27e3d2bf0179 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017275 Aug 23 14:15:38.801429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Pushing event updated for resources: {'Port': ['ID=a0915081-307b-4455-94b1-cb4f6c6324fe,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:38.816625 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:38.829409 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:38.833566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c7e1d5e-a7cf-4df2-b489-91386234eb19 req-263c6b2b-ed9f-4f21-8a28-2511901a95a3 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876718 Aug 23 14:15:38.859658 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:15:38.868856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Attempting to bind port cf23523b-f564-48b5-ae23-423c7ecff979 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:38.885378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Attempting to bind port cf23523b-f564-48b5-ae23-423c7ecff979 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:38.887374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Attempting to bind port cf23523b-f564-48b5-ae23-423c7ecff979 on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:38.898038 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:38.906930 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.914873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Made reservation on behalf of 9be02c5647ee41ea9a44ffd1a84101ca for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:38.926499 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:38.930593 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:38.985973 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.016663 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'tag': 'f773fe16-44c3-45c8-93a4-8a32253bc851', 'status': 'completed', 'code': 200} Aug 23 14:15:39.034690 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4da81-240d-4e37-9f08-9beba59fd131 req-15e1befb-3abf-498b-8f4a-5b44d4f5a41b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:39.037506 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-70f4da81-240d-4e37-9f08-9beba59fd131 req-15e1befb-3abf-498b-8f4a-5b44d4f5a41b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Synchronizing usage tracker for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:39.053239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Port cf23523b-f564-48b5-ae23-423c7ecff979 on network 6be1225d-dc75-42b7-8721-9441bc28339e not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:39.053576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Attempting to bind port cf23523b-f564-48b5-ae23-423c7ecff979 on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:39.087845 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6a79aaf6-7fc5-4872-9560-e71dc270f930 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:39.096901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:39.111629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Usage tracker for resource:security_group_rule and tenant:9be02c5647ee41ea9a44ffd1a84101ca is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:39.131708 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-c55792d4-b6c1-4761-a4b7-e2c2db746749 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:39.141186 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-c55792d4-b6c1-4761-a4b7-e2c2db746749 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 0.8234954 Aug 23 14:15:39.142085 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:39.142451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Checking segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:39.142834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Bound using segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:39.143295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Bound port: cf23523b-f564-48b5-ae23-423c7ecff979, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:39.143650 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.159824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Request body: {'port': {'device_id': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'admin_state_up': True, 'tenant_id': '1fd5ff9c2b684ed9b70bd50e00817bd4'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:39.161977 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.176484 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a4adb895-c662-4164-84b0-ca22905fb114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:39.326104 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Attempting to bind port a0915081-307b-4455-94b1-cb4f6c6324fe on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:39.326330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:39.326433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Attempting to bind port a0915081-307b-4455-94b1-cb4f6c6324fe by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:39.326433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Attempting to bind port a0915081-307b-4455-94b1-cb4f6c6324fe on network 251d5439-0e44-4336-96b7-2c61a686df11 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:39.334215 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:39.334606 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Checking segment: {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:39.335032 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.335444 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Bound using segment: {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:39.335953 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Bound port: a0915081-307b-4455-94b1-cb4f6c6324fe, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:39.336352 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.414884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=13']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:39.427333 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.441109 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 6a79aaf6-7fc5-4872-9560-e71dc270f930 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:39.441513 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.535756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] For port a0915081-307b-4455-94b1-cb4f6c6324fe, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:39.542054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] For port a0915081-307b-4455-94b1-cb4f6c6324fe, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a0915081-307b-4455-94b1-cb4f6c6324fe,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:39.550105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Pushing event updated for resources: {'Port': ['ID=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:39.563507 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.567507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:39.570897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:39.586637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:39.587204 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.595666 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Usage tracker for resource:port and tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:39.598970 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.600203 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e06247a2-ed0d-49a2-acf0-8e328898e442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:39.621148 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db853b58-f5a6-4ee7-8d5e-2a6751aca956 req-3aaa5ef3-94cf-401c-b6cb-035cbfe70527 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4018416 Aug 23 14:15:39.644474 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-fcbfcc6b-95d9-48a8-9533-492af1133811 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8868780 Aug 23 14:15:39.656873 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-cb0b1754-f9c9-4aea-9000-7b5ec6a12aca service neutron] 10.222.0.64 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529222 Aug 23 14:15:39.667382 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:39.698258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:39.734290 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:39.743989 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6f9f4348-7391-4927-b5ab-3f3bad129dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:39.751700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-70f4da81-240d-4e37-9f08-9beba59fd131 req-15e1befb-3abf-498b-8f4a-5b44d4f5a41b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Unset dirty status for tenant:6f8780a3d7334eb19e1bdef313cfb154 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:39.753831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70f4da81-240d-4e37-9f08-9beba59fd131 req-15e1befb-3abf-498b-8f4a-5b44d4f5a41b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 931 time: 1.3019745 Aug 23 14:15:39.788745 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Attempting to bind port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:39.789245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Attempting to bind port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:39.789589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Attempting to bind port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d on network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:39.878398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Pushing event updated for resources: {'Port': ['ID=a0915081-307b-4455-94b1-cb4f6c6324fe,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:39.888202 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.897338 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.9530144 Aug 23 14:15:39.897338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Network': ['ID=9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:39.907403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 42996) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:39.914860 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:15:39.933298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] For port cf23523b-f564-48b5-ae23-423c7ecff979, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:39.939574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] For port cf23523b-f564-48b5-ae23-423c7ecff979, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cf23523b-f564-48b5-ae23-423c7ecff979,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:39.943711 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:39.960542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d on network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:39.960873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Attempting to bind port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d on network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:39.961547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'subnet': {'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:40.009530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Made reservation on behalf of 1fd5ff9c2b684ed9b70bd50e00817bd4 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:40.016039 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.026502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:40.041618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Checking segment: {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:40.042330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Bound using segment: {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:40.043001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Bound port: 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c7aa88-dae4-42f5-ad04-0f5af43bfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:40.043550 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.150486 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-70f4da81-240d-4e37-9f08-9beba59fd131 req-e0a34ae2-9c62-48c0-a564-20382f5ddb6d tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677669 Aug 23 14:15:40.288423 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29ce1245-e36e-4ddb-97bf-9cd0b36f5903 req-3f359f2b-9c8b-4ef9-a4c8-a5046f163305 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285555 Aug 23 14:15:40.302268 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-6ea4e974-7ae1-4832-a33b-348f87f79762 service neutron] 10.222.0.64 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208072 Aug 23 14:15:40.356194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] For port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:40.356194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] For port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:40.370324 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Allocated IP 172.20.0.12 (73e2a67b-cd56-4428-bfeb-427e5f81a087/906ece5b-b30a-4ccd-8b9c-b6b300a838f2/37ed514f-e4db-4874-959b-c0ded586b813) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:40.394739 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.419111 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b03edbf6-f4dc-46f9-89f5-d4b319d68530 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:40.474852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b8e6-c84f-42e3-8608-7a20261a8623 req-934e073a-5b44-4cf0-89c6-d42bb9ea16e4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:40.476448 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fd77b8e6-c84f-42e3-8608-7a20261a8623 req-934e073a-5b44-4cf0-89c6-d42bb9ea16e4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 943 time: 0.1075785 Aug 23 14:15:40.536441 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fd77b8e6-c84f-42e3-8608-7a20261a8623 req-46a77c83-85f5-45e2-a43c-e31e3fb1a669 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537736 Aug 23 14:15:40.556336 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.567188 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fb37c-0a46-46a8-be60-e8c4279efd6e req-44c1cd5e-e4ba-4549-8ddb-6421b340e81a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:40.570721 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ddd2ca9b-b475-48a0-bb34-13e705aae802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:40.573891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-471fb37c-0a46-46a8-be60-e8c4279efd6e req-44c1cd5e-e4ba-4549-8ddb-6421b340e81a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 984 time: 1.2496929 Aug 23 14:15:40.632679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:40.633894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.647513 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] 10.222.0.82 "PUT /v2.0/ports/05cfd818-6525-4dd4-be0c-b9f3ad9bc26d HTTP/1.1" status: 200 len: 1091 time: 3.5999310 Aug 23 14:15:40.687034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:40.687034 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.687034 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] 10.222.0.82 "PUT /v2.0/ports/cf23523b-f564-48b5-ae23-423c7ecff979 HTTP/1.1" status: 200 len: 1091 time: 5.7819455 Aug 23 14:15:40.687034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'tag': 'cf23523b-f564-48b5-ae23-423c7ecff979'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:40.695438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Pushing event updated for resources: {'Port': ['ID=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:40.706121 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:40.788396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Pushing event updated for resources: {'Port': ['ID=cf23523b-f564-48b5-ae23-423c7ecff979,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:40.803488 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:40.814494 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:40.839177 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9375cc1a-2c16-4011-8546-e8b318f78071 req-2e560a1a-1b55-4456-88b5-439f469752ae tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 210 time: 0.1315310 Aug 23 14:15:40.844266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:40.887845 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-471fb37c-0a46-46a8-be60-e8c4279efd6e req-88c39099-9396-4afb-9502-a7a3157bb438 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=c14a66ff-5b82-4636-9d60-e0e15c2f1799&id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.3122654 Aug 23 14:15:40.901574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:subnet and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:40.911747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:40.935431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-c8fa5c5a-ab7d-4c70-9277-a3969f167798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:40.943793 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-c8fa5c5a-ab7d-4c70-9277-a3969f167798 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 1094 time: 0.1593442 Aug 23 14:15:41.041605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a0915081-307b-4455-94b1-cb4f6c6324fe up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:41.074953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:41.115186 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'code': 200} Aug 23 14:15:41.120393 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98102372-301a-4f02-8397-3ebbd1273964 req-1af0e80c-2959-49de-8532-323d9a853bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:41.121968 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98102372-301a-4f02-8397-3ebbd1273964 req-1af0e80c-2959-49de-8532-323d9a853bec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1135 time: 1.2760053 Aug 23 14:15:41.132916 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.153739 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-929c58ec-f944-4207-adec-3ce5f155d23b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:41.287640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4837f013-3eee-49cc-8f02-eb22eb498351,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:41.311693 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:41.345104 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:41.366446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:41.374655 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.419536 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'tag': 'cf23523b-f564-48b5-ae23-423c7ecff979', 'status': 'completed', 'code': 200} Aug 23 14:15:41.441320 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port a0915081-307b-4455-94b1-cb4f6c6324fe completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:41.517607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c67cb82-d7c0-48a0-9a88-3a5eb7160a1f req-4bc7d54c-129d-4b6d-86fb-1ce6b9a8d933 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 210 time: 0.1571102 Aug 23 14:15:41.528347 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bf65b-e3ec-44a6-972f-a9564dec09f6 None None] Network 251d5439-0e44-4336-96b7-2c61a686df11 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:41.609156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-67c15e2a-a66d-4f62-8d6f-e59e40d7de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:41.610674 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-67c15e2a-a66d-4f62-8d6f-e59e40d7de22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 914 time: 0.6656177 Aug 23 14:15:41.628577 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'status': 'completed', 'code': 200} Aug 23 14:15:41.734723 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-e730466c-95b3-4742-804a-9724f0611d65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f773fe16-44c3-45c8-93a4-8a32253bc851 HTTP/1.1" status: 200 len: 217 time: 0.1083636 Aug 23 14:15:41.737995 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ca6b63fb-6dd2-49cb-9c97-719eaae11616 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129675 Aug 23 14:15:41.791486 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.809931 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Provisioning for port a0915081-307b-4455-94b1-cb4f6c6324fe completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:41.824738 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Provisioning complete for port a0915081-307b-4455-94b1-cb4f6c6324fe triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:41.825504 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:41.855567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-99956d28-8649-47a9-b0f1-1bb595a3d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:41.857144 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-99956d28-8649-47a9-b0f1-1bb595a3d9dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=ad441ba4-4ca6-4713-9295-0baa501e0f09 HTTP/1.1" status: 200 len: 1094 time: 0.7779393 Aug 23 14:15:41.862002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-395902af-d473-4c48-9be4-f2b18ebd18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:41.864931 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-395902af-d473-4c48-9be4-f2b18ebd18c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f8780a3d7334eb19e1bdef313cfb154&device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 1094 time: 0.8605702 Aug 23 14:15:41.876787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98102372-301a-4f02-8397-3ebbd1273964 req-c0b919c9-9430-407d-8022-b501febc180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:41.878226 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98102372-301a-4f02-8397-3ebbd1273964 req-c0b919c9-9430-407d-8022-b501febc180e service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.7313647 Aug 23 14:15:41.880177 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-98fb7d8e-4bdf-43bd-80fb-82f128548dc4 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961852 Aug 23 14:15:41.963550 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-2159e650-de8c-4e98-8e6a-6dd9bbf141f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf23523b-f564-48b5-ae23-423c7ecff979 HTTP/1.1" status: 200 len: 217 time: 0.0808718 Aug 23 14:15:42.049274 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-e45ae5f8-5bd5-460e-8959-df65d86e2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.050907 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-e45ae5f8-5bd5-460e-8959-df65d86e2d82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.3089976 Aug 23 14:15:42.052205 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-7a176dee-9e85-4b02-89d2-e37131b2467c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d HTTP/1.1" status: 200 len: 217 time: 0.1711729 Aug 23 14:15:42.071457 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.128621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] For port a0915081-307b-4455-94b1-cb4f6c6324fe, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a0915081-307b-4455-94b1-cb4f6c6324fe,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:42.219951 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.222683 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3f64a729-ff6d-417d-a69d-7bedb2d3b615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:42.312451 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Pushing event updated for resources: {'Port': ['ID=a0915081-307b-4455-94b1-cb4f6c6324fe,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:42.316397 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:42.329601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98102372-301a-4f02-8397-3ebbd1273964 req-82f8e6dc-b2d0-4917-b3bd-ee3b4c82cfc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 217 time: 0.3608749 Aug 23 14:15:42.334124 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Allocated IP 192.168.233.112 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:42.408949 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-efb939ca-4291-4486-bfd0-7042d0266d25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3382339 Aug 23 14:15:42.449844 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-93762f7b-3c86-4be3-b2df-86661558057d None None] Provisioning complete for port a0915081-307b-4455-94b1-cb4f6c6324fe triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:42.450533 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-93762f7b-3c86-4be3-b2df-86661558057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.465288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-d2488232-cd13-4fa5-8fd6-9c545d08a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.466911 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-d2488232-cd13-4fa5-8fd6-9c545d08a0d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.2058399 Aug 23 14:15:42.557742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-44d69cf9-3970-4f66-86b7-b44ff133f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.559218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-44d69cf9-3970-4f66-86b7-b44ff133f91c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6804c610-56e4-4b5d-84ac-e017ad545fe2 HTTP/1.1" status: 200 len: 851 time: 0.4968629 Aug 23 14:15:42.590183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98102372-301a-4f02-8397-3ebbd1273964 req-b66ded30-7e13-4eed-a720-1e62d7931f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.591847 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98102372-301a-4f02-8397-3ebbd1273964 req-b66ded30-7e13-4eed-a720-1e62d7931f7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.2501228 Aug 23 14:15:42.620340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4f95-8d58-41da-9994-224921fabe66 req-1acc5ac8-368a-4564-8b27-fc3a2172f176 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.623815 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-655c4f95-8d58-41da-9994-224921fabe66 req-1acc5ac8-368a-4564-8b27-fc3a2172f176 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 943 time: 1.0311768 Aug 23 14:15:42.630162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-725d228a-33ed-4064-8646-bbdece11f193 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.631653 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-725d228a-33ed-4064-8646-bbdece11f193 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8488476 Aug 23 14:15:42.687578 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:42.689832 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Request body: {'port': {'device_id': '6de693d1-d32d-4b57-a115-881d8100960f', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '9be02c5647ee41ea9a44ffd1a84101ca'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:42.690956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-bf48039a-a9e4-446a-9cd7-c0f3e6f1646b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732509 Aug 23 14:15:42.709414 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-74bfb868-df24-4bdd-8001-46d02ec8182d tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:42.724516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-51281bca-7fc3-48a9-ba78-c7e75a879a7a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:42.726095 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-51281bca-7fc3-48a9-ba78-c7e75a879a7a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8353679 Aug 23 14:15:42.772147 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98102372-301a-4f02-8397-3ebbd1273964 req-ef435b63-71d2-4360-ad95-af393dd7eaa0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656849 Aug 23 14:15:42.845978 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-11da6f50-4196-41ab-ae7c-61aa521d1a57 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/quotas/13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 375 time: 0.0964723 Aug 23 14:15:42.921176 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-8937fdd6-eab7-407f-b286-297c0d1ad32e service neutron] 10.222.0.64 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926300 Aug 23 14:15:42.928883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a0915081-307b-4455-94b1-cb4f6c6324fe up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:42.935345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:42.961061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:43.080059 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a0915081-307b-4455-94b1-cb4f6c6324fe triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:43.088300 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.088677 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:43.088792 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-d80ff8b4-99c3-4067-9de5-7a34378b1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:43.088792 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-d80ff8b4-99c3-4067-9de5-7a34378b1db8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a4adddf-0093-466c-bd0a-a7ddc15f32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4622862 Aug 23 14:15:43.092770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.64', 52785) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:43.145586 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-655c4f95-8d58-41da-9994-224921fabe66 req-8012b098-76f9-46ba-9bec-780320fa4f92 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4640064 Aug 23 14:15:43.175065 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:43.191373 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Usage tracker for resource:port and tenant:9be02c5647ee41ea9a44ffd1a84101ca is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:43.210379 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:43.236879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:43.284905 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:43.325720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d240bb3-69c5-4468-9c9a-d848ad1fb1a8 req-08fc6b5b-b381-4159-a1c0-eaaae2e534df service neutron] 10.222.0.64 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940120 Aug 23 14:15:43.350116 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:43.369469 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-83d667b2-a1ee-46c4-816b-15e4a0633777 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4922261 Aug 23 14:15:43.394337 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-d87a8dc3-8336-4823-b9c0-02848970c923 service neutron] 10.222.0.82 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973762 Aug 23 14:15:43.399104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-a982c524-cbc5-4d99-a686-9e3eb2b0acb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3034229 Aug 23 14:15:43.415746 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.429425 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:43.483649 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Made reservation on behalf of 9be02c5647ee41ea9a44ffd1a84101ca for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:43.487255 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.504411 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:43.505104 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.605837 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98102372-301a-4f02-8397-3ebbd1273964 req-2729cbf9-f3ea-443c-82e8-a578ea1649c7 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819250 Aug 23 14:15:43.607715 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-65bee69c-1ec2-4009-9355-d9824b9ebfd8 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388882 Aug 23 14:15:43.611111 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:43.685355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ead8fca-dfa9-4356-bdbf-11c727f79c7e req-3d823f4a-d85d-4b6a-b0a8-ecf59b46cdd8 service neutron] 10.222.0.82 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833824 Aug 23 14:15:43.709075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-4d64bc29-4b6e-4d07-89ae-ff6188607f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:43.710868 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-4d64bc29-4b6e-4d07-89ae-ff6188607f8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1174 time: 0.2819192 Aug 23 14:15:43.711256 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Subnet': ['ID=d9a55553-68ba-450c-bd5f-46a562902ed2,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:43.731220 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:43.760290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Transition to ACTIVE for port object 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:43.856451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00198ec7-a508-4e65-8457-7f618e16125f req-c8161398-019c-4e43-bbc3-d1db001abcab tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:43.858838 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00198ec7-a508-4e65-8457-7f618e16125f req-c8161398-019c-4e43-bbc3-d1db001abcab tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 943 time: 0.5631895 Aug 23 14:15:43.879437 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-530acc59-96de-4f9c-a289-ed6d1c9b0c95 req-3a992768-3a6a-4992-9761-769fb1ed9033 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 210 time: 0.0722549 Aug 23 14:15:43.959225 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Checking segment: {'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:43.960083 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network hostable DHCP agents. Network: 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:15:43.973588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43046) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:44.003087 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8471956 Aug 23 14:15:44.030441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Request body: {'port': {'device_id': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:44.123650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-512d678c-04ba-4327-9cb2-2cdda72d98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.125658 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-512d678c-04ba-4327-9cb2-2cdda72d98f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.3839619 Aug 23 14:15:44.359660 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00198ec7-a508-4e65-8457-7f618e16125f req-466b93c3-b2bb-4cab-8c96-49994d7d6348 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748231 Aug 23 14:15:44.380298 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c4a4cc-1de9-4781-a28a-564667027d2f req-107e84cc-d810-4244-a670-3945ec324ac4 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297511 Aug 23 14:15:44.390289 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98102372-301a-4f02-8397-3ebbd1273964 req-e877d6e8-b878-4530-95d7-6779090edf21 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7499444 Aug 23 14:15:44.391591 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-657ce765-4cfb-4343-a506-2bfb610c40a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 200 len: 217 time: 0.2576542 Aug 23 14:15:44.395244 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.442378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:15:44.447065 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-0d7a5eb9-f1eb-470c-8cad-fb7bcd3966ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.448569 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-0d7a5eb9-f1eb-470c-8cad-fb7bcd3966ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f8780a3d7334eb19e1bdef313cfb154&device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 1094 time: 0.5100579 Aug 23 14:15:44.463145 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:44.490531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Usage tracker for resource:security_group_rule and tenant:a109fbce7f0f4c2baa4bd1322d6bf002 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:44.501904 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:44.519285 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.523890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76b7a2-dae3-459f-8abe-7748a5fe8e3e req-c065421b-360d-44da-ad23-6805605c0e71 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.525764 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3c76b7a2-dae3-459f-8abe-7748a5fe8e3e req-c065421b-360d-44da-ad23-6805605c0e71 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 984 time: 0.5147309 Aug 23 14:15:44.543196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:44.549457 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.611624 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-df919a8a-018f-4550-b919-e7ce06c8ca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:44.655222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:44.664106 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d2ac00-f7c8-41fd-a50b-405378602449 None None] Network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:44.669680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-387f1cc8-5f25-424f-9940-722355f65bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.671825 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-387f1cc8-5f25-424f-9940-722355f65bd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.2624056 Aug 23 14:15:44.748535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.749306 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:44.792035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-bd1c5b1a-4409-4465-a1ed-1de98e904169 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098707 Aug 23 14:15:44.809366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:44.817693 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:44.820369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:44.838095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Allocated IP 192.168.233.12 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/6799ffbc-5b5a-4d30-9979-0c92710c081a) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:44.847136 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3c76b7a2-dae3-459f-8abe-7748a5fe8e3e req-00f9ec6b-afd7-4e5c-b7a0-2cd9f3a9f16b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=c14a66ff-5b82-4636-9d60-e0e15c2f1799&id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.3051457 Aug 23 14:15:44.929133 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f773fe16-44c3-45c8-93a4-8a32253bc851 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:44.979161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.0589538 Aug 23 14:15:44.993438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-e6d093c9-55fa-4e14-a94d-11029594e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:44.995325 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-e6d093c9-55fa-4e14-a94d-11029594e2c0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a4adddf-0093-466c-bd0a-a7ddc15f32aa HTTP/1.1" status: 200 len: 914 time: 0.5334783 Aug 23 14:15:45.110027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:45.110821 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.137190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f', 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'fixed_ips': [{'subnet_id': 'd9a55553-68ba-450c-bd5f-46a562902ed2'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:15:45.138160 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.239974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:45.252836 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:45.279330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecd2bb-6e06-49e8-83ca-3ac2dbbf4470 req-741b9d73-33eb-4453-a524-868451b8f426 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:45.280852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-23ecd2bb-6e06-49e8-83ca-3ac2dbbf4470 req-741b9d73-33eb-4453-a524-868451b8f426 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:45.306878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07fa6-7561-4404-b74a-39716c299f61 req-5bdaf91e-7c09-4bdf-8092-58f4a581af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:45.309783 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38d07fa6-7561-4404-b74a-39716c299f61 req-5bdaf91e-7c09-4bdf-8092-58f4a581af94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=ad441ba4-4ca6-4713-9295-0baa501e0f09 HTTP/1.1" status: 200 len: 1094 time: 0.6639469 Aug 23 14:15:45.387092 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port f773fe16-44c3-45c8-93a4-8a32253bc851, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f773fe16-44c3-45c8-93a4-8a32253bc851,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:45.395049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4586158 Aug 23 14:15:45.421451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Request body: {'port': {'device_id': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:45.437264 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'f773fe16-44c3-45c8-93a4-8a32253bc851', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'port_id': 'f773fe16-44c3-45c8-93a4-8a32253bc851', 'mac_address': 'fa:16:3e:c4:1f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f2133b-da89-4844-b4ee-c70d63ce9717', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:45.475879 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-a409eb95-2c20-4c5f-95ba-b9e77101abe1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d HTTP/1.1" status: 200 len: 217 time: 0.3425999 Aug 23 14:15:45.485621 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5096331-f56e-432e-afbe-1a376fb75501 req-1432a69e-0c52-49e4-9046-c2d90e78717b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 210 time: 0.3502181 Aug 23 14:15:45.503723 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a098671d-3ace-4579-a68e-404947d816d3 None None] Provisioning for port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:45.517544 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-47f00085-9869-49ef-9648-a8cbe8295a59 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116148 Aug 23 14:15:45.558979 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a098671d-3ace-4579-a68e-404947d816d3 None None] Provisioning complete for port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:45.559620 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a098671d-3ace-4579-a68e-404947d816d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.650891 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.678559 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Allocated IP 19.86.0.2 (9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f/d9a55553-68ba-450c-bd5f-46a562902ed2/2cc93ea5-3d62-4361-9a33-9662f2a29a33) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:45.682316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a098671d-3ace-4579-a68e-404947d816d3 None None] Port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:45.686578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f773fe16-44c3-45c8-93a4-8a32253bc851 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:45.693636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-23ecd2bb-6e06-49e8-83ca-3ac2dbbf4470 req-741b9d73-33eb-4453-a524-868451b8f426 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:45.706917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-23ecd2bb-6e06-49e8-83ca-3ac2dbbf4470 req-741b9d73-33eb-4453-a524-868451b8f426 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 932 time: 1.2411880 Aug 23 14:15:45.724740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port f773fe16-44c3-45c8-93a4-8a32253bc851, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f773fe16-44c3-45c8-93a4-8a32253bc851,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:45.725314 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:45.734385 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.904018 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-b729fe23-d6f4-47e6-8488-70f269b60467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:45.905879 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-b729fe23-d6f4-47e6-8488-70f269b60467 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6804c610-56e4-4b5d-84ac-e017ad545fe2 HTTP/1.1" status: 200 len: 851 time: 0.3919108 Aug 23 14:15:45.921325 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.928682 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:45.932045 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:45.978735 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f7ea6453-7346-4cb7-80ed-66f589ac8f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:46.051591 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.087607 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=f773fe16-44c3-45c8-93a4-8a32253bc851,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:46.092173 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a109fbce7f0f4c2baa4bd1322d6bf002&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1171539 Aug 23 14:15:46.099699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43068) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:46.107271 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:46.116784 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:46.129090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b5fad-3f2a-40ff-8af6-67833a58678c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:46.154091 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:46.158808 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d1bf5b-39dd-4695-b08e-325c044bc2f8 req-a19b017d-be4f-4d68-adf1-06f21f553099 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566850 Aug 23 14:15:46.164580 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'port_id': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'mac_address': 'fa:16:3e:5a:57:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:46.175383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07fa6-7561-4404-b74a-39716c299f61 req-d29dfc9b-a258-48d2-8462-3c84cc84adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:46.183469 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38d07fa6-7561-4404-b74a-39716c299f61 req-d29dfc9b-a258-48d2-8462-3c84cc84adcd service neutron] 10.222.0.82 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 914 time: 0.8534513 Aug 23 14:15:46.208480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-23ecd2bb-6e06-49e8-83ca-3ac2dbbf4470 req-dcae030d-7d46-46af-bb32-a775009b9ad5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:46.213762 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.227114 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['f773fe16-44c3-45c8-93a4-8a32253bc851'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:46.260074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Transition to ACTIVE for port object 6799ffbc-5b5a-4d30-9979-0c92710c081a will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:46.275024 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ecb00-23a1-4193-9768-ca29026b377a req-76fae8f9-427e-495d-8855-6522c109019b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:46.276601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f6ecb00-23a1-4193-9768-ca29026b377a req-76fae8f9-427e-495d-8855-6522c109019b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 943 time: 0.4710662 Aug 23 14:15:46.284088 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.306122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-391af67e-b63b-4ae3-bf36-f3938cb7d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:46.310792 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-391af67e-b63b-4ae3-bf36-f3938cb7d9be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a4adddf-0093-466c-bd0a-a7ddc15f32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3816969 Aug 23 14:15:46.310957 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.321348 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.355485 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Transition to ACTIVE for port object 2cc93ea5-3d62-4361-9a33-9662f2a29a33 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:46.375403 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:46.391316 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.400167 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38d07fa6-7561-4404-b74a-39716c299f61 req-62d1649a-c314-4811-b443-310e554bb00e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf23523b-f564-48b5-ae23-423c7ecff979 HTTP/1.1" status: 200 len: 217 time: 0.1288860 Aug 23 14:15:46.420945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:46.423450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Transition to ACTIVE for port object 2cc93ea5-3d62-4361-9a33-9662f2a29a33 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:46.567886 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.570952 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:46.580903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ed514f-e4db-4874-959b-c0ded586b813 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:46.595566 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.626118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Transition to ACTIVE for port object 37ed514f-e4db-4874-959b-c0ded586b813 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:46.637752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f6ecb00-23a1-4193-9768-ca29026b377a req-6c4641df-05ea-4957-9e06-12f8975669f7 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345087 Aug 23 14:15:46.662295 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.690580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07fa6-7561-4404-b74a-39716c299f61 req-0f62ae3b-0ef8-4c59-8745-26f29aff937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:46.693056 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38d07fa6-7561-4404-b74a-39716c299f61 req-0f62ae3b-0ef8-4c59-8745-26f29aff937b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.2809711 Aug 23 14:15:46.711888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:46.716801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:46.720506 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:46.729120 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:46.743644 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-acad83d2-6f58-4a97-8e03-fec159166a69 service neutron] 10.222.0.82 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153950 Aug 23 14:15:46.748491 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.749143 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:15:46.753771 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-178a7d40-31ec-41c4-bb57-609f9a617a0e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:46.803668 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.807960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-23ecd2bb-6e06-49e8-83ca-3ac2dbbf4470 req-dcae030d-7d46-46af-bb32-a775009b9ad5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:46.808937 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:46.809704 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-23ecd2bb-6e06-49e8-83ca-3ac2dbbf4470 req-dcae030d-7d46-46af-bb32-a775009b9ad5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1016614 Aug 23 14:15:46.851614 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-292e1a1d-62c8-4dff-8db8-43847964e5cf tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:46.853842 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:46.911769 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['05cfd818-6525-4dd4-be0c-b9f3ad9bc26d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:46.916822 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:46.927868 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:46.930096 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:46.953331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:46.985874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:46.993954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38d07fa6-7561-4404-b74a-39716c299f61 req-5d12db94-a884-4581-ae54-cee1e0fedf14 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2928119 Aug 23 14:15:47.040633 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:47.070316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Attempting to bind port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:47.070718 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Attempting to bind port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:47.071114 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Attempting to bind port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 on network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:47.110293 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:47.112387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Checking segment: {'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:47.112387 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.113702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Bound using segment: {'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:47.114293 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Bound port: 2cc93ea5-3d62-4361-9a33-9662f2a29a33, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:47.115871 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.168062 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Pushing event updated for resources: {'Port': ['ID=2cc93ea5-3d62-4361-9a33-9662f2a29a33,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:47.177838 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:47.182271 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:47.183114 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-dc34ba94-83bb-4163-819b-7315587355e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:47.212102 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-946a42e6-800b-4954-aa48-ffe7bbfa5935 req-e65d66e1-6438-45ed-9ec4-6d5aeaf1e98c service neutron] 10.222.0.82 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104617 Aug 23 14:15:47.233162 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.236806 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae6b5fad-3f2a-40ff-8af6-67833a58678c HTTP/1.1" status: 204 len: 168 time: 1.1216652 Aug 23 14:15:47.242059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b5fad-3f2a-40ff-8af6-67833a58678c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:47.243186 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:47.280641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:47.281354 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.337118 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d270f-d0d8-4416-93fd-1eafcf0da0df req-7afe3ff1-b954-4101-ab5c-e7b9e30053a3 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:47.338216 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-126d270f-d0d8-4416-93fd-1eafcf0da0df req-7afe3ff1-b954-4101-ab5c-e7b9e30053a3 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Synchronizing usage tracker for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:47.372817 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] For port 2cc93ea5-3d62-4361-9a33-9662f2a29a33, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:47.438898 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:47.443417 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-0a079f4b-e7f8-4022-966e-64d6cb387846 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=13a602149613424aabf30ce28c41628b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6411047 Aug 23 14:15:47.451687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] For port 2cc93ea5-3d62-4361-9a33-9662f2a29a33, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=2cc93ea5-3d62-4361-9a33-9662f2a29a33,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:47.476374 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8020029 Aug 23 14:15:47.477152 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-126d270f-d0d8-4416-93fd-1eafcf0da0df req-7afe3ff1-b954-4101-ab5c-e7b9e30053a3 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Unset dirty status for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:47.482746 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-126d270f-d0d8-4416-93fd-1eafcf0da0df req-7afe3ff1-b954-4101-ab5c-e7b9e30053a3 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 935 time: 0.6360765 Aug 23 14:15:47.507066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Request body: {'port': {'device_id': '6de693d1-d32d-4b57-a115-881d8100960f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:47.515387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-844e4162-f362-4031-8391-b46890cf0e43 None None] Provisioning for port 6799ffbc-5b5a-4d30-9979-0c92710c081a completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:47.532527 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-844e4162-f362-4031-8391-b46890cf0e43 None None] Provisioning complete for port 6799ffbc-5b5a-4d30-9979-0c92710c081a triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:47.533244 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-844e4162-f362-4031-8391-b46890cf0e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.568774 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.581337 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c633c90a-614c-45e3-a6b3-1960cae448dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:47.597970 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-126d270f-d0d8-4416-93fd-1eafcf0da0df req-cc255d87-015a-498c-9950-2a8bf99aa4e3 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122212 Aug 23 14:15:47.698434 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-844e4162-f362-4031-8391-b46890cf0e43 None None] Port 6799ffbc-5b5a-4d30-9979-0c92710c081a cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:47.701263 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Pushing event updated for resources: {'Port': ['ID=2cc93ea5-3d62-4361-9a33-9662f2a29a33,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:47.704662 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:47.722509 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device cf23523b-f564-48b5-ae23-423c7ecff979 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:47.828897 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:47.929303 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port cf23523b-f564-48b5-ae23-423c7ecff979, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cf23523b-f564-48b5-ae23-423c7ecff979,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:47.938096 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1be14-ae69-4ed7-9128-63d002cd11f4 req-059db94e-df31-48af-8399-e52c3161d064 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:47.940163 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ba1be14-ae69-4ed7-9128-63d002cd11f4 req-059db94e-df31-48af-8399-e52c3161d064 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 944 time: 0.1875014 Aug 23 14:15:47.952377 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'cf23523b-f564-48b5-ae23-423c7ecff979', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'port_id': 'cf23523b-f564-48b5-ae23-423c7ecff979', 'mac_address': 'fa:16:3e:c5:fb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f2133b-da89-4844-b4ee-c70d63ce9717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:48.058828 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.137922 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf23523b-f564-48b5-ae23-423c7ecff979 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:48.154348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ba1be14-ae69-4ed7-9128-63d002cd11f4 req-52df98ce-05db-4fed-9ca3-e8ce23ddc42d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108778 Aug 23 14:15:48.163283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port cf23523b-f564-48b5-ae23-423c7ecff979, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cf23523b-f564-48b5-ae23-423c7ecff979,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:48.274213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38d07fa6-7561-4404-b74a-39716c299f61 req-6f921fad-6daf-43d4-bad2-f5e1696d71fd service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8243825 Aug 23 14:15:48.274213 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-1dcb45b9-8dc3-40b6-a999-69c0824ba2e8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:48.275953 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-1dcb45b9-8dc3-40b6-a999-69c0824ba2e8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8029037 Aug 23 14:15:48.281988 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.285356 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:48.327630 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 43090) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:48.336546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Request body: {'port': {'device_id': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '13a602149613424aabf30ce28c41628b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:48.367303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-941ab7e5-b58d-4f67-b983-ae6ff92eff95 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:48.367785 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=cf23523b-f564-48b5-ae23-423c7ecff979,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:48.371175 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:48.374031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-941ab7e5-b58d-4f67-b983-ae6ff92eff95 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:48.374838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-941ab7e5-b58d-4f67-b983-ae6ff92eff95 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:48.379955 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe65130-b473-428a-bdc3-bcf8a7982f2f req-d13c51d6-b165-4782-b5d7-c54efa734bf2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:48.381634 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbe65130-b473-428a-bdc3-bcf8a7982f2f req-d13c51d6-b165-4782-b5d7-c54efa734bf2 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 984 time: 0.1238911 Aug 23 14:15:48.424847 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:48.425171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:48.425492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:48.440342 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbe65130-b473-428a-bdc3-bcf8a7982f2f req-be04097f-9e11-4bc6-ad8c-fa1d0f9db89b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=c14a66ff-5b82-4636-9d60-e0e15c2f1799&id=31f21381-7b19-42ef-b3f5-588173131375&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0522509 Aug 23 14:15:48.488604 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.505331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:48.505665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:48.578061 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['cf23523b-f564-48b5-ae23-423c7ecff979'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:48.600323 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a6de2b4-07b4-4997-9897-da2d91ff6b67 req-a9aea1df-0bff-4479-ab98-f1340d0ea601 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 210 time: 0.0551729 Aug 23 14:15:48.656623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:48.656982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:48.657403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:48.657868 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Bound port: 37ed514f-e4db-4874-959b-c0ded586b813, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:48.658229 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.671562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:48.675864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:48.700652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Usage tracker for resource:security_group_rule and tenant:eee23e19b92744559dfe88dd9e6815d1 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:15:48.704695 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.712184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:15:48.740054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:48.825528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-941ab7e5-b58d-4f67-b983-ae6ff92eff95 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:48.829061 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-941ab7e5-b58d-4f67-b983-ae6ff92eff95 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/networks?id=251d5439-0e44-4336-96b7-2c61a686df11&id=9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f&id=251d5439-0e44-4336-96b7-2c61a686df11 HTTP/1.1" status: 200 len: 1391 time: 1.3874204 Aug 23 14:15:48.830522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Transition to ACTIVE for port object 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:48.867057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38d07fa6-7561-4404-b74a-39716c299f61 req-3cf8ba1d-06da-44e0-ac8c-f93ab7863a3f service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857062 Aug 23 14:15:48.921889 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f773fe16-44c3-45c8-93a4-8a32253bc851 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:48.958897 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:48.963629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebca937-9ce0-4615-9dae-20f128232961 req-02094bd1-d217-477a-8248-7989cf47961a tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:48.969507 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc29e0fa-6af0-4e2c-8cb6-a7ee8b4fc55b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:48.973000 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ebca937-9ce0-4615-9dae-20f128232961 req-02094bd1-d217-477a-8248-7989cf47961a tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 944 time: 0.2015059 Aug 23 14:15:49.081830 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 2cc93ea5-3d62-4361-9a33-9662f2a29a33 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:49.131211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-5727aae2-e0cb-4877-8ca3-ff97cd7f7897 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/quotas/ac3cb81d4ac349c9afa21ed90f914d42 HTTP/1.1" status: 200 len: 375 time: 0.2817492 Aug 23 14:15:49.144969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:49.148682 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:49.157439 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:49.182717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:49.188944 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ebca937-9ce0-4615-9dae-20f128232961 req-6cc5f61c-898e-41a1-8cd7-6c5926d9e384 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145033 Aug 23 14:15:49.358287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c1c6eb-368d-4996-8d79-4cf4cc642fa5 None None] Network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:15:49.417326 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:49.436775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port f773fe16-44c3-45c8-93a4-8a32253bc851 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:49.463875 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:49.552919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port f773fe16-44c3-45c8-93a4-8a32253bc851 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:49.553391 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.561380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:49.571769 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Made reservation on behalf of 13a602149613424aabf30ce28c41628b for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:49.580146 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.625308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6799ffbc-5b5a-4d30-9979-0c92710c081a {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:49.647463 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.649633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Provisioning for port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:49.665277 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Provisioning complete for port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:49.665654 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.682703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Transition to ACTIVE for port object 6799ffbc-5b5a-4d30-9979-0c92710c081a will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:49.709099 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8391af-9082-4438-8ee2-ea10118cbfd8 req-b8b83b56-62df-4cc4-b473-c43894bdc72a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:49.713036 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.717966 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9b8391af-9082-4438-8ee2-ea10118cbfd8 req-b8b83b56-62df-4cc4-b473-c43894bdc72a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.2854710 Aug 23 14:15:49.734242 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:49.737378 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:49.764331 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:49.771032 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5f8f0fe9-a4b7-4af4-916a-3a9412640d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:49.819833 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9b8391af-9082-4438-8ee2-ea10118cbfd8 req-dc8488e6-2f6a-47f0-adc3-85760c1c5092 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006160 Aug 23 14:15:50.079085 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.081821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:50.082523 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.084035 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] 10.222.0.64 "PUT /v2.0/ports/37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 1092 time: 6.0587015 Aug 23 14:15:50.084742 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:50.099731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Attempting to bind port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:50.100629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Attempting to bind port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:50.101068 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Attempting to bind port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:50.122846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:50.123955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Attempting to bind port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:50.170937 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.194366 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:50.232941 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:50.234542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-35b1481c-3f6a-4cdd-874c-8f49604df184 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:50.237804 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:50.256128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:50.256589 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.263243 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.282999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f773fe16-44c3-45c8-93a4-8a32253bc851'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:50.287133 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:50.287618 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:50.288390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:50.289243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Bound port: 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:50.289645 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.314004 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.339509 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port f773fe16-44c3-45c8-93a4-8a32253bc851, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f773fe16-44c3-45c8-93a4-8a32253bc851,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:50.378748 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] For port 2cc93ea5-3d62-4361-9a33-9662f2a29a33, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=2cc93ea5-3d62-4361-9a33-9662f2a29a33,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:50.382313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:50.407801 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:50.414084 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:50.458681 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.465087 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:50.511936 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.522674 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-4f6f77ef-0e34-4dee-8aad-930c56d74bda tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1639363118&fields=id&tenant_id=d9ee6870636e41ecb5a9eb84b243074d HTTP/1.1" status: 200 len: 267 time: 0.4185641 Aug 23 14:15:50.529239 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.536109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eee23e19b92744559dfe88dd9e6815d1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2013247 Aug 23 14:15:50.536109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-35b1481c-3f6a-4cdd-874c-8f49604df184 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:50.536109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-35b1481c-3f6a-4cdd-874c-8f49604df184 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&fields=id HTTP/1.1" status: 200 len: 394 time: 1.3446553 Aug 23 14:15:50.536486 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 43108) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:15:50.550476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Allocated IP 192.168.233.212 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/feab27f7-ea97-4f13-a81a-fa7f424d1807) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:15:50.572235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Attempting to bind port 6799ffbc-5b5a-4d30-9979-0c92710c081a on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:50.572235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Attempting to bind port 6799ffbc-5b5a-4d30-9979-0c92710c081a by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:50.572626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Attempting to bind port 6799ffbc-5b5a-4d30-9979-0c92710c081a on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:50.581061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Port 6799ffbc-5b5a-4d30-9979-0c92710c081a on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:50.581418 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Attempting to bind port 6799ffbc-5b5a-4d30-9979-0c92710c081a on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:50.584878 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=f773fe16-44c3-45c8-93a4-8a32253bc851,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:50.585865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58bb660-eb66-464c-8e9b-2dea0469a9ac,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:50.588056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:50.588313 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:50.588457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:50.588785 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:50.589257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Bound port: 6799ffbc-5b5a-4d30-9979-0c92710c081a, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:50.589613 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.590675 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:50.638241 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:50.655326 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:50.719468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:50.724589 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:50.749565 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.764600 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Pushing event updated for resources: {'Port': ['ID=2cc93ea5-3d62-4361-9a33-9662f2a29a33,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:50.767894 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:50.771412 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c633c90a-614c-45e3-a6b3-1960cae448dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:50.786864 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-2341e709-3777-4b39-a7c0-55adb76ad51c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:50.788628 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-2341e709-3777-4b39-a7c0-55adb76ad51c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 984 time: 0.2650678 Aug 23 14:15:50.791024 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:50.796281 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:50.804945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'port': {'security_groups': ['31f21381-7b19-42ef-b3f5-588173131375', 'c14a66ff-5b82-4636-9d60-e0e15c2f1799', '66173edd-ec37-4d7f-bf7e-d34bfc1dffb7']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:50.852997 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.854366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:50.858814 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:50.915806 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:50.922157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 2cc93ea5-3d62-4361-9a33-9662f2a29a33 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:50.927885 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:50.955105 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:50.998865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-265f287e-5693-48ba-941d-694a49212eb8 None None] Provisioning complete for port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:50.999547 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-265f287e-5693-48ba-941d-694a49212eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.009284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:51.014560 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.021788 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:51.032082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-3255316e-d27d-4d14-a96f-cee443fa22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:51.033538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:51.033685 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-3255316e-d27d-4d14-a96f-cee443fa22de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1095 time: 0.7488546 Aug 23 14:15:51.033819 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.035494 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] 10.222.0.82 "PUT /v2.0/ports/6799ffbc-5b5a-4d30-9979-0c92710c081a HTTP/1.1" status: 200 len: 1095 time: 3.5327749 Aug 23 14:15:51.036104 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:51.057809 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.096643 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:51.097291 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.202514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-c45780ce-d4a4-45fb-ad0f-a827276e1061 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 217 time: 0.1198740 Aug 23 14:15:51.322443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:51.323087 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.324740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] 10.222.0.64 "PUT /v2.0/ports/63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 HTTP/1.1" status: 200 len: 1096 time: 5.9089460 Aug 23 14:15:51.356014 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.443502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-5ab651ad-4f5a-43ab-a63d-c914bc67b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:51.445534 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-5ab651ad-4f5a-43ab-a63d-c914bc67b925 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 1098 time: 0.2332151 Aug 23 14:15:51.497790 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:51.540632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-bac04f0b-80c4-455b-a522-c5cc24381521 service neutron] 10.222.0.72 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9771397 Aug 23 14:15:51.557079 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:51.558639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-73ce452f-48b1-465c-8353-5979a36e281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:51.560273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-73ce452f-48b1-465c-8353-5979a36e281c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.3220160 Aug 23 14:15:51.587757 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-7e9f711b-c5ef-4527-8e14-9c8377bc143b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a HTTP/1.1" status: 200 len: 217 time: 0.1301858 Aug 23 14:15:51.687604 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-730f853e-37ea-4cfc-be77-b38ac08aecff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070926 Aug 23 14:15:51.698646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-66341146-a9ac-46a5-9c82-45af4e6646ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:51.700570 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-66341146-a9ac-46a5-9c82-45af4e6646ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1054614 Aug 23 14:15:51.702693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:51.737816 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device cf23523b-f564-48b5-ae23-423c7ecff979 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:51.814035 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.847565 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-b766f8bd-7f97-4459-8e4d-3553f5218bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:51.851584 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-b766f8bd-7f97-4459-8e4d-3553f5218bed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429534 Aug 23 14:15:51.961955 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.964766 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:51.970238 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e232f5d-586c-45da-99e8-3503e989b85e tempest-FloatingIPsTestJSON-1333739352 tempest-FloatingIPsTestJSON-1333739352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:51.976207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71', '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:52.013310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port cf23523b-f564-48b5-ae23-423c7ecff979 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:52.017137 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:52.029661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port cf23523b-f564-48b5-ae23-423c7ecff979 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:52.030162 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:52.041284 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2d27a7a2-6cf7-4c6d-8ae1-716c8f5ea679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:52.068612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Transition to ACTIVE for port object feab27f7-ea97-4f13-a81a-fa7f424d1807 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:52.071822 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-8fdab406-82ce-4174-8e3c-296e04d85eb6 service neutron] 10.222.0.72 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097234 Aug 23 14:15:52.074323 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-d29be0a3-ec17-47b0-b938-d7564863e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:52.076952 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-d29be0a3-ec17-47b0-b938-d7564863e0dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 1099 time: 0.5930083 Aug 23 14:15:52.080798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:52.081298 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:52.083079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a69946fc-57e4-4c53-8e1d-73b5772fe44d req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "PUT /v2.0/ports/4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 1020 time: 1.2837298 Aug 23 14:15:52.084872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58bb660-eb66-464c-8e9b-2dea0469a9ac,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:52.176773 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-63f339be-6c8e-431e-9e4c-45f236881611 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173473 Aug 23 14:15:52.187579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:52.192818 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:52.195477 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:52.230246 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-34b79f68-a6ad-4317-a4c9-9b17dbe192ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 HTTP/1.1" status: 200 len: 217 time: 0.1418695 Aug 23 14:15:52.246499 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4fd6a6ff-51eb-4bfb-af64-5d93ced72019'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:52.302276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-e2072307-1b69-48c9-ba33-595b19d8d940 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000206 Aug 23 14:15:52.346670 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:52.447063 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c36d33f-c608-48c3-ba32-d2d5070bdd5e req-ba2590b5-90ad-4610-858c-9125e4831ebd service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496576 Aug 23 14:15:52.454949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port cf23523b-f564-48b5-ae23-423c7ecff979, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cf23523b-f564-48b5-ae23-423c7ecff979,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:52.463206 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3c2b8-1013-4bb5-af49-bceeda744e13 req-760cb6d9-cab8-4b7a-a9c3-57d0abaa776e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:52.472102 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fdc3c2b8-1013-4bb5-af49-bceeda744e13 req-760cb6d9-cab8-4b7a-a9c3-57d0abaa776e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 947 time: 0.1404188 Aug 23 14:15:52.521319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fdc3c2b8-1013-4bb5-af49-bceeda744e13 req-173fa2e8-c3ff-4c3c-becd-3f4adcb04b21 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480864 Aug 23 14:15:52.573773 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:52.585738 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a4adb895-c662-4164-84b0-ca22905fb114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:52.679952 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:52.685521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b58bb660-eb66-464c-8e9b-2dea0469a9ac HTTP/1.1" status: 204 len: 168 time: 2.1324489 Aug 23 14:15:52.750183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c7905-4d91-4e44-9e97-e48d6cc54b6e req-3065ed51-d3b6-4ba8-b13a-8eb02c35f9c9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:52.757822 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e6c7905-4d91-4e44-9e97-e48d6cc54b6e req-3065ed51-d3b6-4ba8-b13a-8eb02c35f9c9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 945 time: 0.1118224 Aug 23 14:15:52.794528 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=cf23523b-f564-48b5-ae23-423c7ecff979,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:52.810037 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:52.844507 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e6c7905-4d91-4e44-9e97-e48d6cc54b6e req-93221e5c-8b54-42e7-84cf-467a16005de3 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855873 Aug 23 14:15:52.862180 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:52.881007 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d5e0a99e-bcaf-4384-98c9-6b8629041c4b', '94c6c199-7d98-4ad7-80b3-cbcbad043d70'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:52.883125 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-1bd2d149-67dc-44d0-bf92-39cb9f4e39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:52.885528 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-1bd2d149-67dc-44d0-bf92-39cb9f4e39d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.6326749 Aug 23 14:15:52.908532 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cf81ecd2-3baa-40c0-a023-f2ce42f797ab tempest-ImagesOneServerTestJSON-6695575 tempest-ImagesOneServerTestJSON-6695575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:53.077143 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-51d80efc-0c64-42e3-a230-5235dbda8c75 service neutron] 10.222.0.72 "GET /v2.0/networks/9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9208260 Aug 23 14:15:53.145373 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:53.235051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28188065-51ca-4956-b644-cdafb634c63f req-b3ff1c8b-5ae3-4e34-afca-81dc27005d06 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:53.257119 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28188065-51ca-4956-b644-cdafb634c63f req-b3ff1c8b-5ae3-4e34-afca-81dc27005d06 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 936 time: 0.2794893 Aug 23 14:15:53.263455 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d86518c-1573-4ebc-8fc7-d7ac0cfb1ecf req-aee0d998-2208-41e7-9686-f8d1a27cf1d7 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400516 Aug 23 14:15:53.274822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:15:53.282927 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:15:53.333356 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-28188065-51ca-4956-b644-cdafb634c63f req-96a22535-ce33-4ca4-8b07-f02bf19b164f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839803 Aug 23 14:15:53.361508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:53.366595 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:15:53.413164 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:53.496002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:53.496780 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:53.614396 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813', 'status': 'completed', 'code': 200} Aug 23 14:15:53.622039 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-84616b68-9a08-41f1-8f56-e8315e96a8c6 service neutron] 10.222.0.72 "GET /v2.0/networks/9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152595 Aug 23 14:15:53.683390 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cd8dc-5b38-4349-853a-0b9181d3b033 req-6e345d46-86ab-4123-8fa4-c2dc1be2f3ac tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:53.690739 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c09cd8dc-5b38-4349-853a-0b9181d3b033 req-6e345d46-86ab-4123-8fa4-c2dc1be2f3ac tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.1068912 Aug 23 14:15:53.722796 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-3e57e45f-aa25-4bfa-8369-c61e4336ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:53.730940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-3e57e45f-aa25-4bfa-8369-c61e4336ad1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7583172 Aug 23 14:15:53.748977 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c09cd8dc-5b38-4349-853a-0b9181d3b033 req-44284442-8b70-4090-84fc-5fc1fac123c4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563817 Aug 23 14:15:53.836608 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f773fe16-44c3-45c8-93a4-8a32253bc851', 'code': 200} Aug 23 14:15:53.961350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6376114 Aug 23 14:15:54.027947 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Request body: {'port': {'device_id': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:54.058260 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a7d4874a-879a-4bdb-b382-4d0e3d85b8eb None None] Provisioning for port feab27f7-ea97-4f13-a81a-fa7f424d1807 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:54.065724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a7d4874a-879a-4bdb-b382-4d0e3d85b8eb None None] Provisioning complete for port feab27f7-ea97-4f13-a81a-fa7f424d1807 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:54.066123 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a7d4874a-879a-4bdb-b382-4d0e3d85b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:54.114990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cac0b-9b0f-4a87-bde9-7a02c89899c7 req-737496b6-82ad-4a20-9511-83d113b068f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.117377 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-119cac0b-9b0f-4a87-bde9-7a02c89899c7 req-737496b6-82ad-4a20-9511-83d113b068f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 1096 time: 0.2401924 Aug 23 14:15:54.149980 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-59c1d6ce-afaf-417d-b085-806a43090316 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538742 Aug 23 14:15:54.151935 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-c5c7d2bb-3f60-4b9b-9374-7e4992a9e249 service neutron] 10.222.0.72 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244462 Aug 23 14:15:54.166180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f205e68-f372-4d0d-aba8-3ed1ea23b56a req-973e8cc1-57c7-4dff-8013-7976c5101e49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.167770 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6f205e68-f372-4d0d-aba8-3ed1ea23b56a req-973e8cc1-57c7-4dff-8013-7976c5101e49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.2127979 Aug 23 14:15:54.189588 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4874a-879a-4bdb-b382-4d0e3d85b8eb None None] Port feab27f7-ea97-4f13-a81a-fa7f424d1807 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:15:54.211044 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-119cac0b-9b0f-4a87-bde9-7a02c89899c7 req-0b98a11d-fc95-48bc-a13f-79d5296b361d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815084 Aug 23 14:15:54.245649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6f205e68-f372-4d0d-aba8-3ed1ea23b56a req-7907cee1-6d83-46f8-ab07-7f9b52ac4e73 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623620 Aug 23 14:15:54.253682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-cdc9fd84-1159-4b81-ae62-3c572d3f6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.255849 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-cdc9fd84-1159-4b81-ae62-3c572d3f6a46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1095 time: 0.7534444 Aug 23 14:15:54.309322 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'status': 'completed', 'code': 200} Aug 23 14:15:54.435056 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a9e16ad-8c6c-4e1e-8acf-a6a467048991 req-c4e953d5-ef60-4d76-8e92-c9ec8dad5500 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/66173edd-ec37-4d7f-bf7e-d34bfc1dffb7 HTTP/1.1" status: 200 len: 1801 time: 0.1120973 Aug 23 14:15:54.483657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-4f52f043-dcb4-46bc-bb3f-f481f22c17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.485221 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-4f52f043-dcb4-46bc-bb3f-f481f22c17d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 1098 time: 0.1384745 Aug 23 14:15:54.588841 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-3a9e16ad-8c6c-4e1e-8acf-a6a467048991 req-17ed3dcb-6a81-4acb-83b4-774e25400b69 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:15:54.589806 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a9e16ad-8c6c-4e1e-8acf-a6a467048991 req-17ed3dcb-6a81-4acb-83b4-774e25400b69 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/66173edd-ec37-4d7f-bf7e-d34bfc1dffb7 HTTP/1.1" status: 409 len: 341 time: 0.1456680 Aug 23 14:15:54.615538 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:54.638069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-5ed91d5f-802f-4c53-a0e7-c3b6f5b292f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.641080 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-5ed91d5f-802f-4c53-a0e7-c3b6f5b292f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1492054 Aug 23 14:15:54.656577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-185e5fa2-7144-4c7b-8e9f-592278f67484 service neutron] 10.222.0.72 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974227 Aug 23 14:15:54.662930 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41d570cd-70ed-4b1d-bedd-bb3eb90c3277 req-64e2db1f-05a3-4236-9c24-dfaf604caf63 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593141 Aug 23 14:15:54.760405 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-812f594f-5e3e-491a-bbb4-2bb3db2c6737 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a HTTP/1.1" status: 200 len: 217 time: 0.1124425 Aug 23 14:15:54.858346 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-bf062061-fe41-4d39-8dae-8d8f448a50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.859927 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-bf062061-fe41-4d39-8dae-8d8f448a50a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0860081 Aug 23 14:15:54.891425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-91cbc2b4-ed9d-480f-86d4-51877d2b0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.892803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-91cbc2b4-ed9d-480f-86d4-51877d2b0eb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.4422777 Aug 23 14:15:54.928690 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108269f-7681-469e-9b0e-41c952793b45 req-08a55b6a-b195-4a37-af90-d71ea536a873 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:54.930262 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b108269f-7681-469e-9b0e-41c952793b45 req-08a55b6a-b195-4a37-af90-d71ea536a873 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 947 time: 0.2163808 Aug 23 14:15:55.003642 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b108269f-7681-469e-9b0e-41c952793b45 req-55343020-d0f0-4ee5-b1a8-6b61072100f2 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611949 Aug 23 14:15:55.027323 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-a16c1f03-6351-4ba1-82bf-fc5324ab016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.028857 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-a16c1f03-6351-4ba1-82bf-fc5324ab016c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616497 Aug 23 14:15:55.076090 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-d82ebecd-406f-4b85-992e-117b2d9c5ce4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 217 time: 0.1716895 Aug 23 14:15:55.233577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-24c3cfa7-e49e-422b-a201-2c359b8dee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.235063 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-24c3cfa7-e49e-422b-a201-2c359b8dee6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1393244 Aug 23 14:15:55.236156 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-6eae51ce-08cf-453e-986c-d97805ddf419 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989713 Aug 23 14:15:55.318850 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-e3216cef-1156-42c5-b3b1-6211979dd4c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617676 Aug 23 14:15:55.381890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060a6e7-fe5b-420a-894c-0c9969c461da req-b118689f-e5c7-40d4-a6c3-8f5c2493464d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.383992 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9060a6e7-fe5b-420a-894c-0c9969c461da req-b118689f-e5c7-40d4-a6c3-8f5c2493464d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 936 time: 0.2101591 Aug 23 14:15:55.427158 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c783ce6c-29ec-41d6-b90a-b1f0ffb87918 req-376ea116-265e-4213-b8b7-8d9e99301c98 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801744 Aug 23 14:15:55.454384 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9060a6e7-fe5b-420a-894c-0c9969c461da req-78cf9358-532c-4efc-8749-20f833c3c229 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544674 Aug 23 14:15:55.501273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0be180-de43-419c-9c52-08eb05fce6c7 req-26ebe403-c824-46e7-a0d6-c6ccf493b851 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.502867 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e0be180-de43-419c-9c52-08eb05fce6c7 req-26ebe403-c824-46e7-a0d6-c6ccf493b851 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 945 time: 0.3664520 Aug 23 14:15:55.615638 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e0be180-de43-419c-9c52-08eb05fce6c7 req-689ebe51-3168-45a6-b01d-3aefe32680c3 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977170 Aug 23 14:15:55.616106 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-4dfe2b70-78f1-4192-8b0e-f9baa97fb7b5 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413180 Aug 23 14:15:55.617653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:55.753709 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 6799ffbc-5b5a-4d30-9979-0c92710c081a details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:55.757831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feab27f7-ea97-4f13-a81a-fa7f424d1807 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:55.827450 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:55.837480 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d'}, {'server_uuid': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf23523b-f564-48b5-ae23-423c7ecff979'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:55.900898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Transition to ACTIVE for port object feab27f7-ea97-4f13-a81a-fa7f424d1807 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:15:55.955372 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55ec0101-d71e-41ba-804f-bfadd3819ea6 req-8841f2e0-fac1-48c7-b72e-4953b2c533e9 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124237 Aug 23 14:15:55.963553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:55.980207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'mac_address': 'fa:16:3e:18:70:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:55.983209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153cf74-98cd-487d-aab8-6c8056eb9714 req-c4306876-956b-4032-9c8d-f7a8ba525888 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:55.985227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3153cf74-98cd-487d-aab8-6c8056eb9714 req-c4306876-956b-4032-9c8d-f7a8ba525888 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.1647880 Aug 23 14:15:56.015661 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:56.025140 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:56.037230 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:56.047167 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:56.066027 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6799ffbc-5b5a-4d30-9979-0c92710c081a {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:56.089922 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:56.172459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3153cf74-98cd-487d-aab8-6c8056eb9714 req-85fad51d-2e23-499f-bd88-83d818a4c859 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810524 Aug 23 14:15:56.224778 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:56.226692 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-59815e6e-a6d7-49ce-bdb6-b8b2fdc76682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:56.232793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:56.241712 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:56.272144 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4c303820-4b9e-4cba-8a52-c47ce67e370a req-9696a5f0-6a4a-4263-b2d7-c7644de16576 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 210 time: 0.0855231 Aug 23 14:15:56.311011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:56.376306 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:56.385014 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.385791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.386422 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.389302 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.389898 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.392303 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.392838 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.393366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.394064 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.394571 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.395058 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.395554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:15:56.395737 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'status': 'completed', 'code': 200} Aug 23 14:15:56.406429 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:56.441385 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'code': 200} Aug 23 14:15:56.441664 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf23523b-f564-48b5-ae23-423c7ecff979', 'code': 200} Aug 23 14:15:56.474820 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:15:56.475154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:15:56.475488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:56.501732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:15:56.502066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:15:56.515544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:15:56.516297 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:15:56.516851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:15:56.517493 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Bound port: feab27f7-ea97-4f13-a81a-fa7f424d1807, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:15:56.518454 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:56.549773 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['6799ffbc-5b5a-4d30-9979-0c92710c081a'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:56.655027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500651e-ab6c-4d26-9298-517862aa69d5 req-6bddaefa-0d56-4aba-a082-98f671949fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:56.656606 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f500651e-ab6c-4d26-9298-517862aa69d5 req-6bddaefa-0d56-4aba-a082-98f671949fdc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 1096 time: 0.1395774 Aug 23 14:15:56.671326 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e15a4a-6426-437d-92e7-31ca97ce8cc5 req-7302aed0-6c70-4e94-ae30-b401973335ab tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:56.672942 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1e15a4a-6426-437d-92e7-31ca97ce8cc5 req-7302aed0-6c70-4e94-ae30-b401973335ab tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 948 time: 0.1135905 Aug 23 14:15:56.693079 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1de9e-c207-4374-bfae-079321d0b0a5 req-63aef6ef-d464-400c-8d24-fc5a365ec9f8 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:56.694668 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eae1de9e-c207-4374-bfae-079321d0b0a5 req-63aef6ef-d464-400c-8d24-fc5a365ec9f8 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.3690650 Aug 23 14:15:56.704496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-ad6491ed-3dc4-4b52-a47d-bd244bb02f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:56.706025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-ad6491ed-3dc4-4b52-a47d-bd244bb02f2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 1099 time: 0.3007095 Aug 23 14:15:56.753636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f500651e-ab6c-4d26-9298-517862aa69d5 req-bd597537-a25c-4bb5-b75f-b8d11e5e4a29 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796485 Aug 23 14:15:56.762080 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1e15a4a-6426-437d-92e7-31ca97ce8cc5 req-6bcda0e8-e7ef-44cb-ade4-4c9844ed5e55 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681860 Aug 23 14:15:56.885056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:15:56.925052 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:15:56.928537 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:56.986336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78479bc7-601c-4267-b2a0-964f6d6c1a60 req-16ca7ab3-7c60-4883-b9c3-500785a83059 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:56.988341 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78479bc7-601c-4267-b2a0-964f6d6c1a60 req-16ca7ab3-7c60-4883-b9c3-500785a83059 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1023 time: 0.1008470 Aug 23 14:15:57.005956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eae1de9e-c207-4374-bfae-079321d0b0a5 req-6182d66e-3ebf-440f-93c9-95630c94e07e tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989042 Aug 23 14:15:57.028523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a6f65-08e4-4506-91db-4c1bd207e3af req-8f44066d-fdb5-4a7f-a394-4d9daa6197dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.030850 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-866a6f65-08e4-4506-91db-4c1bd207e3af req-8f44066d-fdb5-4a7f-a394-4d9daa6197dc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ad441ba4-4ca6-4713-9295-0baa501e0f09 HTTP/1.1" status: 200 len: 1096 time: 0.4589653 Aug 23 14:15:57.072967 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.081469 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0837298f-c08d-4fcc-9f0c-f82456ce2935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:57.122602 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-3bc46ddd-3151-44bc-86c8-1f7a0e0c4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.124423 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-3bc46ddd-3151-44bc-86c8-1f7a0e0c4a1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4086096 Aug 23 14:15:57.194147 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019', 'status': 'completed', 'code': 200} Aug 23 14:15:57.215166 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:57.215870 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78479bc7-601c-4267-b2a0-964f6d6c1a60 req-e26b964e-241b-493f-b324-66699ff81f2f tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=66173edd-ec37-4d7f-bf7e-d34bfc1dffb7&id=31f21381-7b19-42ef-b3f5-588173131375&id=c14a66ff-5b82-4636-9d60-e0e15c2f1799&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2203288 Aug 23 14:15:57.270658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '37ed514f-e4db-4874-959b-c0ded586b813', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'port_id': '37ed514f-e4db-4874-959b-c0ded586b813', 'mac_address': 'fa:16:3e:ea:1d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ece5b-b30a-4ccd-8b9c-b6b300a838f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:57.349165 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.370286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.370945 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.372458 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] 10.222.0.82 "PUT /v2.0/ports/feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 1096 time: 3.3867698 Aug 23 14:15:57.376036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ed514f-e4db-4874-959b-c0ded586b813 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:57.388609 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-9fbdc10c-ec93-4264-84cf-bc09fe056d9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 HTTP/1.1" status: 200 len: 217 time: 0.2366362 Aug 23 14:15:57.405417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:57.411288 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-866a6f65-08e4-4506-91db-4c1bd207e3af req-d9b00f94-b775-499f-81a7-0135a8f4500e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721018 Aug 23 14:15:57.476486 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6056-733d-47c7-9a6e-bd3aaec1e145 req-70810ab6-89ff-43c7-b8be-ff9a5e1118fe tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.478568 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47ce6056-733d-47c7-9a6e-bd3aaec1e145 req-70810ab6-89ff-43c7-b8be-ff9a5e1118fe tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 945 time: 0.1162124 Aug 23 14:15:57.487769 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.530152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:57.538870 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.542424 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:57.544230 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:57.571560 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47ce6056-733d-47c7-9a6e-bd3aaec1e145 req-9f060aa4-bbcc-4f5f-add5-5b804551c130 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802479 Aug 23 14:15:57.613057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-66b37b9d-837d-453c-84be-f689acaed26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.614575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-66b37b9d-837d-453c-84be-f689acaed26c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2154322 Aug 23 14:15:57.630054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-3dbef38e-4b20-47ac-bf26-6515d0fe8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.631699 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-3dbef38e-4b20-47ac-bf26-6515d0fe8f38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1174 time: 0.3863428 Aug 23 14:15:57.631996 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-00196672-8c17-40ee-b710-ef440470a82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.673288 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:57.677795 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:57.761820 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95144407-c89a-4468-b6f6-4ea77623da29 req-f1fd791b-5447-4724-a921-7bcf1cccb235 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.763498 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95144407-c89a-4468-b6f6-4ea77623da29 req-f1fd791b-5447-4724-a921-7bcf1cccb235 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.0848467 Aug 23 14:15:57.768887 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 6799ffbc-5b5a-4d30-9979-0c92710c081a up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:57.824993 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95144407-c89a-4468-b6f6-4ea77623da29 req-a3376540-6f56-4214-ba09-ef1305492826 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465746 Aug 23 14:15:57.864799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557c3b-ef8b-4298-8029-270fbcac956a req-807458fe-bc4d-496f-8d31-b01fa28f0c7f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.865612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-af557c3b-ef8b-4298-8029-270fbcac956a req-807458fe-bc4d-496f-8d31-b01fa28f0c7f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:57.895741 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['37ed514f-e4db-4874-959b-c0ded586b813'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:57.951193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-86458ac1-8ead-4d14-b3cb-8e890e8f032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.952744 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-86458ac1-8ead-4d14-b3cb-8e890e8f032e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3202031 Aug 23 14:15:57.953809 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 6799ffbc-5b5a-4d30-9979-0c92710c081a completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:57.956570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-cb34df46-1acd-4ff5-b630-83f192271116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.958184 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-cb34df46-1acd-4ff5-b630-83f192271116 service neutron] 10.222.0.64 "GET /v2.0/networks?id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 200 len: 914 time: 0.2526343 Aug 23 14:15:57.963074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-0b1fe3e6-ce7d-4006-b56f-843a37346d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:57.964060 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 6799ffbc-5b5a-4d30-9979-0c92710c081a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:57.964483 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:57.964750 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-0b1fe3e6-ce7d-4006-b56f-843a37346d30 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1099 time: 0.3310037 Aug 23 14:15:58.029782 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-529e37cb-8924-4919-b823-2d829c3381ff req-50dce2d3-dc3c-4f14-bfb0-3356a861c63b tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 210 time: 0.0603414 Aug 23 14:15:58.102712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-af557c3b-ef8b-4298-8029-270fbcac956a req-807458fe-bc4d-496f-8d31-b01fa28f0c7f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:58.110407 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af557c3b-ef8b-4298-8029-270fbcac956a req-807458fe-bc4d-496f-8d31-b01fa28f0c7f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 948 time: 0.7207258 Aug 23 14:15:58.123848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-73d69558-726c-48e7-a9eb-19f1b8cebd6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 200 len: 217 time: 0.1580465 Aug 23 14:15:58.159076 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:58.160000 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-853679ee-61e2-4a77-b75e-753606c562df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.1257770 Aug 23 14:15:58.219457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-7e3ae316-c424-4430-8ade-2b839ec9686c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.221168 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-7e3ae316-c424-4430-8ade-2b839ec9686c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1023 time: 0.1854055 Aug 23 14:15:58.262005 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:58.323428 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:58.369356 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Deleting port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:15:58.369773 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:58.410786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:58.422442 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:58.427022 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:58.460461 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:58.483827 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af557c3b-ef8b-4298-8029-270fbcac956a req-d9624f0f-9056-40af-8595-e823b7867fe3 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725221 Aug 23 14:15:58.490922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7294aa5-7fe4-438e-8845-de4b3919a9fb req-4eb909b5-6b12-40d3-a536-32a1a3f24418 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.500239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-1ddb74fd-f68b-41b4-9558-2bd76401882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.501310 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b7294aa5-7fe4-438e-8845-de4b3919a9fb req-4eb909b5-6b12-40d3-a536-32a1a3f24418 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad441ba4-4ca6-4713-9295-0baa501e0f09 HTTP/1.1" status: 200 len: 945 time: 0.2304797 Aug 23 14:15:58.501791 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-1ddb74fd-f68b-41b4-9558-2bd76401882b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 200 len: 852 time: 0.3532362 Aug 23 14:15:58.528660 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dad6e29d-99b2-4ca4-b061-7280eed41e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.530730 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-dad6e29d-99b2-4ca4-b061-7280eed41e2d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2949512 Aug 23 14:15:58.531496 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:58.541263 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:58.609842 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b7294aa5-7fe4-438e-8845-de4b3919a9fb req-848c3900-2f05-4612-a779-db67fdf454f6 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071744 Aug 23 14:15:58.619625 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-38dbed2f-8368-4a1c-ac1b-38eb4a13e61f service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521637 Aug 23 14:15:58.803060 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-d53821fd-f38d-490a-8a35-9fa830a930dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762876 Aug 23 14:15:58.851500 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] For port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:58.851500 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:58.948230 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:15:58.953725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-09a9cd48-f6b3-4d7f-a3ec-04bd07b35397 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.956032 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:15:58.963177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-09a9cd48-f6b3-4d7f-a3ec-04bd07b35397 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:58.965647 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-09a9cd48-f6b3-4d7f-a3ec-04bd07b35397 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "GET /v2.0/networks?id=251d5439-0e44-4336-96b7-2c61a686df11&id=9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f&id=251d5439-0e44-4336-96b7-2c61a686df11 HTTP/1.1" status: 200 len: 1391 time: 0.7654698 Aug 23 14:15:58.993632 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'port': {'device_id': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11', 'admin_state_up': True, 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:15:59.010330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Calling delete_port for 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:15:59.090639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd9fc-c09c-453e-bccc-28bc57effbb1 req-c13c934c-d8f8-4484-aaae-12e6719eabf1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.098779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-46dfd9fc-c09c-453e-bccc-28bc57effbb1 req-c13c934c-d8f8-4484-aaae-12e6719eabf1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 945 time: 0.3309593 Aug 23 14:15:59.174401 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-46dfd9fc-c09c-453e-bccc-28bc57effbb1 req-97fae80b-044e-40ab-ad7e-15c2cf5cc316 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 Aug 23 14:15:59.261144 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:59.283953 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'mac_address': 'fa:16:3e:34:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:15:59.352158 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 37ed514f-e4db-4874-959b-c0ded586b813 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:15:59.361066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 37ed514f-e4db-4874-959b-c0ded586b813 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:15:59.361066 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.364497 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aa8e5ce-6a63-4dc9-85f5-a6560518f82b req-9de7e866-7521-441e-83b0-3b2384d753c3 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640996 Aug 23 14:15:59.383445 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23f07-eea0-47f6-a742-693850ddfb2f req-cb081805-8244-4409-b477-1c76f934ca8b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.385533 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6dc23f07-eea0-47f6-a742-693850ddfb2f req-cb081805-8244-4409-b477-1c76f934ca8b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=ac6e233f-e960-4161-9d72-4e26c8bceb9f HTTP/1.1" status: 200 len: 1023 time: 0.0995681 Aug 23 14:15:59.388966 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.395985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-a88113f4-e313-4869-ae02-11fae17c54f9 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606689 Aug 23 14:15:59.403342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c167d9ba-d7f2-4517-92da-206d39221992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.405975 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-c167d9ba-d7f2-4517-92da-206d39221992 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8391633 Aug 23 14:15:59.412013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d15958ff-9f3c-40d7-89bc-8ffbf6700e71', '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:59.422142 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e363e9d7-3183-432d-ad91-a56f15190ca6 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:59.437305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bc7f5-5af5-48fa-8480-f8baa02828d9 req-39846ef4-2ce4-4ed3-8574-e8b2e30abf65 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:15:59.438166 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a19bc7f5-5af5-48fa-8480-f8baa02828d9 req-39846ef4-2ce4-4ed3-8574-e8b2e30abf65 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Synchronizing usage tracker for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:59.459412 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.478367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:15:59.500540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:15:59.527311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:15:59.531845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'Port': ['ID=4fd6a6ff-51eb-4bfb-af64-5d93ced72019,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:59.539311 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:59.550650 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:59.563320 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6dc23f07-eea0-47f6-a742-693850ddfb2f req-c0e500dd-4428-4c5e-884c-5d2b5660bd08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=66173edd-ec37-4d7f-bf7e-d34bfc1dffb7&id=31f21381-7b19-42ef-b3f5-588173131375&id=c14a66ff-5b82-4636-9d60-e0e15c2f1799&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1684263 Aug 23 14:15:59.590884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a19bc7f5-5af5-48fa-8480-f8baa02828d9 req-39846ef4-2ce4-4ed3-8574-e8b2e30abf65 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Unset dirty status for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:15:59.598182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a19bc7f5-5af5-48fa-8480-f8baa02828d9 req-39846ef4-2ce4-4ed3-8574-e8b2e30abf65 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 949 time: 0.8037467 Aug 23 14:15:59.618240 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] No DVR routers for this DVR port 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:15:59.621262 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.635496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'name': 'network-vif-deleted', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:15:59.674824 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.681175 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3dd6a4e8-fa9f-442c-bb5c-727bdc328620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:15:59.687122 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'status': 'completed', 'code': 200} Aug 23 14:15:59.733807 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a80bb350-f679-4d96-9b3e-18f92fa2c955 req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "DELETE /v2.0/ports/4fd6a6ff-51eb-4bfb-af64-5d93ced72019 HTTP/1.1" status: 204 len: 173 time: 1.5066018 Aug 23 14:15:59.774855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a19bc7f5-5af5-48fa-8480-f8baa02828d9 req-f7049e2e-0cd0-4493-a1c6-295e1f64cb7d tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Synchronizing usage tracker for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:15:59.785815 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'code': 200} Aug 23 14:15:59.787077 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.819094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:15:59.822780 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.862233 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:15:59.866416 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:15:59.870432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c74c2d8f-7d6a-4579-af49-2634e00ef142 req-814b3e86-2a21-4cd6-9e60-d176dcad6232 service neutron] 10.222.0.64 "GET /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634340 Aug 23 14:15:59.888575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-23602230-d7d9-4ebc-a421-61ffc9fcf266 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473114 Aug 23 14:15:59.937232 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b65612cc-2405-4e30-b88d-770013914243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:15:59.944757 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:15:59.976818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:15:59.992010 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30dd32-de04-48eb-9a9b-c96f5542cee0 req-bf3b2e54-aba3-4429-9672-153a7465ea5f tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.000091 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4d30dd32-de04-48eb-9a9b-c96f5542cee0 req-bf3b2e54-aba3-4429-9672-153a7465ea5f tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.1135390 Aug 23 14:16:00.057333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a19bc7f5-5af5-48fa-8480-f8baa02828d9 req-f7049e2e-0cd0-4493-a1c6-295e1f64cb7d tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Unset dirty status for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:00.057715 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:00.058662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a19bc7f5-5af5-48fa-8480-f8baa02828d9 req-f7049e2e-0cd0-4493-a1c6-295e1f64cb7d tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596848 Aug 23 14:16:00.071574 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4d30dd32-de04-48eb-9a9b-c96f5542cee0 req-108a1666-86f1-4007-bce1-11a1f676f6b9 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704930 Aug 23 14:16:00.100297 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:00.267654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f666b8-bc83-4be8-b59f-8bdb0a416a5d req-f3d82d3c-a5cb-4fa2-b6eb-5ab003f1f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.269261 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07f666b8-bc83-4be8-b59f-8bdb0a416a5d req-f3d82d3c-a5cb-4fa2-b6eb-5ab003f1f861 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 1100 time: 0.4912922 Aug 23 14:16:00.286534 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:00.289060 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedb8a4-0464-43ef-ae22-986edfaee3cb req-74abe67d-7529-4673-ae73-1385bbafa784 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.290482 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fedb8a4-0464-43ef-ae22-986edfaee3cb req-74abe67d-7529-4673-ae73-1385bbafa784 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 948 time: 0.0939348 Aug 23 14:16:00.299276 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:00.311723 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2f14372-3381-4ad8-8c9c-b547a0f9bdaa req-d9a1a7f5-d64b-4a33-9f17-7066e0bd3768 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 210 time: 0.0969741 Aug 23 14:16:00.381083 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07f666b8-bc83-4be8-b59f-8bdb0a416a5d req-62751802-5fbd-4411-a34c-fcdf70f2148f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678360 Aug 23 14:16:00.393284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f17a48-2428-45c7-8df6-65bc380f6700 req-70c59c46-574c-4abf-bb46-c06bd8aefe1c service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949839 Aug 23 14:16:00.440282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Allocated IP 19.80.0.43 (251d5439-0e44-4336-96b7-2c61a686df11/baf51630-57c8-49eb-8743-16e9131d3f38/bf2ca2cf-e24a-4dc3-b99b-feda7468d594) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:00.509651 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fedb8a4-0464-43ef-ae22-986edfaee3cb req-b5206965-a4a4-4af7-977a-ddb6ac859711 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128415 Aug 23 14:16:00.571497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43244) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:00.580710 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6e233f-e960-4161-9d72-4e26c8bceb9f', 'name': 'network-vif-deleted', 'tag': '4fd6a6ff-51eb-4bfb-af64-5d93ced72019', 'status': 'completed', 'code': 200} Aug 23 14:16:00.771649 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:00.799328 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:00.805228 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Usage tracker for resource:security_group_rule and tenant:070e645f71f347b1bf55e2cd2ea7c89e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:00.809441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:00.819267 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:00.824218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb33b6-9b48-4919-9193-abffc07fdbb3 req-d5ebcd10-a3c2-45a0-944b-889e6495270f tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.825913 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9beb33b6-9b48-4919-9193-abffc07fdbb3 req-d5ebcd10-a3c2-45a0-944b-889e6495270f tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad441ba4-4ca6-4713-9295-0baa501e0f09 HTTP/1.1" status: 200 len: 945 time: 0.3267276 Aug 23 14:16:00.865346 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eed828-fb94-4815-81fc-8e8ddcbdc8a0 req-665ac55c-4103-477d-82f2-ebcbd3491cbe tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:00.867025 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23eed828-fb94-4815-81fc-8e8ddcbdc8a0 req-665ac55c-4103-477d-82f2-ebcbd3491cbe tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.1645565 Aug 23 14:16:00.878211 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43252) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:00.885176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Request body: {'floatingip': {'port_id': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:00.942229 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:00.994313 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:16:00.995729 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4fd6a6ff-51eb-4bfb-af64-5d93ced72019 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:01.009497 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.067882 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.106169 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Transition to ACTIVE for port object bf2ca2cf-e24a-4dc3-b99b-feda7468d594 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:01.110577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9beb33b6-9b48-4919-9193-abffc07fdbb3 req-2b8b7245-c74a-445d-ab56-303730abf7ba tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729919 Aug 23 14:16:01.118717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-c409cb4e-bab5-43e8-8950-6dbd5950be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.120224 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-c409cb4e-bab5-43e8-8950-6dbd5950be09 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1099 time: 0.3921051 Aug 23 14:16:01.301898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-07918c07-058a-4a65-988f-dbe636bb9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.302854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-07918c07-058a-4a65-988f-dbe636bb9420 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.1624095 Aug 23 14:16:01.367092 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.422769 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-36464c73-4e7b-4f8e-a3b0-de80defd7cb9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.0819566 Aug 23 14:16:01.424943 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.425887 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.441674 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:01.443027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54fd16-68a4-4754-974c-cd9f2770c517 req-c0b14ba5-cb1e-4b01-a9b3-48a84ab96bc7 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.444834 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e54fd16-68a4-4754-974c-cd9f2770c517 req-c0b14ba5-cb1e-4b01-a9b3-48a84ab96bc7 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 946 time: 0.3501232 Aug 23 14:16:01.558311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network 251d5439-0e44-4336-96b7-2c61a686df11 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:01.564497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:01.572310 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:01.576338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e54fd16-68a4-4754-974c-cd9f2770c517 req-8adaac0a-facf-4155-baf5-82f8d9de9ed6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201365 Aug 23 14:16:01.644695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Port': ['ID=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:01.658339 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:01.662749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-3f0afc50-77cc-4741-abe6-d60a009c82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.664248 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-3f0afc50-77cc-4741-abe6-d60a009c82f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2300079 Aug 23 14:16:01.666578 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.684642 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8c4bed2f-e72a-4599-9258-7ac7da78bcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:01.691020 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89838d2a-9e38-4f93-a181-faf8af4078ef req-6c34cf0e-c85b-443e-b880-1ddf94583137 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.694160 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-89838d2a-9e38-4f93-a181-faf8af4078ef req-6c34cf0e-c85b-443e-b880-1ddf94583137 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 949 time: 0.3897493 Aug 23 14:16:01.705941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.706948 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.723846 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4085449-f396-45b4-a71e-21a815944dc2,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:01.766891 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:01.787006 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:01.818467 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=070e645f71f347b1bf55e2cd2ea7c89e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2460992 Aug 23 14:16:01.819542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43268) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:01.862998 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8734145 Aug 23 14:16:01.878871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'port': {'device_id': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f', 'admin_state_up': True, 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:01.901140 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-89838d2a-9e38-4f93-a181-faf8af4078ef req-62b64260-b7db-4770-ba26-f857e5161702 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026356 Aug 23 14:16:01.915685 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.946725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-9bee1324-fb12-4302-8419-63ff75550dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:01.948104 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:01.948431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-9bee1324-fb12-4302-8419-63ff75550dea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2513008 Aug 23 14:16:02.042592 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-11f1c11d-8d4e-4358-8ba5-c54cec8e4fd1 None None] Provisioning for port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:02.049801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-11f1c11d-8d4e-4358-8ba5-c54cec8e4fd1 None None] Provisioning complete for port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:02.051095 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-11f1c11d-8d4e-4358-8ba5-c54cec8e4fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.123655 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.145456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-11f1c11d-8d4e-4358-8ba5-c54cec8e4fd1 None None] Port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:16:02.180968 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e76bdb5e-a1cf-466e-a5a8-16f474f9ea86 req-00833780-2428-456b-9686-6c3c212f2b42 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/c14a66ff-5b82-4636-9d60-e0e15c2f1799 HTTP/1.1" status: 200 len: 1799 time: 0.1817300 Aug 23 14:16:02.203819 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.209157 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2d61b286-8e59-4d85-b80f-cfec790f650e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:02.215231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.244903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:02.260645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:port and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:02.271325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-fb9206ac-49cc-4a84-9b8f-7567e6b5641b service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703450 Aug 23 14:16:02.272178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:02.281802 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:02.297569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4085449-f396-45b4-a71e-21a815944dc2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:02.299969 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:02.302841 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.303977 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4085449-f396-45b4-a71e-21a815944dc2 HTTP/1.1" status: 204 len: 168 time: 0.4812827 Aug 23 14:16:02.414894 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e76bdb5e-a1cf-466e-a5a8-16f474f9ea86 req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.466065 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e76bdb5e-a1cf-466e-a5a8-16f474f9ea86 req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.477917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:02.480819 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.500552 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Floating IP 34f65025-11de-487d-9fe0-7c7b9b0e4d5a associated. External IP: 172.25.7.230, port: 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d. Aug 23 14:16:02.503640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c50d3eca-17e5-4af1-b029-600ca9ba1006 req-7c4bf779-7671-4dc3-b509-940c195f657b service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195468 Aug 23 14:16:02.672826 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e76bdb5e-a1cf-466e-a5a8-16f474f9ea86 req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.680897 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86a425d3-b761-4399-bf27-58da1fe1671b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:02.708623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14a66ff-5b82-4636-9d60-e0e15c2f1799,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:02.724388 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:02.739959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6857bf-e574-4ec4-98ed-ff2ea9582663 req-2c93fc5b-7093-4417-9f96-cccb40617df6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:02.741899 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ce6857bf-e574-4ec4-98ed-ff2ea9582663 req-2c93fc5b-7093-4417-9f96-cccb40617df6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 931 time: 0.3254254 Aug 23 14:16:02.744112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Allocated IP 19.86.0.168 (9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f/d9a55553-68ba-450c-bd5f-46a562902ed2/7d1eaa01-d716-4933-873c-29e796b24d6a) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:02.887529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ce6857bf-e574-4ec4-98ed-ff2ea9582663 req-166ab674-4cfe-4bea-abfc-012b1b5a0aa8 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847108 Aug 23 14:16:02.939978 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e76bdb5e-a1cf-466e-a5a8-16f474f9ea86 req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:02.941320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e76bdb5e-a1cf-466e-a5a8-16f474f9ea86 req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/c14a66ff-5b82-4636-9d60-e0e15c2f1799 HTTP/1.1" status: 204 len: 173 time: 0.7534342 Aug 23 14:16:02.969947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:03.027491 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.075377 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813', 'code': 200} Aug 23 14:16:03.079856 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.092614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Transition to ACTIVE for port object 7d1eaa01-d716-4933-873c-29e796b24d6a will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:03.195672 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:03.203403 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:03.203842 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.293331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24ee25-574e-4f4c-991a-febd0ee17219 req-6af7a5ff-abfc-4afa-b680-9bd855c185c9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:03.297886 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a24ee25-574e-4f4c-991a-febd0ee17219 req-6af7a5ff-abfc-4afa-b680-9bd855c185c9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 948 time: 0.2560272 Aug 23 14:16:03.309847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Router 45871157-c485-410b-9cc3-7bba05a1d786 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:16:03.332664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf0246-d746-403e-8813-64b43b8d8622 req-1e12ff9e-684b-421e-ab1d-fb4ca5ec7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:03.334254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eecf0246-d746-403e-8813-64b43b8d8622 req-1e12ff9e-684b-421e-ab1d-fb4ca5ec7d77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1097 time: 0.2325869 Aug 23 14:16:03.366259 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.370833 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a24ee25-574e-4f4c-991a-febd0ee17219 req-ea50f185-5911-4abc-b285-c31c3a2766c0 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656950 Aug 23 14:16:03.400989 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eecf0246-d746-403e-8813-64b43b8d8622 req-a3a05b9a-f39c-4d8e-bec1-feba5b9ada2e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Aug 23 14:16:03.404945 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.414059 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:03.452475 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:03.504639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:03.508113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:03.514041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:03.560688 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Port': ['ID=7d1eaa01-d716-4933-873c-29e796b24d6a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:03.566785 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.583946 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:03.584343 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:03.667416 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:16:03.667661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:03.668560 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.696891 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] Sync routers for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:16:03.697721 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:03.714924 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:16:03.715608 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:16:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:03.746613 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1ac7c6ea-595c-4228-9955-e9d0efdc08b7 req-aa84da49-7886-433f-a4ea-3f3ab888c54b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/66173edd-ec37-4d7f-bf7e-d34bfc1dffb7 HTTP/1.1" status: 200 len: 1801 time: 0.1556115 Aug 23 14:16:03.749076 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:03.759960 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:03.828309 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:03.832105 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-85312c9d-6103-4233-922a-5a1e7bd286a1 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "PUT /v2.0/floatingips/34f65025-11de-487d-9fe0-7c7b9b0e4d5a HTTP/1.1" status: 200 len: 991 time: 2.9524369 Aug 23 14:16:03.832764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:03.857490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559ee34-d220-41d2-a768-1f6b3fac212b req-8e85cf5a-f6ca-4d3e-a8ff-86873258f0fc tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:03.860820 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f559ee34-d220-41d2-a768-1f6b3fac212b req-8e85cf5a-f6ca-4d3e-a8ff-86873258f0fc tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 946 time: 0.3045375 Aug 23 14:16:03.866538 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9870236 Aug 23 14:16:03.872188 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'port': {'device_id': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11', 'admin_state_up': True, 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:03.953090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43310) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:03.994189 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f559ee34-d220-41d2-a768-1f6b3fac212b req-34628a01-511f-4662-93d2-58cec3456a1f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243107 Aug 23 14:16:04.059728 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b0724f64-d70b-4dbd-b32c-59bb35e1ee6f None None] Provisioning for port 7d1eaa01-d716-4933-873c-29e796b24d6a completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:04.079724 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ac7c6ea-595c-4228-9955-e9d0efdc08b7 req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.085676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b0724f64-d70b-4dbd-b32c-59bb35e1ee6f None None] Provisioning complete for port 7d1eaa01-d716-4933-873c-29e796b24d6a triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:04.086261 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b0724f64-d70b-4dbd-b32c-59bb35e1ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.142067 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:16:04.148548 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ac7c6ea-595c-4228-9955-e9d0efdc08b7 req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.176618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-981149441-network', 'tenant_id': '7edfeb6fd342438a9ca5478e18ead61e'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:04.185738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:04.192926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Usage tracker for resource:network and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:04.200545 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:04.219298 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-b0724f64-d70b-4dbd-b32c-59bb35e1ee6f None None] Port 7d1eaa01-d716-4933-873c-29e796b24d6a cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:16:04.223468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:04.229063 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:port and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:04.235619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for port was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:04.235838 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:04.243326 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:04.253963 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'mac_address': 'fa:16:3e:fe:99:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:04.268228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-62f3acb1-ed2a-4654-bb72-7bbe11a16cfe tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:04.270427 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-62f3acb1-ed2a-4654-bb72-7bbe11a16cfe tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "GET /v2.0/ports?device_id=ad441ba4-4ca6-4713-9295-0baa501e0f09 HTTP/1.1" status: 200 len: 945 time: 0.2269936 Aug 23 14:16:04.287233 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:04.316774 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.337592 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feab27f7-ea97-4f13-a81a-fa7f424d1807 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:04.345529 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ac7c6ea-595c-4228-9955-e9d0efdc08b7 req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.353389 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9ea72b77-da63-457c-9a92-f4bc35385547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:04.354330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099de21-2643-42a9-9ba2-8a1267a26dbf req-94fff468-b1bf-4b85-a8bc-24b4ca2b899f tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:04.358410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:04.361644 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2099de21-2643-42a9-9ba2-8a1267a26dbf req-94fff468-b1bf-4b85-a8bc-24b4ca2b899f tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 949 time: 0.1473250 Aug 23 14:16:04.385172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:04.388812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Made reservation on behalf of 7edfeb6fd342438a9ca5478e18ead61e for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:04.389170 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.391747 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.399166 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66173edd-ec37-4d7f-bf7e-d34bfc1dffb7,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:04.406972 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:04.407878 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.410810 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Deleting port cf23523b-f564-48b5-ae23-423c7ecff979 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:04.411169 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.448424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2099de21-2643-42a9-9ba2-8a1267a26dbf req-90d8922d-cf06-4d9e-8c92-227e2f7f86dc tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850775 Aug 23 14:16:04.449584 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:04.459441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Usage tracker for resource:security_group_rule and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:04.462748 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:04.470073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:04.481126 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1ac7c6ea-595c-4228-9955-e9d0efdc08b7 req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.491910 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1ac7c6ea-595c-4228-9955-e9d0efdc08b7 req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/66173edd-ec37-4d7f-bf7e-d34bfc1dffb7 HTTP/1.1" status: 204 len: 173 time: 0.7288384 Aug 23 14:16:04.492703 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.494344 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c8489d7c-d232-4cf5-9ba1-25a6f1a3a7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:04.609954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.662431 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '34f65025-11de-487d-9fe0-7c7b9b0e4d5a', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'port_id': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'mac_address': 'fa:16:3e:5a:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:15:24Z', 'updated_at': '2021-08-23T14:16:01Z', 'revision_number': 1, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 5, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:04.665764 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:04.668228 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] Checking router: 45871157-c485-410b-9cc3-7bba05a1d786 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:16:04.669652 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:04.679858 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:16:04.680499 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:16:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:04.686424 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.693310 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d18cfe3e-7e95-4f69-9e70-6702761801c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:04.767247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:16:04.776970 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['feab27f7-ea97-4f13-a81a-fa7f424d1807'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:04.781042 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.781631 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Added segment e3db1f1c-aa31-4dfa-8318-7637080d48f2 of type vlan for network fd24ae70-b8ed-4d21-af77-972b30d69354 Aug 23 14:16:04.834355 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:04.863430 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'status': 'completed', 'code': 200} Aug 23 14:16:04.877361 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e64a83-619c-420e-9c6c-15df3eb4343d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:04.880703 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:16:04.901331 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:05.054847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4df53-2aa8-4d65-8571-bef424c95891 req-e97d19c8-9c42-4705-bc70-9aa002837fdc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:05.072799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4df53-2aa8-4d65-8571-bef424c95891 req-e97d19c8-9c42-4705-bc70-9aa002837fdc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:05.074930 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdf4df53-2aa8-4d65-8571-bef424c95891 req-e97d19c8-9c42-4705-bc70-9aa002837fdc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 1654 time: 0.1603389 Aug 23 14:16:05.078610 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:05.115646 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:05.118409 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:05.119088 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:05.133407 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-912673a1-cc43-4f6f-a808-4ae2d08d0efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:05.202364 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdf4df53-2aa8-4d65-8571-bef424c95891 req-e7456e52-e3cc-4da6-bcbd-8d545c17cccc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165466 Aug 23 14:16:05.268588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Pushing event updated for resources: {'Network': ['ID=fd24ae70-b8ed-4d21-af77-972b30d69354,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:05.273010 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:05.283712 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network fd24ae70-b8ed-4d21-af77-972b30d69354 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:16:05.313423 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '34f65025-11de-487d-9fe0-7c7b9b0e4d5a', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'port_id': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'mac_address': 'fa:16:3e:5a:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:15:24Z', 'updated_at': '2021-08-23T14:16:01Z', 'revision_number': 1, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 5, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:05.313690 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d34d237-e78e-4f07-a73f-90fde5608587 None None] The sync data for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 is: [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '34f65025-11de-487d-9fe0-7c7b9b0e4d5a', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'port_id': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'mac_address': 'fa:16:3e:5a:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:15:24Z', 'updated_at': '2021-08-23T14:16:01Z', 'revision_number': 1, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 5, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:16:05.425880 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4714141 Aug 23 14:16:05.432865 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43334) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:05.442819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Request body: {'subnet': {'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-981149441-subnet', 'tenant_id': '7edfeb6fd342438a9ca5478e18ead61e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:05.456566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:05.463245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Usage tracker for resource:subnet and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:05.466979 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:05.474536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:05.489132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Allocated IP 19.80.0.214 (251d5439-0e44-4336-96b7-2c61a686df11/baf51630-57c8-49eb-8743-16e9131d3f38/dffcc172-34ab-4ece-8027-37b9084436ab) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:05.504966 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978513a-cf81-405b-b567-4161951995d3 req-b1de47a5-66bc-454e-9dbd-47f6ab16f8e2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:05.506565 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0978513a-cf81-405b-b567-4161951995d3 req-b1de47a5-66bc-454e-9dbd-47f6ab16f8e2 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.1300576 Aug 23 14:16:05.511771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-e5f549f9-00a1-4178-a36e-34fb7d6f9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:05.513741 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-e5f549f9-00a1-4178-a36e-34fb7d6f9ee9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6f8780a3d7334eb19e1bdef313cfb154&device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 1096 time: 0.6811001 Aug 23 14:16:05.533091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-56356d82-9c06-483d-9817-2af042659ba3 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:05.534849 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-56356d82-9c06-483d-9817-2af042659ba3 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 812 time: 0.8564117 Aug 23 14:16:05.542331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] For port cf23523b-f564-48b5-ae23-423c7ecff979, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=cf23523b-f564-48b5-ae23-423c7ecff979,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:05.542935 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:05.569949 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0978513a-cf81-405b-b567-4161951995d3 req-4033d2eb-0cf0-4c57-a8ae-f21819dca1d7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Aug 23 14:16:05.586507 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628087b8-1afb-4e62-a198-e9081e6a787d None None] New status for floating IP 34f65025-11de-487d-9fe0-7c7b9b0e4d5a: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:16:05.603231 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Made reservation on behalf of 7edfeb6fd342438a9ca5478e18ead61e for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:05.606551 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:05.633815 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-2cd5bd58-9e82-413a-ab22-a95dbd781a1d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/quotas/dd6d34f02e8c481a888dcb3d034e4d5b HTTP/1.1" status: 200 len: 375 time: 0.0734816 Aug 23 14:16:05.833625 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:05.886006 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Calling delete_port for cf23523b-f564-48b5-ae23-423c7ecff979 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:06.026524 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2dc66-1ec1-43b4-b2bd-ccb85f48ad31 req-df64089b-10a6-4110-a1cd-b6d8d83a0e14 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:06.028111 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bbb2dc66-1ec1-43b4-b2bd-ccb85f48ad31 req-df64089b-10a6-4110-a1cd-b6d8d83a0e14 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 950 time: 0.1486375 Aug 23 14:16:06.067002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port feab27f7-ea97-4f13-a81a-fa7f424d1807 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:06.079649 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port feab27f7-ea97-4f13-a81a-fa7f424d1807 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:06.080090 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.127995 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bbb2dc66-1ec1-43b4-b2bd-ccb85f48ad31 req-9ee5df76-dd34-473e-8cef-f2ab2c0ab387 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785010 Aug 23 14:16:06.167526 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-332949848', 'description': 'tempest-description-2118108836'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:06.174550 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:06.179694 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:06.186408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:06.193135 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.194551 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:06.203120 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59d969fc-fbab-4d36-a725-7ac4a43c27d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:06.211727 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-7f8c9f8c-c257-43e4-a674-b7a72fa79420 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:06.213393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-7f8c9f8c-c257-43e4-a674-b7a72fa79420 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f88c48e-08a5-4342-9cb1-6725eabcb176 HTTP/1.1" status: 200 len: 945 time: 0.8921082 Aug 23 14:16:06.241011 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.281215 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:06.287154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=978b4dd8-e7d4-46f8-8445-f59ae8340e9f,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:06.291078 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:06.299032 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Checking segment: {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:06.299388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Network hostable DHCP agents. Network: fd24ae70-b8ed-4d21-af77-972b30d69354, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:16:06.338262 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.361688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:06.365717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Usage tracker for resource:security_group_rule and tenant:d9ee6870636e41ecb5a9eb84b243074d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:06.368585 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:06.372214 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.373793 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device cf23523b-f564-48b5-ae23-423c7ecff979 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:06.375926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:06.418255 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:06.446823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Network fd24ae70-b8ed-4d21-af77-972b30d69354 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:16:06.463146 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Deleting port f773fe16-44c3-45c8-93a4-8a32253bc851 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:06.463528 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.480396 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.496919 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-99cf3484-4651-401a-b05e-849c945c7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:06.498736 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-99cf3484-4651-401a-b05e-849c945c7c91 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a4adddf-0093-466c-bd0a-a7ddc15f32aa HTTP/1.1" status: 200 len: 914 time: 0.9433436 Aug 23 14:16:06.540815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:06.549803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, fd24ae70-b8ed-4d21-af77-972b30d69354) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:06.550048 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:06.563464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:06.563752 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.564568 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0f62a-4497-4acc-9b12-2da0002063ab None None] Network fd24ae70-b8ed-4d21-af77-972b30d69354 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:16:06.583519 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.623087 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.630388 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-43a40082-5cc0-486a-914f-3ff91a9727ed tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:06.671974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89800dc6-ecfe-4d0c-963b-b62fcfa29ceb,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:06.684492 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:06.696741 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2527735 Aug 23 14:16:06.716533 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.729779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1efaada-28c0-48a9-8487-5b8e4e422257 req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5669391 Aug 23 14:16:06.738099 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:06.770011 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-7e521072-8e7c-42ca-9c83-b3b491f808be tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9778166 Aug 23 14:16:06.851282 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a07794-627c-492b-84a6-201ad626af77 None None] Network fd24ae70-b8ed-4d21-af77-972b30d69354 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:16:06.924359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Transition to ACTIVE for port object dffcc172-34ab-4ece-8027-37b9084436ab will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:06.957562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-79b8aef7-811d-403f-bcdb-328945b622e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d HTTP/1.1" status: 200 len: 1001 time: 0.4165461 Aug 23 14:16:06.959945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08014a-aa24-4673-9f67-de4f8fe882b0 req-45bd46a9-ef64-4c7a-be48-58a8ced55f11 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:06.965627 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d08014a-aa24-4673-9f67-de4f8fe882b0 req-45bd46a9-ef64-4c7a-be48-58a8ced55f11 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 946 time: 0.1320429 Aug 23 14:16:07.015898 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d08014a-aa24-4673-9f67-de4f8fe882b0 req-865d8afe-1dd5-407f-bbf0-69348524a7d0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Aug 23 14:16:07.048924 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.073817 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['f773fe16-44c3-45c8-93a4-8a32253bc851'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:07.088637 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:07.111057 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'code': 200} Aug 23 14:16:07.224621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event deleted for resources: {'Port': ['ID=cf23523b-f564-48b5-ae23-423c7ecff979,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:07.227218 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-790b74fc-bbf6-4613-8cb7-a461f1dea78b service neutron] 10.222.0.72 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401424 Aug 23 14:16:07.227871 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:07.290669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee18a0-1f72-4700-8099-5b5d9616e184 req-219d5ea5-2c8e-4508-8760-10a984237f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.293231 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3ee18a0-1f72-4700-8099-5b5d9616e184 req-219d5ea5-2c8e-4508-8760-10a984237f85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 1101 time: 0.1247537 Aug 23 14:16:07.309403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-de5d0c08-1172-4144-aa53-02bbc06f9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.311561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-de5d0c08-1172-4144-aa53-02bbc06f9044 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6804c610-56e4-4b5d-84ac-e017ad545fe2 HTTP/1.1" status: 200 len: 851 time: 0.3330879 Aug 23 14:16:07.361373 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3ee18a0-1f72-4700-8099-5b5d9616e184 req-66b3092d-6af4-41b0-ada2-c57bc9567bee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600207 Aug 23 14:16:07.437907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] No DVR routers for this DVR port cf23523b-f564-48b5-ae23-423c7ecff979 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:07.440057 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.451897 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.459132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'name': 'network-vif-deleted', 'tag': 'cf23523b-f564-48b5-ae23-423c7ecff979'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:07.475010 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e9875616-073e-4c52-8b8c-6211477ddb58 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:07.607154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a5f1-aa95-4938-8085-49605d89d5db req-a8c21245-3780-4f9f-b618-991e83c78430 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.613374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a5f1-aa95-4938-8085-49605d89d5db req-a8c21245-3780-4f9f-b618-991e83c78430 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.619441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a5f1-aa95-4938-8085-49605d89d5db req-a8c21245-3780-4f9f-b618-991e83c78430 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.621186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d642a5f1-aa95-4938-8085-49605d89d5db req-a8c21245-3780-4f9f-b618-991e83c78430 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2376 time: 0.1161790 Aug 23 14:16:07.622241 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] For port f773fe16-44c3-45c8-93a4-8a32253bc851, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=f773fe16-44c3-45c8-93a4-8a32253bc851,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:07.623286 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:07.661350 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network 251d5439-0e44-4336-96b7-2c61a686df11 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:07.670478 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d642a5f1-aa95-4938-8085-49605d89d5db req-5e3637ab-24c3-4b98-a0f4-907325ceb9f5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Aug 23 14:16:07.870097 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967c8bf-e7bd-4251-add7-66ff5d2da5ef req-fa3fb03a-8933-4098-ba58-b918a03f3ad1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:07.871645 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0967c8bf-e7bd-4251-add7-66ff5d2da5ef req-fa3fb03a-8933-4098-ba58-b918a03f3ad1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.0915077 Aug 23 14:16:07.922446 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0967c8bf-e7bd-4251-add7-66ff5d2da5ef req-5f93bf96-40e5-4308-828c-a1540fd81d4b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Aug 23 14:16:07.931201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:07.940232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Calling delete_port for f773fe16-44c3-45c8-93a4-8a32253bc851 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:07.979523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-569680d2-cd46-445a-9fb4-4aef6eda2b7c req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "DELETE /v2.0/ports/cf23523b-f564-48b5-ae23-423c7ecff979 HTTP/1.1" status: 204 len: 173 time: 3.7021148 Aug 23 14:16:07.979778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Port': ['ID=dffcc172-34ab-4ece-8027-37b9084436ab,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:07.982298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:08.005447 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77622fce-8500-4242-80bc-84101dd1d0bc req-e2464224-f186-41b1-8b46-9cb81c6e0dc1 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/89800dc6-ecfe-4d0c-963b-b62fcfa29ceb HTTP/1.1" status: 200 len: 1800 time: 0.0568378 Aug 23 14:16:08.017639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-77622fce-8500-4242-80bc-84101dd1d0bc req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1462636446', 'description': 'tempest-description-hth-1588831115'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:08.023902 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:08.052990 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-7e555073-90e9-48aa-ab74-1c545da7f773 service neutron] 10.222.0.72 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7697234 Aug 23 14:16:08.054282 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-77622fce-8500-4242-80bc-84101dd1d0bc req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.100075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:08.100859 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.109386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-0dd2e2db-7946-4188-a589-76c3e6e5f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:08.111013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-0dd2e2db-7946-4188-a589-76c3e6e5f3c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a4adddf-0093-466c-bd0a-a7ddc15f32aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7783532 Aug 23 14:16:08.135682 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-77622fce-8500-4242-80bc-84101dd1d0bc req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.269607 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-77622fce-8500-4242-80bc-84101dd1d0bc req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.272607 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-77622fce-8500-4242-80bc-84101dd1d0bc req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.273674 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77622fce-8500-4242-80bc-84101dd1d0bc req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "PUT /v2.0/security-groups/89800dc6-ecfe-4d0c-963b-b62fcfa29ceb HTTP/1.1" status: 200 len: 1775 time: 0.2614131 Aug 23 14:16:08.274442 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-724fe749-fa43-496f-af03-c299d07711fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:08.309831 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4422293 Aug 23 14:16:08.315596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89800dc6-ecfe-4d0c-963b-b62fcfa29ceb,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:08.320607 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:08.331179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Request body: {'port': {'device_id': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:08.416470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-88254294-da59-4423-a85f-6875f8374407 service neutron] 10.222.0.82 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705283 Aug 23 14:16:08.441154 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-962b3a94-4b05-4a19-b458-c5979b66ee90 None None] Provisioning for port dffcc172-34ab-4ece-8027-37b9084436ab completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:08.447503 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-962b3a94-4b05-4a19-b458-c5979b66ee90 None None] Provisioning complete for port dffcc172-34ab-4ece-8027-37b9084436ab triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:08.448375 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-962b3a94-4b05-4a19-b458-c5979b66ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.509585 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.517184 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-962b3a94-4b05-4a19-b458-c5979b66ee90 None None] Port dffcc172-34ab-4ece-8027-37b9084436ab cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:16:08.526951 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b5303f5f-28fb-4b3a-a3b2-e72ceb860102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:08.712087 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-32b60f31-d602-48d7-ad4a-b0c2e32cc013 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:08.712988 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-32b60f31-d602-48d7-ad4a-b0c2e32cc013 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:08.717764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event deleted for resources: {'Port': ['ID=f773fe16-44c3-45c8-93a4-8a32253bc851,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:08.722078 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:08.747770 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:08.851990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-32b60f31-d602-48d7-ad4a-b0c2e32cc013 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:08.854315 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-32b60f31-d602-48d7-ad4a-b0c2e32cc013 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 821 time: 0.3278224 Aug 23 14:16:08.880894 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-d33c974a-ac34-4623-a97a-c39561944289 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/quotas/7edfeb6fd342438a9ca5478e18ead61e HTTP/1.1" status: 200 len: 375 time: 0.0188460 Aug 23 14:16:08.961929 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-ed68ea31-f6c5-45f5-b857-7c30c1ba6b36 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762367 Aug 23 14:16:08.969502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] No DVR routers for this DVR port f773fe16-44c3-45c8-93a4-8a32253bc851 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:09.012070 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:09.014042 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-16c06b52-99a9-4e2c-bf7e-2bfcdc34b8f0 req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.64 "DELETE /v2.0/ports/f773fe16-44c3-45c8-93a4-8a32253bc851 HTTP/1.1" status: 204 len: 173 time: 2.7913835 Aug 23 14:16:09.088262 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6e52ce9-c0b9-4c55-ad56-ca40e94116f6 req-6af18c02-315b-4ba2-9dea-b39936d344c1 service neutron] 10.222.0.82 "GET /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380455 Aug 23 14:16:09.111854 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:09.121830 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-c3422ed9-f31b-4382-b0f8-7879956d99eb service neutron] 10.222.0.72 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500771 Aug 23 14:16:09.229307 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441b7ad-8c66-4f61-a4de-6a9d59ab81b4 req-579a2655-697e-43a9-89b7-aabafbaf93cd tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:09.241856 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3441b7ad-8c66-4f61-a4de-6a9d59ab81b4 req-579a2655-697e-43a9-89b7-aabafbaf93cd tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1097 time: 0.3269830 Aug 23 14:16:09.279364 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-728c07ff-9855-45fa-9c7e-3bf4bfd227bd service neutron] 10.222.0.72 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487174 Aug 23 14:16:09.310625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3441b7ad-8c66-4f61-a4de-6a9d59ab81b4 req-3655f4c9-8457-4d12-a689-0dccaa608105 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Synchronizing usage tracker for tenant:cecf53ca7070450e89867ac65360b688 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:09.410967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2ca2cf-e24a-4dc3-b99b-feda7468d594 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:09.419790 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:09.436178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Transition to ACTIVE for port object bf2ca2cf-e24a-4dc3-b99b-feda7468d594 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:09.566316 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3441b7ad-8c66-4f61-a4de-6a9d59ab81b4 req-3655f4c9-8457-4d12-a689-0dccaa608105 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Unset dirty status for tenant:cecf53ca7070450e89867ac65360b688 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:09.567552 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3441b7ad-8c66-4f61-a4de-6a9d59ab81b4 req-3655f4c9-8457-4d12-a689-0dccaa608105 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248692 Aug 23 14:16:09.568259 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:09.582472 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b8cf54ea-7533-4a3b-93f8-7566e2297125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:09.739790 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad441ba4-4ca6-4713-9295-0baa501e0f09', 'name': 'network-vif-deleted', 'tag': 'cf23523b-f564-48b5-ae23-423c7ecff979', 'status': 'completed', 'code': 200} Aug 23 14:16:09.879489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b476424-4cc3-4c6e-87ae-c65f662c7d99 req-4808baf6-d4fb-4f3f-824e-b4bb4d841dd2 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:09.881110 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3b476424-4cc3-4c6e-87ae-c65f662c7d99 req-4808baf6-d4fb-4f3f-824e-b4bb4d841dd2 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 950 time: 0.1274946 Aug 23 14:16:09.891303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Pushing event updated for resources: {'Port': ['ID=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:09.897910 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:09.949405 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3b476424-4cc3-4c6e-87ae-c65f662c7d99 req-c904cc36-82b0-48a2-9417-a4cb0b90a007 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568836 Aug 23 14:16:10.069689 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1570307-2954-4732-8557-e3f1dcb7cae7 req-a6325b67-e80b-4d5e-8cb5-b10ade83501c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/89800dc6-ecfe-4d0c-963b-b62fcfa29ceb HTTP/1.1" status: 200 len: 1775 time: 0.2464700 Aug 23 14:16:10.102486 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Attempting to bind port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:10.102835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Attempting to bind port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:10.103336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Attempting to bind port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 on network 251d5439-0e44-4336-96b7-2c61a686df11 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:10.109934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 on network 251d5439-0e44-4336-96b7-2c61a686df11 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:10.110546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Attempting to bind port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 on network 251d5439-0e44-4336-96b7-2c61a686df11 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:10.117150 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:10.117508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Checking segment: {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:10.117909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Bound using segment: {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:10.118357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Bound port: bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:10.118716 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.439258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:10.443505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:10.470977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcca01-af84-476c-975d-fae29c684224 req-a7de6a52-6f7a-4dcf-8e4e-4f9465735f02 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.477460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcca01-af84-476c-975d-fae29c684224 req-a7de6a52-6f7a-4dcf-8e4e-4f9465735f02 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.482197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef134533-56a3-4dfa-a172-c4e4d369e5c7 req-389fb2b7-750e-4af9-b35c-b55b16f35bce tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.484361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcca01-af84-476c-975d-fae29c684224 req-a7de6a52-6f7a-4dcf-8e4e-4f9465735f02 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.484565 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef134533-56a3-4dfa-a172-c4e4d369e5c7 req-389fb2b7-750e-4af9-b35c-b55b16f35bce tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1031125 Aug 23 14:16:10.484759 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9fbcca01-af84-476c-975d-fae29c684224 req-a7de6a52-6f7a-4dcf-8e4e-4f9465735f02 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:10.535125 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef134533-56a3-4dfa-a172-c4e4d369e5c7 req-d702d6d5-8494-4dc3-a038-81119a258922 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439706 Aug 23 14:16:10.548507 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.552707 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:10.594038 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'code': 200} Aug 23 14:16:10.613461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9fbcca01-af84-476c-975d-fae29c684224 req-a7de6a52-6f7a-4dcf-8e4e-4f9465735f02 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:10.615732 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fbcca01-af84-476c-975d-fae29c684224 req-a7de6a52-6f7a-4dcf-8e4e-4f9465735f02 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2388 time: 0.4214454 Aug 23 14:16:10.623386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.627754 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.627754 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] 10.222.0.64 "PUT /v2.0/ports/bf2ca2cf-e24a-4dc3-b99b-feda7468d594 HTTP/1.1" status: 200 len: 1091 time: 2.2999516 Aug 23 14:16:10.673353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Pushing event updated for resources: {'Port': ['ID=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:10.678326 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:10.704723 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9fbcca01-af84-476c-975d-fae29c684224 req-11fba414-6e64-46f3-8b2d-fd99e15b87b7 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:10.705040 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1606d817-2162-4191-bbdd-964ed195ace0 req-131a108b-5284-4020-9994-d16bb37ce3dd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 210 time: 0.0782981 Aug 23 14:16:10.784796 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Request body: {'port': {'device_id': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:10.884043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9fbcca01-af84-476c-975d-fae29c684224 req-11fba414-6e64-46f3-8b2d-fd99e15b87b7 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:10.885321 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fbcca01-af84-476c-975d-fae29c684224 req-11fba414-6e64-46f3-8b2d-fd99e15b87b7 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548766 Aug 23 14:16:10.960951 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5386-0a59-4294-957c-00b12e972122 req-ad9e54cd-93d0-422a-977d-fcba182910a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:10.962589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c45f5386-0a59-4294-957c-00b12e972122 req-ad9e54cd-93d0-422a-977d-fcba182910a7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1101 time: 0.2484334 Aug 23 14:16:10.968517 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:10.998933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f773fe16-44c3-45c8-93a4-8a32253bc851 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:11.069624 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: f773fe16-44c3-45c8-93a4-8a32253bc851 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:16:11.070413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device f773fe16-44c3-45c8-93a4-8a32253bc851 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:11.073430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c45f5386-0a59-4294-957c-00b12e972122 req-9d93a55d-db13-48c9-af39-0c80974ad336 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935540 Aug 23 14:16:11.121506 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea661e77-4d07-4f79-9ff4-8dfdbf2062b2 req-a0f41d78-4c27-446f-a5d0-0ad4a48118c1 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:11.123389 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ea661e77-4d07-4f79-9ff4-8dfdbf2062b2 req-a0f41d78-4c27-446f-a5d0-0ad4a48118c1 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1097 time: 0.3006065 Aug 23 14:16:11.187591 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ea661e77-4d07-4f79-9ff4-8dfdbf2062b2 req-8069ddf8-2015-4bc2-afde-bb318452d15c tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560801 Aug 23 14:16:11.281936 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9222b4fb-6d1b-4da5-88eb-e83dd2b55db9 req-1a5e43ed-4716-44fc-a6b0-05ebb49566fd tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/89800dc6-ecfe-4d0c-963b-b62fcfa29ceb HTTP/1.1" status: 200 len: 1775 time: 0.0618932 Aug 23 14:16:11.364880 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9222b4fb-6d1b-4da5-88eb-e83dd2b55db9 req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.406105 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9222b4fb-6d1b-4da5-88eb-e83dd2b55db9 req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.442827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1eaa01-d716-4933-873c-29e796b24d6a {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:11.453625 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.741339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'name': 'network-vif-deleted', 'tag': 'f773fe16-44c3-45c8-93a4-8a32253bc851'}, {'name': 'network-changed', 'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:11.816529 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Transition to ACTIVE for port object 7d1eaa01-d716-4933-873c-29e796b24d6a will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:11.820516 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9222b4fb-6d1b-4da5-88eb-e83dd2b55db9 req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.823504 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7d52e737-74a6-495c-adbf-7932a4df7fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:11.840548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89800dc6-ecfe-4d0c-963b-b62fcfa29ceb,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:11.844865 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:11.848636 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9222b4fb-6d1b-4da5-88eb-e83dd2b55db9 req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.850197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9222b4fb-6d1b-4da5-88eb-e83dd2b55db9 req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/89800dc6-ecfe-4d0c-963b-b62fcfa29ceb HTTP/1.1" status: 204 len: 173 time: 0.5617869 Aug 23 14:16:11.972697 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:11.977165 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cd03b668-c2fc-48c4-b02d-9bb11e71436c tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:11.988364 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d9b65a8-08f9-42d8-a803-4e52939ba0fd req-a4235c66-abe0-4fd3-90f3-1a31a7569c0b tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 210 time: 0.0452600 Aug 23 14:16:12.308913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c448d2d-eca4-49bf-8a50-88df7dddbfea req-70a7a64d-5efe-4dbe-ba78-f17aafb02d6f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.317849 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c448d2d-eca4-49bf-8a50-88df7dddbfea req-70a7a64d-5efe-4dbe-ba78-f17aafb02d6f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1114757 Aug 23 14:16:12.349933 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1eaa01-d716-4933-873c-29e796b24d6a,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:12.374915 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c448d2d-eca4-49bf-8a50-88df7dddbfea req-a03c3063-1895-421b-b6d6-2c33b154d48b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Aug 23 14:16:12.404011 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:12.421197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3e2715a0-edbf-46d5-b7b0-4c36b98f3c9e req-6f33e699-2e3f-4e3c-8db4-d5646281a48b tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 210 time: 0.0729406 Aug 23 14:16:12.466513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Attempting to bind port 7d1eaa01-d716-4933-873c-29e796b24d6a on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:12.466910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Attempting to bind port 7d1eaa01-d716-4933-873c-29e796b24d6a by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:12.467315 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Attempting to bind port 7d1eaa01-d716-4933-873c-29e796b24d6a on network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:12.472733 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f88c48e-08a5-4342-9cb1-6725eabcb176', 'name': 'network-vif-deleted', 'tag': 'f773fe16-44c3-45c8-93a4-8a32253bc851', 'status': 'completed', 'code': 200} Aug 23 14:16:12.473146 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594', 'status': 'completed', 'code': 200} Aug 23 14:16:12.475705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Port 7d1eaa01-d716-4933-873c-29e796b24d6a on network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:12.476106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Attempting to bind port 7d1eaa01-d716-4933-873c-29e796b24d6a on network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:12.483687 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:12.484347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Checking segment: {'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:12.484775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Bound using segment: {'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:12.485342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Bound port: 7d1eaa01-d716-4933-873c-29e796b24d6a, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec49113-c674-4ecc-945f-3f373fef5026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:12.485860 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:12.677438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-42dff443-b81e-4100-bdd8-da8fbf25a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.678093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-42dff443-b81e-4100-bdd8-da8fbf25a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.678639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-42dff443-b81e-4100-bdd8-da8fbf25a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.680369 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-42dff443-b81e-4100-bdd8-da8fbf25a7c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2756 time: 0.1733994 Aug 23 14:16:12.681638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] For port 7d1eaa01-d716-4933-873c-29e796b24d6a, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:12.687315 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] For port 7d1eaa01-d716-4933-873c-29e796b24d6a, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7d1eaa01-d716-4933-873c-29e796b24d6a,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:12.739937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e5a2-effc-4c44-ac08-d81c8973d7f6 req-1216ab35-029c-47d0-80e0-ce6f5ff41031 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.748276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e5a2-effc-4c44-ac08-d81c8973d7f6 req-1216ab35-029c-47d0-80e0-ce6f5ff41031 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.758706 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e5a2-effc-4c44-ac08-d81c8973d7f6 req-1216ab35-029c-47d0-80e0-ce6f5ff41031 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.761130 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d513e5a2-effc-4c44-ac08-d81c8973d7f6 req-1216ab35-029c-47d0-80e0-ce6f5ff41031 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2400 time: 0.1254268 Aug 23 14:16:12.814062 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:12.814062 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-792deddf-dd5e-4664-8c5c-34c4fd1b21c4 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:12.818908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d513e5a2-effc-4c44-ac08-d81c8973d7f6 req-1754502d-d73a-4f55-b93d-f860c49ca633 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Aug 23 14:16:12.891692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.892403 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:12.893759 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d1eaa01-d716-4933-873c-29e796b24d6a HTTP/1.1" status: 200 len: 1092 time: 2.1138868 Aug 23 14:16:12.961367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-a3e29ebe-f811-48c2-99a6-b03c3b81a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.961854 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-a3e29ebe-f811-48c2-99a6-b03c3b81a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.962619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-a3e29ebe-f811-48c2-99a6-b03c3b81a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:12.964434 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-a3e29ebe-f811-48c2-99a6-b03c3b81a80b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2758319 Aug 23 14:16:12.965222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1eaa01-d716-4933-873c-29e796b24d6a,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:12.976456 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:12.977101 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-3777b01c-9e1f-45a5-8e4a-74cd1b493148 req-c98e18c2-2580-4138-8d6b-f7896c642f80 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:16:12.978230 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3777b01c-9e1f-45a5-8e4a-74cd1b493148 req-c98e18c2-2580-4138-8d6b-f7896c642f80 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/66173edd-ec37-4d7f-bf7e-d34bfc1dffb7 HTTP/1.1" status: 404 len: 352 time: 0.0280800 Aug 23 14:16:13.028823 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-34893c87-1973-4a6b-986c-1c76eaf0087a req-9d29bccd-aa7a-44ea-94f6-9b881debb413 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:16:13.029911 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-34893c87-1973-4a6b-986c-1c76eaf0087a req-9d29bccd-aa7a-44ea-94f6-9b881debb413 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/c14a66ff-5b82-4636-9d60-e0e15c2f1799 HTTP/1.1" status: 404 len: 352 time: 0.0207610 Aug 23 14:16:13.058267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Request body: {'port': {'device_id': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:13.236239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b5664f4f-830e-479f-b7ab-1a1db6384caa req-b8540007-a23e-4ed5-b18a-61b0f5933460 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 210 time: 0.0680263 Aug 23 14:16:13.301500 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-e2e48e32-c6c1-476c-9a77-9845b314f3ff req-34dbed6b-1584-468d-a2f4-cbe38a54678a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:16:13.302670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2e48e32-c6c1-476c-9a77-9845b314f3ff req-34dbed6b-1584-468d-a2f4-cbe38a54678a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/0dfc756a-e27e-474f-b811-4542d7f23027 HTTP/1.1" status: 404 len: 352 time: 0.0187376 Aug 23 14:16:13.507957 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-2c122ad3-e34d-4280-a763-e0f3499e07ae req-69149925-f237-4eb5-a785-d0221525573c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:16:13.510941 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c122ad3-e34d-4280-a763-e0f3499e07ae req-69149925-f237-4eb5-a785-d0221525573c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/5fbc2b7d-9590-47c8-9499-3ac59102c036 HTTP/1.1" status: 404 len: 352 time: 0.0367625 Aug 23 14:16:13.526990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-6e9948f5-ab11-44a4-a74c-e327431221d5 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:13.534722 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-6e9948f5-ab11-44a4-a74c-e327431221d5 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 812 time: 0.6000643 Aug 23 14:16:13.536930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-978fe114-4888-4533-8fe8-eebf56a6b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:13.539205 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae5cee12-b7c3-446b-a036-38b84d003fa7 req-978fe114-4888-4533-8fe8-eebf56a6b30a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5308568 Aug 23 14:16:13.554825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Request body: {'port': {'device_id': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'admin_state_up': True, 'tenant_id': 'dd6d34f02e8c481a888dcb3d034e4d5b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:13.600849 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:13.758849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73682c-516d-4d6f-920e-36e3fef79ae5 req-3d9de215-d5a9-43f2-980d-b57fe98789f8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:13.761334 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eb73682c-516d-4d6f-920e-36e3fef79ae5 req-3d9de215-d5a9-43f2-980d-b57fe98789f8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1370564 Aug 23 14:16:13.825525 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eb73682c-516d-4d6f-920e-36e3fef79ae5 req-4e587e29-c87a-4dbe-99d2-dc36d0e82fdf tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Aug 23 14:16:13.979819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:13.995519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-6456c2d2-18f1-44c4-87ec-04552f554aed tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:13.997351 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-6456c2d2-18f1-44c4-87ec-04552f554aed tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 812 time: 0.3973672 Aug 23 14:16:13.999238 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2a64b02e-68f7-448c-b645-cfda50a87754 req-6d147a69-4a72-44fb-8783-cfb8c14d2eb9 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 210 time: 0.0469015 Aug 23 14:16:14.006267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Usage tracker for resource:port and tenant:dd6d34f02e8c481a888dcb3d034e4d5b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:14.017733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:14.029098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Request body: {'port': {'device_id': '04113aca-3442-444e-ab53-fa27a98edfcf', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'admin_state_up': True, 'tenant_id': 'dd6d34f02e8c481a888dcb3d034e4d5b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:14.065653 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-5500d296-34c0-410c-b35e-e00cfac09bd3 req-236623ab-c94a-417d-8399-0bc4ac018c35 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:16:14.065885 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5500d296-34c0-410c-b35e-e00cfac09bd3 req-236623ab-c94a-417d-8399-0bc4ac018c35 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/28421e19-b460-4156-8c3c-e5807f0fc1d0 HTTP/1.1" status: 404 len: 352 time: 0.0190182 Aug 23 14:16:14.076737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:14.260099 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Made reservation on behalf of dd6d34f02e8c481a888dcb3d034e4d5b for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:14.263639 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.370300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:14.374776 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Usage tracker for resource:port and tenant:dd6d34f02e8c481a888dcb3d034e4d5b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:14.377747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:14.379671 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaee2e2-8d8a-47ba-af1b-aef3adaa5b9a req-3ecb4562-7331-4eda-9282-5feffaf7dc54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:14.383786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:14.386887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaee2e2-8d8a-47ba-af1b-aef3adaa5b9a req-3ecb4562-7331-4eda-9282-5feffaf7dc54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:14.394466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaee2e2-8d8a-47ba-af1b-aef3adaa5b9a req-3ecb4562-7331-4eda-9282-5feffaf7dc54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:14.396216 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5aaee2e2-8d8a-47ba-af1b-aef3adaa5b9a req-3ecb4562-7331-4eda-9282-5feffaf7dc54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2400 time: 0.1389346 Aug 23 14:16:14.453544 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5aaee2e2-8d8a-47ba-af1b-aef3adaa5b9a req-5363a395-2d20-4468-8bb7-78df350711dd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514009 Aug 23 14:16:14.484657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:14.565281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Made reservation on behalf of dd6d34f02e8c481a888dcb3d034e4d5b for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:14.568938 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.608636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Allocated IP 172.20.0.14 (6be1225d-dc75-42b7-8721-9441bc28339e/19f2133b-da89-4844-b4ee-c70d63ce9717/52affdf7-f35f-49d8-81d8-454adfcc246f) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:14.615002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffcc172-34ab-4ece-8027-37b9084436ab {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:14.626075 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.719236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Transition to ACTIVE for port object dffcc172-34ab-4ece-8027-37b9084436ab will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:14.771945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06bd10-5b67-4bae-8939-fedb152a34db req-fd3a8622-7cc4-46a1-98c3-aaa6ddec2dff tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:14.773688 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f06bd10-5b67-4bae-8939-fedb152a34db req-fd3a8622-7cc4-46a1-98c3-aaa6ddec2dff tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1101 time: 0.2154095 Aug 23 14:16:14.789673 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:14.798897 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:14.855195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-672e17e6-356e-4651-890a-06894245f955 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:14.857229 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-672e17e6-356e-4651-890a-06894245f955 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.82 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 821 time: 0.2313263 Aug 23 14:16:14.871654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Request body: {'port': {'device_id': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'admin_state_up': True, 'tenant_id': '7edfeb6fd342438a9ca5478e18ead61e'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:14.896684 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f06bd10-5b67-4bae-8939-fedb152a34db req-89d91ee1-18f7-42b6-9511-e37a186e87d3 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115716 Aug 23 14:16:15.011781 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-487775e8-9922-486d-8d7d-ba7f6580af4e req-c6387cdb-66b9-4678-b70e-d4cdec437007 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] show failed (client error): The resource could not be found. Aug 23 14:16:15.013421 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-487775e8-9922-486d-8d7d-ba7f6580af4e req-c6387cdb-66b9-4678-b70e-d4cdec437007 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/fb884542-3d64-4e0a-9bb0-4433ee45e0d2 HTTP/1.1" status: 404 len: 352 time: 0.0938437 Aug 23 14:16:15.065695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Pushing event updated for resources: {'Port': ['ID=dffcc172-34ab-4ece-8027-37b9084436ab,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:15.119225 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:15.126393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Usage tracker for resource:port and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:15.131851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:15.140698 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:15.244830 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Made reservation on behalf of 7edfeb6fd342438a9ca5478e18ead61e for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:15.248992 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.268749 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5057df8c-12e7-4a57-86c4-1db8c0cfbe49 req-a28cef79-ee44-4e56-a0d0-1a30f404b21d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 210 time: 0.0635483 Aug 23 14:16:15.288584 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:15.410841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-30c86321-8431-4ad0-882b-83c815fbecc4 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:16:15.412505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-30c86321-8431-4ad0-882b-83c815fbecc4 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152366 Aug 23 14:16:15.434140 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.449084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Attempting to bind port dffcc172-34ab-4ece-8027-37b9084436ab on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:15.449436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Attempting to bind port dffcc172-34ab-4ece-8027-37b9084436ab by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:15.449764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Attempting to bind port dffcc172-34ab-4ece-8027-37b9084436ab on network 251d5439-0e44-4336-96b7-2c61a686df11 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:15.457706 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Port dffcc172-34ab-4ece-8027-37b9084436ab on network 251d5439-0e44-4336-96b7-2c61a686df11 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:15.458035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Attempting to bind port dffcc172-34ab-4ece-8027-37b9084436ab on network 251d5439-0e44-4336-96b7-2c61a686df11 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:15.465466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:15.472734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Checking segment: {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:15.472990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Request body: {'binding': {'host': 'n-h1-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:15.473724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Bound using segment: {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:15.473920 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:16:15.474100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Bound port: dffcc172-34ab-4ece-8027-37b9084436ab, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb414865-6069-4c6e-b485-0dda027a5d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:15.474100 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.520295 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a', 'status': 'completed', 'code': 200} Aug 23 14:16:15.596800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Allocated IP 172.20.0.4 (fd24ae70-b8ed-4d21-af77-972b30d69354/978b4dd8-e7d4-46f8-8445-f59ae8340e9f/3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:15.641587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] For port dffcc172-34ab-4ece-8027-37b9084436ab, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:15.646325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] For port dffcc172-34ab-4ece-8027-37b9084436ab, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dffcc172-34ab-4ece-8027-37b9084436ab,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:15.673598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-63be17cd-ed1c-46bb-9585-23ca767f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:15.674128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-63be17cd-ed1c-46bb-9585-23ca767f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:15.674624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-63be17cd-ed1c-46bb-9585-23ca767f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:15.676516 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-63be17cd-ed1c-46bb-9585-23ca767f9a28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2823 time: 0.1493545 Aug 23 14:16:15.798321 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.813947 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.868277 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Allocated IP 172.20.0.7 (6be1225d-dc75-42b7-8721-9441bc28339e/19f2133b-da89-4844-b4ee-c70d63ce9717/acbbac22-eddb-459d-8c90-816801c9dc11) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:15.872916 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3b0aa72-0145-4bd1-b6c6-0f3285d2132e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:15.928757 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:15.929523 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:15.930983 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] 10.222.0.64 "PUT /v2.0/ports/dffcc172-34ab-4ece-8027-37b9084436ab HTTP/1.1" status: 200 len: 1092 time: 2.8819361 Aug 23 14:16:15.981550 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on host n-h1-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:15.982139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:15.982248 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:15.991415 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:15.992011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:16.071215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:16.071659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:16.072109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:16.072616 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Bound port: 37ed514f-e4db-4874-959b-c0ded586b813, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:16.170384 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:16.174245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Network 6be1225d-dc75-42b7-8721-9441bc28339e is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:16.175312 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:16.199007 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:16.200911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:16.260642 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:16.262883 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-d43fe1b8-f517-4443-a9fe-f0642242b9bc service neutron] 10.222.0.72 "POST /v2.0/ports/37ed514f-e4db-4874-959b-c0ded586b813/bindings HTTP/1.1" status: 201 len: 389 time: 0.8404646 Aug 23 14:16:16.302508 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:16.312932 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c1328215-63df-42c4-b9a1-95685a12f292 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:16.350397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Pushing event updated for resources: {'Port': ['ID=dffcc172-34ab-4ece-8027-37b9084436ab,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:16.444432 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Network fd24ae70-b8ed-4d21-af77-972b30d69354 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:16.455078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:16.457465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:16.458131 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:16.465175 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:16.469831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-3a3b6cd8-a124-40b5-8498-f6c4585d397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:16.470119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-3a3b6cd8-a124-40b5-8498-f6c4585d397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:16.470669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-3a3b6cd8-a124-40b5-8498-f6c4585d397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:16.472197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-3a3b6cd8-a124-40b5-8498-f6c4585d397e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7752342 Aug 23 14:16:16.501137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:16.506026 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:16.545087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event updated for resources: {'Port': ['ID=52affdf7-f35f-49d8-81d8-454adfcc246f,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:16.566292 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:16.566963 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:16.580710 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:16.581207 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.674s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:16.581594 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:16.587536 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-7713b990-596c-4a7a-8a87-882e32e9d9ba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2106099 Aug 23 14:16:16.728258 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8633778 Aug 23 14:16:16.732945 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1844945 Aug 23 14:16:16.748652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Request body: {'port': {'device_id': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:16.864558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Request body: {'port': {'device_id': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:16.891424 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.005892 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:17.110072 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.114064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-1909684f-299a-4c15-aac5-d897764a8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.121916 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4152b7e8-e679-4193-9f7a-bf17e072b612 req-1909684f-299a-4c15-aac5-d897764a8f91 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5726991 Aug 23 14:16:17.146081 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.371972 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e7f22-9fd5-44c4-9ee3-f12ae3443fba req-7d57764d-a7ec-4b11-ac2a-2c61d0b357c9 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.379627 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-411e7f22-9fd5-44c4-9ee3-f12ae3443fba req-7d57764d-a7ec-4b11-ac2a-2c61d0b357c9 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 931 time: 0.6354084 Aug 23 14:16:17.445752 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:17.479636 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'mac_address': 'fa:16:3e:34:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:17.527388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:17.571058 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-411e7f22-9fd5-44c4-9ee3-f12ae3443fba req-8b24590f-4e4c-483d-9bf0-6ddb19d3b251 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902764 Aug 23 14:16:17.602235 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.613880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-a7bd018f-404e-45fc-a7fc-371653ba1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.614867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-a7bd018f-404e-45fc-a7fc-371653ba1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.624823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-a7bd018f-404e-45fc-a7fc-371653ba1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.626820 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-a7bd018f-404e-45fc-a7fc-371653ba1bb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2865 time: 0.4447396 Aug 23 14:16:17.748519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:17.781873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-cfea9bcd-244b-474a-a7b6-2492a29639c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.781873 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-cfea9bcd-244b-474a-a7b6-2492a29639c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1097 time: 0.3078625 Aug 23 14:16:17.791847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:17.802221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6842f-81d9-4467-b92f-5812ba88bc0a req-c0880993-25da-4941-ac52-f2112a1d85c5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.804923 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.810159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6842f-81d9-4467-b92f-5812ba88bc0a req-c0880993-25da-4941-ac52-f2112a1d85c5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.813097 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-b807f622-9878-452e-8466-7af2b8c8ae3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.43&port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594 HTTP/1.1" status: 200 len: 217 time: 0.1780419 Aug 23 14:16:17.816604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6842f-81d9-4467-b92f-5812ba88bc0a req-c0880993-25da-4941-ac52-f2112a1d85c5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:17.818338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b6c6842f-81d9-4467-b92f-5812ba88bc0a req-c0880993-25da-4941-ac52-f2112a1d85c5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2412 time: 0.3471072 Aug 23 14:16:17.835108 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cfa56e46-7a4a-4843-9741-f5b229407f2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:17.859617 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:17.875154 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:17.876937 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:17.904898 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.053472 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:18.054311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Transition to ACTIVE for port object 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:18.080844 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b6c6842f-81d9-4467-b92f-5812ba88bc0a req-966a7e7d-a534-4dd2-8755-ae1e3c24d86a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314384 Aug 23 14:16:18.165094 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:18.174562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-42587c17-3e72-4640-babd-90b42487e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:18.176499 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-42587c17-3e72-4640-babd-90b42487e971 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.3858371 Aug 23 14:16:18.188338 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:18.316823 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.362367 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0a9c239c-8775-4fb5-9129-af6a7b55c2d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:18.396327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-4fe11aeb-eaec-4519-bc9a-a05b27fa040e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 217 time: 0.2120328 Aug 23 14:16:18.405664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Network 6be1225d-dc75-42b7-8721-9441bc28339e is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:18.415957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:18.523356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:18.602532 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Pushing event updated for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:18.671366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event updated for resources: {'Port': ['ID=acbbac22-eddb-459d-8c90-816801c9dc11,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:18.678567 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:18.736648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-6c6a394a-b571-4424-81fc-8620dff2eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:18.738288 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-6c6a394a-b571-4424-81fc-8620dff2eac7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baf51630-57c8-49eb-8743-16e9131d3f38 HTTP/1.1" status: 200 len: 801 time: 0.8636711 Aug 23 14:16:18.775784 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:18.776473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-743d6dfa-1568-4707-be06-fa3a51d84cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:18.778198 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-743d6dfa-1568-4707-be06-fa3a51d84cde service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.3617382 Aug 23 14:16:18.805975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:18.806629 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:18.877914 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-418ffbdb-66e2-4c07-9205-518d2d0b1b94 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595915 Aug 23 14:16:18.915900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3556c-8d29-4294-bb3b-bcf669939cd9 req-8b21142b-eab3-42da-ac3a-fdd17aacdc92 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:18.924049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-16a3556c-8d29-4294-bb3b-bcf669939cd9 req-8b21142b-eab3-42da-ac3a-fdd17aacdc92 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.5339444 Aug 23 14:16:18.928684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4c724-1f96-4cd4-a379-dedaee9d5797 req-e213cbc3-a4a7-4671-9a38-59b1b2a07745 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:18.938725 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fc4c724-1f96-4cd4-a379-dedaee9d5797 req-e213cbc3-a4a7-4671-9a38-59b1b2a07745 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 931 time: 0.6329408 Aug 23 14:16:18.995687 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9813554 Aug 23 14:16:19.022732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:19.029301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Request body: {'port': {'device_id': '04113aca-3442-444e-ab53-fa27a98edfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:19.075921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Attempting to bind port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:19.076259 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Attempting to bind port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:19.076760 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Attempting to bind port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 on network fd24ae70-b8ed-4d21-af77-972b30d69354 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:19.083457 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-466591df-de23-433b-a49c-97172ec155f3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:19.085597 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-466591df-de23-433b-a49c-97172ec155f3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1023 time: 0.5698519 Aug 23 14:16:19.096563 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 on network fd24ae70-b8ed-4d21-af77-972b30d69354 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:19.096957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Attempting to bind port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 on network fd24ae70-b8ed-4d21-af77-972b30d69354 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:19.115863 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fc4c724-1f96-4cd4-a379-dedaee9d5797 req-e4e3272f-291d-4608-834f-0d0b8fd1e97b tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760359 Aug 23 14:16:19.149279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:19.149620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Checking segment: {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:19.153651 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Bound using segment: {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:19.156134 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Bound port: 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:19.156629 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.192627 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:19.193281 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.264246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52affdf7-f35f-49d8-81d8-454adfcc246f {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:19.303086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.327443 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-16a3556c-8d29-4294-bb3b-bcf669939cd9 req-ac089a97-5c32-4307-99f5-4721fdff58f9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020257 Aug 23 14:16:19.361431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-04e0c0bd-ef26-4330-9611-dafc3199d1c1 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538364 Aug 23 14:16:19.433461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-bcd92e03-eddb-4f45-8662-b10612ef21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:19.439306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-bcd92e03-eddb-4f45-8662-b10612ef21c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=251d5439-0e44-4336-96b7-2c61a686df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6800203 Aug 23 14:16:19.456217 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:19.460686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:19.534757 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.555027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Deleting port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:19.555741 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.576120 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:19.581005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:19.631289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Transition to ACTIVE for port object 52affdf7-f35f-49d8-81d8-454adfcc246f will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:19.659140 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.690828 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0fed700b-b653-409e-b96a-dee6aa87907a tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:19.734978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:19.741425 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.741425 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] 10.222.0.82 "PUT /v2.0/ports/3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 HTTP/1.1" status: 200 len: 1091 time: 2.9949291 Aug 23 14:16:19.751207 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.758309 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'tag': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:19.783310 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.785327 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:19.833518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab38c91-de6e-4128-ae6e-9b3b807d2070 req-e41d8037-ca9b-4a31-98ea-9d1945f44166 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:19.836307 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dab38c91-de6e-4128-ae6e-9b3b807d2070 req-e41d8037-ca9b-4a31-98ea-9d1945f44166 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 946 time: 0.2748082 Aug 23 14:16:19.838655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-093724eb-5c06-4944-bcfa-a4e09dac098b service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749603 Aug 23 14:16:19.851241 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:19.896660 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2c89bfd5-7d8a-4f60-9062-9a0c35d7e35d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:19.907432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:19.928654 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:19.946781 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dab38c91-de6e-4128-ae6e-9b3b807d2070 req-23cd1918-a2c8-4de1-a59c-f6ce7a312cd4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026683 Aug 23 14:16:20.004717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Pushing event updated for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:20.023116 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:20.085354 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab', 'status': 'completed', 'code': 200} Aug 23 14:16:20.195635 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-18418bd8-d919-4b3c-a59a-4a0847c80eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:20.197782 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-18418bd8-d919-4b3c-a59a-4a0847c80eef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 1094 time: 0.2477031 Aug 23 14:16:20.200813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-e0e4ec22-9906-49e0-ab08-1b522b138afe tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:20.202481 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-e0e4ec22-9906-49e0-ab08-1b522b138afe tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1097 time: 0.1780474 Aug 23 14:16:20.316117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805628-1'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:20.345395 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-b5f60ea3-00da-448a-99f3-81d4adc1cc2d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 HTTP/1.1" status: 200 len: 217 time: 0.1345413 Aug 23 14:16:20.587859 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-534252d9-d697-4469-be99-c910b58e17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:20.589685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-534252d9-d697-4469-be99-c910b58e17d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=978b4dd8-e7d4-46f8-8445-f59ae8340e9f HTTP/1.1" status: 200 len: 861 time: 0.1973929 Aug 23 14:16:20.656873 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:20.671365 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-a6fbc91b-d91f-4a83-8000-2f1106384cc0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd24ae70-b8ed-4d21-af77-972b30d69354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703969 Aug 23 14:16:20.714556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Pushing event updated for resources: {'Port': ['ID=52affdf7-f35f-49d8-81d8-454adfcc246f,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:20.718665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2ab2d-650f-4886-91dd-8f334ab9b71a req-a542cf55-9ae8-4605-a95c-605135deae0a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:20.719542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1e2ab2d-650f-4886-91dd-8f334ab9b71a req-a542cf55-9ae8-4605-a95c-605135deae0a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:20.776493 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:20.781381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-b7c14f77-8975-4527-a182-6a5610cdac75 service neutron] 10.222.0.64 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2814407 Aug 23 14:16:20.885995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb2b61-d02c-408a-af39-c7e4de4c6bbb req-68209f73-50a7-4b82-8208-1a0040f2f2d5 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:20.899880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56fb2b61-d02c-408a-af39-c7e4de4c6bbb req-68209f73-50a7-4b82-8208-1a0040f2f2d5 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 1023 time: 1.2936814 Aug 23 14:16:21.034209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1e2ab2d-650f-4886-91dd-8f334ab9b71a req-a542cf55-9ae8-4605-a95c-605135deae0a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:21.040998 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1e2ab2d-650f-4886-91dd-8f334ab9b71a req-a542cf55-9ae8-4605-a95c-605135deae0a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 943 time: 0.6973455 Aug 23 14:16:21.057282 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-9b943608-7b5c-4038-95f6-92afc869e9e8 service neutron] 10.222.0.82 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786306 Aug 23 14:16:21.061961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] For port d15958ff-9f3c-40d7-89bc-8ffbf6700e71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,segment=NetworkSegment(5a4903fb-3320-498c-9f7f-2d442a10fa49),segment_id=5a4903fb-3320-498c-9f7f-2d442a10fa49)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:21.062702 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.370063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1e2ab2d-650f-4886-91dd-8f334ab9b71a req-ccbab566-4050-4465-9e6e-b6d6f231314d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:21.389249 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Calling delete_port for d15958ff-9f3c-40d7-89bc-8ffbf6700e71 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:21.393447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:21.450295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-56fb2b61-d02c-408a-af39-c7e4de4c6bbb req-cf81de3b-b1be-491f-abb0-052d245248c3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:21.457338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dd2cc0-7c15-4fb0-8d38-567cbe2dc296 req-a5b70871-311e-413b-8037-e13671490ce4 service neutron] 10.222.0.82 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903677 Aug 23 14:16:21.487645 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:21.508573 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-6e5be8e3-ae8f-4dd8-a52d-159aa58496b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:21.510098 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-6e5be8e3-ae8f-4dd8-a52d-159aa58496b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1101 time: 1.0346630 Aug 23 14:16:21.510789 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Attempting to bind port 52affdf7-f35f-49d8-81d8-454adfcc246f on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:21.511119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Attempting to bind port 52affdf7-f35f-49d8-81d8-454adfcc246f by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:21.511444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Attempting to bind port 52affdf7-f35f-49d8-81d8-454adfcc246f on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:21.524361 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b1e2ab2d-650f-4886-91dd-8f334ab9b71a req-ccbab566-4050-4465-9e6e-b6d6f231314d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:21.525905 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1e2ab2d-650f-4886-91dd-8f334ab9b71a req-ccbab566-4050-4465-9e6e-b6d6f231314d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840305 Aug 23 14:16:21.570192 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.599053 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Port 52affdf7-f35f-49d8-81d8-454adfcc246f on network 6be1225d-dc75-42b7-8721-9441bc28339e not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:21.599386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Attempting to bind port 52affdf7-f35f-49d8-81d8-454adfcc246f on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:21.638194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:21.638541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Checking segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:21.638984 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Bound using segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:21.639491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Bound port: 52affdf7-f35f-49d8-81d8-454adfcc246f, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:21.639898 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.695064 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-4dfad4be-000c-485b-9e35-42201ee86dce service neutron] 10.222.0.64 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8956881 Aug 23 14:16:21.706830 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:21.717690 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:21.856642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-56fb2b61-d02c-408a-af39-c7e4de4c6bbb req-cf81de3b-b1be-491f-abb0-052d245248c3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:21.857935 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56fb2b61-d02c-408a-af39-c7e4de4c6bbb req-cf81de3b-b1be-491f-abb0-052d245248c3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups?id=24025ab7-3270-48d8-be25-2ae0288eee21&id=31f21381-7b19-42ef-b3f5-588173131375&id=38b97472-e0b5-4632-8e78-10bf5cd8612c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.9570534 Aug 23 14:16:21.890362 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:16:21.915569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-cd66df6a-9a03-4471-8c9d-364fb57dfadb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.168&port_id=7d1eaa01-d716-4933-873c-29e796b24d6a HTTP/1.1" status: 200 len: 217 time: 0.1286244 Aug 23 14:16:21.956720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:21.980400 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:22.003193 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on host n-h2-805628-1 for vnic_type normal with profile {"migrating_to": "n-h1-805628-1"} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:22.003703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:22.004139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:22.102011 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'code': 200} Aug 23 14:16:22.102588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:22.102588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Attempting to bind port 37ed514f-e4db-4874-959b-c0ded586b813 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:22.102588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fd2a7-5835-4f78-ac81-09489b011b10 req-8b416257-e841-4140-9be2-5b51fd725680 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.102588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fd2a7-5835-4f78-ac81-09489b011b10 req-8b416257-e841-4140-9be2-5b51fd725680 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.102588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fd2a7-5835-4f78-ac81-09489b011b10 req-8b416257-e841-4140-9be2-5b51fd725680 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.102588 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b8fd2a7-5835-4f78-ac81-09489b011b10 req-8b416257-e841-4140-9be2-5b51fd725680 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2412 time: 0.4386718 Aug 23 14:16:22.104341 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'tag': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55', 'status': 'completed', 'code': 200} Aug 23 14:16:22.104702 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:22.105131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:22.105592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:22.107123 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Bound port: 37ed514f-e4db-4874-959b-c0ded586b813, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:22.107632 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:22.228587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbbac22-eddb-459d-8c90-816801c9dc11 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:22.242422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-bde36289-0170-4727-865f-442ed3d028f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.244003 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-bde36289-0170-4727-865f-442ed3d028f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.7055547 Aug 23 14:16:22.257656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] For port 52affdf7-f35f-49d8-81d8-454adfcc246f, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:22.266233 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:22.271272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-a11effdb-699f-4c1f-bf35-b6506585c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.273032 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-a11effdb-699f-4c1f-bf35-b6506585c7ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9a55553-68ba-450c-bd5f-46a562902ed2 HTTP/1.1" status: 200 len: 801 time: 0.3263142 Aug 23 14:16:22.279941 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b8fd2a7-5835-4f78-ac81-09489b011b10 req-106a313e-fa72-473c-8ae6-b9687c848988 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807802 Aug 23 14:16:22.346876 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:22.350156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:22.361242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-acec471b-d6c4-4eae-add9-21881d2b54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.362641 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-acec471b-d6c4-4eae-add9-21881d2b54b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 1094 time: 0.2220380 Aug 23 14:16:22.393406 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] For port 52affdf7-f35f-49d8-81d8-454adfcc246f, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=52affdf7-f35f-49d8-81d8-454adfcc246f,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:22.415652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-89bc934d-6a98-4d92-95d1-492d33f5b620 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.1466436 Aug 23 14:16:22.425482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Transition to ACTIVE for port object acbbac22-eddb-459d-8c90-816801c9dc11 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:22.511766 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:22.518970 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1e29f428-45ce-4fcf-b03c-ef25fbb383d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:22.547282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-54f40e03-2253-4167-a118-2850bcb29bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.547282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-54f40e03-2253-4167-a118-2850bcb29bb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0985086 Aug 23 14:16:22.561266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c8b7-c890-48cc-8854-7ae054b6af23 req-19977cb9-9576-405e-a494-9c7d7975c248 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.562126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dd81c8b7-c890-48cc-8854-7ae054b6af23 req-19977cb9-9576-405e-a494-9c7d7975c248 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Synchronizing usage tracker for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:22.614110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-64671393-b46f-4100-a30a-3f6910c29016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.615325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-64671393-b46f-4100-a30a-3f6910c29016 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2789001 Aug 23 14:16:22.624787 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:22.631882 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-29f70ac8-7de9-4e12-9ede-516bbd28f262 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:22.720038 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=8']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:22.737841 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:22.754011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-e4d29a83-a03f-473b-a347-5517238099c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.755530 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-e4d29a83-a03f-473b-a347-5517238099c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 923 time: 0.3781261 Aug 23 14:16:22.859972 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:22.880041 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:22.882538 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-85f46fb1-bc27-4405-84bd-b95a30deec21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 HTTP/1.1" status: 200 len: 217 time: 0.0804398 Aug 23 14:16:22.889879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.890625 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:22.892070 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] 10.222.0.82 "PUT /v2.0/ports/37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 1122 time: 2.5888000 Aug 23 14:16:22.922233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dd81c8b7-c890-48cc-8854-7ae054b6af23 req-19977cb9-9576-405e-a494-9c7d7975c248 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Unset dirty status for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:22.925830 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd81c8b7-c890-48cc-8854-7ae054b6af23 req-19977cb9-9576-405e-a494-9c7d7975c248 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 931 time: 0.7494354 Aug 23 14:16:22.976858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872c959-1459-433b-8a21-9e64ec371b44 req-cf1c79ca-93e3-4d60-8b71-130303fe6c3b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:22.985742 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['37ed514f-e4db-4874-959b-c0ded586b813'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:22.992324 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1872c959-1459-433b-8a21-9e64ec371b44 req-cf1c79ca-93e3-4d60-8b71-130303fe6c3b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.3841326 Aug 23 14:16:23.000980 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:23.006034 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:23.007646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] 10.222.0.82 "PUT /v2.0/ports/52affdf7-f35f-49d8-81d8-454adfcc246f HTTP/1.1" status: 200 len: 1092 time: 6.2525053 Aug 23 14:16:23.017398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'tag': '52affdf7-f35f-49d8-81d8-454adfcc246f'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:23.033130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-5f9067f1-9ebe-4958-bf76-1f722d13ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:23.035822 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-5f9067f1-9ebe-4958-bf76-1f722d13ac61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=978b4dd8-e7d4-46f8-8445-f59ae8340e9f HTTP/1.1" status: 200 len: 861 time: 0.1428001 Aug 23 14:16:23.054237 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d15958ff-9f3c-40d7-89bc-8ffbf6700e71 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:23.096059 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: d15958ff-9f3c-40d7-89bc-8ffbf6700e71 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:16:23.096841 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d15958ff-9f3c-40d7-89bc-8ffbf6700e71 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:23.175691 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1872c959-1459-433b-8a21-9e64ec371b44 req-2ea5e31e-8b47-4176-b40f-f4562478bd41 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789637 Aug 23 14:16:23.220213 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-9391b94e-eefe-4d93-b271-e922bf58eb92 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd24ae70-b8ed-4d21-af77-972b30d69354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685808 Aug 23 14:16:23.409886 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd81c8b7-c890-48cc-8854-7ae054b6af23 req-13bed211-0560-414b-b6bc-21b48a02b426 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393249 Aug 23 14:16:23.484967 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-8a2b75a1-3aab-4723-bffd-193051370d91 service neutron] 10.222.0.82 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595091 Aug 23 14:16:23.491350 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] No DVR routers for this DVR port d15958ff-9f3c-40d7-89bc-8ffbf6700e71 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:23.501586 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:23.504864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Pushing event updated for resources: {'Port': ['ID=52affdf7-f35f-49d8-81d8-454adfcc246f,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:23.508848 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:23.548664 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c027849a-19bd-4e5a-918a-914406bf5843 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:23.612604 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-43c3cddc-b7d5-4d69-8760-4263fd75e8e8 service neutron] 10.222.0.64 "GET /v2.0/networks/9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9817858 Aug 23 14:16:23.657578 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-6a1b0682-ee36-44f8-af6a-1f87e92c8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:23.659399 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-6a1b0682-ee36-44f8-af6a-1f87e92c8eeb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0917954 Aug 23 14:16:23.743109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-658f58dd-c3b0-463c-a685-ba612fff8973 req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.64 "DELETE /v2.0/ports/d15958ff-9f3c-40d7-89bc-8ffbf6700e71 HTTP/1.1" status: 204 len: 173 time: 4.6413124 Aug 23 14:16:23.752540 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:16:23.883329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbac22-eddb-459d-8c90-816801c9dc11,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:23.915085 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:23.957972 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293fa7e-d806-483c-852d-60c19eecc3d8 req-67e2dda3-e811-468b-a6c6-01f4adc7d33d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:23.966182 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4293fa7e-d806-483c-852d-60c19eecc3d8 req-67e2dda3-e811-468b-a6c6-01f4adc7d33d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.4796636 Aug 23 14:16:23.996307 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-35131b7c-eaae-4a8d-a66e-2299f6fe4293 req-ae145366-6605-4811-bd48-6068a68e2240 service neutron] 10.222.0.82 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419825 Aug 23 14:16:23.996717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'Port': ['ID=d15958ff-9f3c-40d7-89bc-8ffbf6700e71,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:23.999283 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:24.040014 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4293fa7e-d806-483c-852d-60c19eecc3d8 req-da9c3528-c6d3-44be-89f3-107133182c63 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696301 Aug 23 14:16:24.104236 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813'}, {'name': 'network-changed', 'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:24.123349 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.175s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:24.129724 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:24.186004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Attempting to bind port acbbac22-eddb-459d-8c90-816801c9dc11 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:24.186349 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Attempting to bind port acbbac22-eddb-459d-8c90-816801c9dc11 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:24.186685 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Attempting to bind port acbbac22-eddb-459d-8c90-816801c9dc11 on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:24.220467 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Port acbbac22-eddb-459d-8c90-816801c9dc11 on network 6be1225d-dc75-42b7-8721-9441bc28339e not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:24.220801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Attempting to bind port acbbac22-eddb-459d-8c90-816801c9dc11 on network 6be1225d-dc75-42b7-8721-9441bc28339e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:24.235371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:24.235711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Checking segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:24.236107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Bound using segment: {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:24.236555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Bound port: acbbac22-eddb-459d-8c90-816801c9dc11, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91c991a-6c2a-4239-95f6-c96443c1bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:24.236907 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:24.248961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-46c20243-a872-40c3-849d-ec3c8e8d3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:24.250772 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-46c20243-a872-40c3-849d-ec3c8e8d3790 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 1095 time: 1.0257087 Aug 23 14:16:24.254660 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-436299dd-dfbe-4abf-b378-a9c1c48d78cb req-82cc073e-be89-4b26-bb65-fadcdb029f62 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Synchronizing usage tracker for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:24.274626 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:24.295472 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'port_id': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55', 'mac_address': 'fa:16:3e:9d:9a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978b4dd8-e7d4-46f8-8445-f59ae8340e9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:24.368878 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:24.377523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-5e283a12-c657-43ef-8eda-22094f55ab69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52affdf7-f35f-49d8-81d8-454adfcc246f HTTP/1.1" status: 200 len: 217 time: 0.1024830 Aug 23 14:16:24.389930 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-436299dd-dfbe-4abf-b378-a9c1c48d78cb req-82cc073e-be89-4b26-bb65-fadcdb029f62 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Unset dirty status for tenant:d9ee6870636e41ecb5a9eb84b243074d on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:24.393152 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-436299dd-dfbe-4abf-b378-a9c1c48d78cb req-82cc073e-be89-4b26-bb65-fadcdb029f62 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/ports?device_id=79abdb66-089a-4d3b-adfd-f89e5442f866 HTTP/1.1" status: 200 len: 210 time: 0.2085013 Aug 23 14:16:24.402269 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:24.412719 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-7c3d7249-c162-4b88-9c69-cf9fa8f96404 service neutron] 10.222.0.64 "GET /v2.0/networks/9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558811 Aug 23 14:16:24.412719 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-edc168ff-ce85-4089-b996-e42e9a000483 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896212 Aug 23 14:16:24.456801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:24.552949 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'tag': '52affdf7-f35f-49d8-81d8-454adfcc246f', 'status': 'completed', 'code': 200} Aug 23 14:16:24.559904 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:24.559904 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-e1c2c4a1-e7c2-45da-b3e9-386c2490854e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:24.599288 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-9d7b47d9-9cd9-4a4f-853b-c3b74ad213d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=dffcc172-34ab-4ece-8027-37b9084436ab HTTP/1.1" status: 200 len: 217 time: 0.1365075 Aug 23 14:16:24.607386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3055a-125c-452e-8bf4-cb793c978b8d req-692c6be3-deaf-4637-9403-f1bd632d1df2 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:24.614506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8f3055a-125c-452e-8bf4-cb793c978b8d req-692c6be3-deaf-4637-9403-f1bd632d1df2 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 943 time: 0.8704188 Aug 23 14:16:24.710031 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:24.716368 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:24.837609 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2ad9-e559-46dc-93b7-5ef8e959b3de req-add74351-e9b2-4b72-8e77-03e71f0c5c6f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:24.844995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2ad9-e559-46dc-93b7-5ef8e959b3de req-add74351-e9b2-4b72-8e77-03e71f0c5c6f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:24.851596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b2ad9-e559-46dc-93b7-5ef8e959b3de req-add74351-e9b2-4b72-8e77-03e71f0c5c6f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:24.853366 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b29b2ad9-e559-46dc-93b7-5ef8e959b3de req-add74351-e9b2-4b72-8e77-03e71f0c5c6f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2412 time: 0.1803427 Aug 23 14:16:24.912863 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:24.965043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b29b2ad9-e559-46dc-93b7-5ef8e959b3de req-9c0cecff-acab-4e9e-a206-c9c79a5bf4a8 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007609 Aug 23 14:16:24.997887 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-df86ba7d-d22f-4b8c-8265-f2e989207033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:24.997887 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-df86ba7d-d22f-4b8c-8265-f2e989207033 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.5772207 Aug 23 14:16:25.139607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] For port acbbac22-eddb-459d-8c90-816801c9dc11, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:25.172465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8f3055a-125c-452e-8bf4-cb793c978b8d req-ef5a0065-d1ad-471f-bf91-f53527bab655 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569744 Aug 23 14:16:25.191023 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-d78ae441-9b36-4829-a2a3-a500d99db053 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392395 Aug 23 14:16:25.204078 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813', 'code': 200} Aug 23 14:16:25.204667 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813', 'status': 'completed', 'code': 200} Aug 23 14:16:25.237859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] For port acbbac22-eddb-459d-8c90-816801c9dc11, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=acbbac22-eddb-459d-8c90-816801c9dc11,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:25.312957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d23eb44f-c833-40a8-9b07-3de512f8f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:25.314833 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-d23eb44f-c833-40a8-9b07-3de512f8f955 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baf51630-57c8-49eb-8743-16e9131d3f38 HTTP/1.1" status: 200 len: 801 time: 0.6880214 Aug 23 14:16:25.415878 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-05ceed3e-38ff-4dbe-beaa-4cb331cd660f service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9519470 Aug 23 14:16:25.448498 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:25.454066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c10ed-cc61-4b17-9fe8-25db8504e3fc req-263173ae-853b-4530-97e8-a1824be194f8 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:25.456505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c10ed-cc61-4b17-9fe8-25db8504e3fc req-263173ae-853b-4530-97e8-a1824be194f8 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 943 time: 0.1245148 Aug 23 14:16:25.506347 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:25.526909 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-169c10ed-cc61-4b17-9fe8-25db8504e3fc req-d6271dc8-4608-4ce2-820e-f38967c5045b tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619597 Aug 23 14:16:25.655946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:25.656675 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:25.658148 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] 10.222.0.82 "PUT /v2.0/ports/acbbac22-eddb-459d-8c90-816801c9dc11 HTTP/1.1" status: 200 len: 1091 time: 6.6377401 Aug 23 14:16:25.766237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbac22-eddb-459d-8c90-816801c9dc11,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:25.769317 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:25.785872 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-9c00d427-3d50-400f-b911-3f8720200b25 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461633 Aug 23 14:16:25.802996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994211e3-2ce3-4522-a7c1-2679243af80c req-17480c4e-ddcd-4bbb-ac85-02ea646e46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:25.804609 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-994211e3-2ce3-4522-a7c1-2679243af80c req-17480c4e-ddcd-4bbb-ac85-02ea646e46b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1125 time: 0.5584049 Aug 23 14:16:25.860821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b565-ca16-49ef-bd01-8ad78642544c req-dd2b9d4f-91bb-4093-bd0a-f2caf2911e0d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:25.862714 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec03b565-ca16-49ef-bd01-8ad78642544c req-dd2b9d4f-91bb-4093-bd0a-f2caf2911e0d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.1050146 Aug 23 14:16:25.864394 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-9abd5a7a-5d85-45ab-8337-680a00ab13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:25.865946 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-9abd5a7a-5d85-45ab-8337-680a00ab13c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=251d5439-0e44-4336-96b7-2c61a686df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4987016 Aug 23 14:16:25.937189 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec03b565-ca16-49ef-bd01-8ad78642544c req-c14f4fc9-4178-4be0-b788-c669eddff8c3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673254 Aug 23 14:16:25.941829 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:25.967583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef17ad-352c-4f00-9c46-30704bcaf7f5 req-53533038-ed12-40db-89b5-b487790ebe73 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:25.967583 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6ef17ad-352c-4f00-9c46-30704bcaf7f5 req-53533038-ed12-40db-89b5-b487790ebe73 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.5547457 Aug 23 14:16:26.099012 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:26.179460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:26.205181 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 has no active binding in host n-h1-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:16:26.343884 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6ef17ad-352c-4f00-9c46-30704bcaf7f5 req-a96088f9-84bc-4f2f-88b4-27f2ba9cc8ad tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181005 Aug 23 14:16:26.351902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-0a4b1617-5e02-49e5-a23a-b4f7407df9ac service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451910 Aug 23 14:16:26.369868 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092927-ff6b-420c-83e4-71fe3cbf489f req-347ba22f-5f4d-4fe6-85a4-5bbf8add08f4 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:26.373558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092927-ff6b-420c-83e4-71fe3cbf489f req-347ba22f-5f4d-4fe6-85a4-5bbf8add08f4 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:26.380386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7092927-ff6b-420c-83e4-71fe3cbf489f req-347ba22f-5f4d-4fe6-85a4-5bbf8add08f4 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:26.389665 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a7092927-ff6b-420c-83e4-71fe3cbf489f req-347ba22f-5f4d-4fe6-85a4-5bbf8add08f4 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2412 time: 0.1462772 Aug 23 14:16:26.413557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-25f5b91c-d704-4b30-906a-c8c938600b4d service neutron] 10.222.0.64 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131698 Aug 23 14:16:26.415482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994211e3-2ce3-4522-a7c1-2679243af80c req-b5f7a28c-c42e-46ea-8da8-9213fde9e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:26.416997 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-994211e3-2ce3-4522-a7c1-2679243af80c req-b5f7a28c-c42e-46ea-8da8-9213fde9e0f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.5873919 Aug 23 14:16:26.419390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-d4b953be-5d71-4fb9-9f2f-20112ea866e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:26.421938 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-d4b953be-5d71-4fb9-9f2f-20112ea866e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 1094 time: 0.6155019 Aug 23 14:16:26.452964 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a7092927-ff6b-420c-83e4-71fe3cbf489f req-f94e5e05-ebd0-4a85-bb3a-8868304761bb tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622559 Aug 23 14:16:26.550370 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7755a74a-9571-44d6-88a3-6ebf9917b742 req-715bad4f-eb88-4fb2-9908-3a51ba6abab8 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/38b97472-e0b5-4632-8e78-10bf5cd8612c HTTP/1.1" status: 200 len: 1800 time: 0.0750735 Aug 23 14:16:26.591804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'name': 'network-vif-deleted', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71'}, {'name': 'network-changed', 'server_uuid': '04113aca-3442-444e-ab53-fa27a98edfcf', 'tag': 'acbbac22-eddb-459d-8c90-816801c9dc11'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:26.657051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-f88b84f6-b830-42c5-a94b-7b048d8d58d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acbbac22-eddb-459d-8c90-816801c9dc11 HTTP/1.1" status: 200 len: 217 time: 0.1992478 Aug 23 14:16:26.658899 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7755a74a-9571-44d6-88a3-6ebf9917b742 req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:26.666330 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-994211e3-2ce3-4522-a7c1-2679243af80c req-7839510e-e395-4f1c-bdc4-cd346036ffd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 217 time: 0.1358538 Aug 23 14:16:26.702491 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7755a74a-9571-44d6-88a3-6ebf9917b742 req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:26.874816 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7755a74a-9571-44d6-88a3-6ebf9917b742 req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:26.890135 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c93166f-581f-40bb-9fb1-846ab3791560 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:26.908063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b97472-e0b5-4632-8e78-10bf5cd8612c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:26.919400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.919400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.919400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.919400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.919400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:26.927397 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:26.989155 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7755a74a-9571-44d6-88a3-6ebf9917b742 req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:26.999559 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7755a74a-9571-44d6-88a3-6ebf9917b742 req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/38b97472-e0b5-4632-8e78-10bf5cd8612c HTTP/1.1" status: 204 len: 173 time: 0.4481292 Aug 23 14:16:27.107224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-d50459f9-2586-4ba7-b20c-337de6a16ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.109014 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-d50459f9-2586-4ba7-b20c-337de6a16ce3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.4416983 Aug 23 14:16:27.119202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994211e3-2ce3-4522-a7c1-2679243af80c req-beff26ee-c2a4-4d62-81bb-6882696fc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.120940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-994211e3-2ce3-4522-a7c1-2679243af80c req-beff26ee-c2a4-4d62-81bb-6882696fc5f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.3760676 Aug 23 14:16:27.219558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0254a-fe40-4f68-b5ea-477c0dcfbcc2 req-548e85e5-1d43-4107-b773-05133882c042 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.221536 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3db0254a-fe40-4f68-b5ea-477c0dcfbcc2 req-548e85e5-1d43-4107-b773-05133882c042 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 943 time: 0.1212220 Aug 23 14:16:27.239782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-994211e3-2ce3-4522-a7c1-2679243af80c req-bb05220f-2364-4fc4-b33e-5f7870994547 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790040 Aug 23 14:16:27.241865 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-2aaddc7a-5cc4-4600-8345-b75aa23d1980 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198080 Aug 23 14:16:27.256130 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2951f4c2-21a3-4c4c-a9d8-a4d67dcc614b req-9304327d-33f6-46b4-a238-7874fc07b91c service neutron] 10.222.0.64 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190215 Aug 23 14:16:27.310355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3db0254a-fe40-4f68-b5ea-477c0dcfbcc2 req-03712c32-9d58-441d-b6eb-c840a73ddcc0 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795155 Aug 23 14:16:27.351210 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-6d0e2cbe-25c1-48e6-8245-60eb060ceb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.352781 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-6d0e2cbe-25c1-48e6-8245-60eb060ceb8b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 1095 time: 0.7486343 Aug 23 14:16:27.417955 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79abdb66-089a-4d3b-adfd-f89e5442f866', 'name': 'network-vif-deleted', 'tag': 'd15958ff-9f3c-40d7-89bc-8ffbf6700e71', 'status': 'completed', 'code': 200} Aug 23 14:16:27.418777 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04113aca-3442-444e-ab53-fa27a98edfcf', 'tag': 'acbbac22-eddb-459d-8c90-816801c9dc11', 'status': 'completed', 'code': 200} Aug 23 14:16:27.428415 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd385-6b8c-4bf1-b298-a2ff3664b33e req-d40c9407-dbc5-48e3-83b9-d95502e748ba tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.429871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c2fd385-6b8c-4bf1-b298-a2ff3664b33e req-d40c9407-dbc5-48e3-83b9-d95502e748ba tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 944 time: 0.7172472 Aug 23 14:16:27.637298 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f42e-72a0-4498-a20a-9618085b6fcd req-f6b4db59-e438-4297-8419-774366588586 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.668231 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cba8f42e-72a0-4498-a20a-9618085b6fcd req-f6b4db59-e438-4297-8419-774366588586 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.0873487 Aug 23 14:16:27.686089 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cba8f42e-72a0-4498-a20a-9618085b6fcd req-82eb0e82-dc5d-4852-bfba-22a6366a1964 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Aug 23 14:16:27.763007 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-af5ded04-32e6-4f88-b1df-c0a9ba35b5ab req-2904edbb-2914-4d02-bc17-a69b9f5c1c1f tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "GET /v2.0/security-groups/24025ab7-3270-48d8-be25-2ae0288eee21 HTTP/1.1" status: 200 len: 1801 time: 0.0522273 Aug 23 14:16:27.791633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c2fd385-6b8c-4bf1-b298-a2ff3664b33e req-4ff940fa-bc0b-4ec3-877d-e093b8394cd3 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006320 Aug 23 14:16:27.799227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-dcd15fc2-f833-4924-a4f0-c9196f30fc28 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484982 Aug 23 14:16:27.806745 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.810135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-994211e3-2ce3-4522-a7c1-2679243af80c req-e5360fdc-1791-4347-a437-a4c94c79c16f service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582161 Aug 23 14:16:27.850894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-af5ded04-32e6-4f88-b1df-c0a9ba35b5ab req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.858041 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8def0c7f-d8c4-43f5-bab8-fd4e0c7d06df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.886704 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-af5ded04-32e6-4f88-b1df-c0a9ba35b5ab req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:27.898357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-21a7073d-7663-434c-b3ac-a1eec23733c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:27.900008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-21a7073d-7663-434c-b3ac-a1eec23733c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 914 time: 0.4804745 Aug 23 14:16:27.931661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:28.046806 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-af5ded04-32e6-4f88-b1df-c0a9ba35b5ab req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.052989 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b3a10c16-196b-476a-a24d-51ca035a2a8d tempest-ServerDiagnosticsNegativeTest-1403426248 tempest-ServerDiagnosticsNegativeTest-1403426248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:28.068064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24025ab7-3270-48d8-be25-2ae0288eee21,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:28.073321 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:28.086994 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-af5ded04-32e6-4f88-b1df-c0a9ba35b5ab req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.093309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24bac-3539-4132-8dbb-ed707fe468df req-6682f00c-58e4-41e0-9498-d5961bd39de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.094075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24bac-3539-4132-8dbb-ed707fe468df req-6682f00c-58e4-41e0-9498-d5961bd39de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.094843 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24bac-3539-4132-8dbb-ed707fe468df req-6682f00c-58e4-41e0-9498-d5961bd39de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.097111 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39a24bac-3539-4132-8dbb-ed707fe468df req-6682f00c-58e4-41e0-9498-d5961bd39de9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2865 time: 0.6838064 Aug 23 14:16:28.098285 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-af5ded04-32e6-4f88-b1df-c0a9ba35b5ab req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] 10.222.0.72 "DELETE /v2.0/security-groups/24025ab7-3270-48d8-be25-2ae0288eee21 HTTP/1.1" status: 204 len: 173 time: 0.3296089 Aug 23 14:16:28.100204 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43706) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:28.188767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.211955 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-2b04527e-fb78-40ab-81ea-2b15aa5cee8f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52affdf7-f35f-49d8-81d8-454adfcc246f HTTP/1.1" status: 200 len: 217 time: 0.2963557 Aug 23 14:16:28.217688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:28.223041 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:28.223718 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.240942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Deleting subnet c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:16:28.247804 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.374747 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.442218 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.453641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d0b9-1fdc-4182-a6f1-14fdab390e2a req-6b88081b-3363-4fb4-8126-1b6d8f74fec2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.460431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d0b9-1fdc-4182-a6f1-14fdab390e2a req-6b88081b-3363-4fb4-8126-1b6d8f74fec2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.467512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d0b9-1fdc-4182-a6f1-14fdab390e2a req-6b88081b-3363-4fb4-8126-1b6d8f74fec2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.473472 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:28.475704 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68a9d0b9-1fdc-4182-a6f1-14fdab390e2a req-6b88081b-3363-4fb4-8126-1b6d8f74fec2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2412 time: 0.1985924 Aug 23 14:16:28.485365 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:28.487611 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c583aae-9332-4f81-a241-d0a8ca586bae req-1b7035f8-2354-4f39-8c68-cb2605bd4097 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754587 Aug 23 14:16:28.489223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-71cd3db9-c8e0-47ba-b6e3-fc699b90497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.490608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-71cd3db9-c8e0-47ba-b6e3-fc699b90497b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.2617741 Aug 23 14:16:28.506880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-994211e3-2ce3-4522-a7c1-2679243af80c req-263608c8-78a1-4e2c-8e12-e6bb589e7c19 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715617 Aug 23 14:16:28.531197 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.588167 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-68a9d0b9-1fdc-4182-a6f1-14fdab390e2a req-7af8299d-0dd3-454b-91fa-6ee6670093e1 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115716 Aug 23 14:16:28.599356 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.602053 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:28.648662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-cf1dfa5a-0fd3-4dd7-97c5-637465be597f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407588 Aug 23 14:16:28.696334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24bac-3539-4132-8dbb-ed707fe468df req-fe2229c8-33e1-4fa5-aee5-61ae159052cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:28.698047 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39a24bac-3539-4132-8dbb-ed707fe468df req-fe2229c8-33e1-4fa5-aee5-61ae159052cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=251d5439-0e44-4336-96b7-2c61a686df11 HTTP/1.1" status: 200 len: 903 time: 0.5079801 Aug 23 14:16:28.726386 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:28.730525 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:28.742562 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.747615 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:28.793827 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8cb9ada-fc61-46a3-ab67-95ab2c701aa8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:28.796361 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:28.799562 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:28.811672 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c8cb9ada-fc61-46a3-ab67-95ab2c701aa8 HTTP/1.1" status: 204 len: 168 time: 0.7076213 Aug 23 14:16:28.811974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43718) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:28.954167 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.035058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3249b-5616-4897-b7af-00090de92176 req-46c440f5-de03-40bc-ae2d-f3f1e9e2a479 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:29.041205 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ef3249b-5616-4897-b7af-00090de92176 req-46c440f5-de03-40bc-ae2d-f3f1e9e2a479 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 1.0564978 Aug 23 14:16:29.133122 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39a24bac-3539-4132-8dbb-ed707fe468df req-3b375ebe-af5f-4fc3-b43c-ae44178913dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=dffcc172-34ab-4ece-8027-37b9084436ab HTTP/1.1" status: 200 len: 217 time: 0.4130754 Aug 23 14:16:29.243601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-fc392fdd-e82a-45fd-bfaa-09a5609981a0 service neutron] 10.222.0.64 "GET /v2.0/ports/37ed514f-e4db-4874-959b-c0ded586b813/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.6805384 Aug 23 14:16:29.349592 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ef3249b-5616-4897-b7af-00090de92176 req-e1520640-896a-42ba-98ed-c8bbc91e620f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074672 Aug 23 14:16:29.351098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24bac-3539-4132-8dbb-ed707fe468df req-65581975-f989-496f-8940-3aab99c38070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:29.352704 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39a24bac-3539-4132-8dbb-ed707fe468df req-65581975-f989-496f-8940-3aab99c38070 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baf51630-57c8-49eb-8743-16e9131d3f38 HTTP/1.1" status: 200 len: 801 time: 0.1988018 Aug 23 14:16:29.414608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-c0a3e644-b4c1-40da-a78b-709c3e46d063 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519314 Aug 23 14:16:29.450036 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.491797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813a1ed8-6d64-44fa-9f08-cb6d4c6351ee']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:29.506083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4903fb-3320-498c-9f7f-2d442a10fa49') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:29.506380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4903fb-3320-498c-9f7f-2d442a10fa49') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:29.520080 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.538958 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.546129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:16:29.546573 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.548977 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55', 'code': 200} Aug 23 14:16:29.577789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33208c49-af0a-45cc-b0ed-0e94139a7471 req-130cf4ce-a0af-4a92-875f-7763de441d03 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:29.586475 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-33208c49-af0a-45cc-b0ed-0e94139a7471 req-130cf4ce-a0af-4a92-875f-7763de441d03 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 943 time: 0.6300974 Aug 23 14:16:29.603084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-b985db05-2913-49d2-9c43-3e0ac182875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:29.604634 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-b985db05-2913-49d2-9c43-3e0ac182875f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 1094 time: 0.8861635 Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:16:29.624247 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:16:29.742552 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-33208c49-af0a-45cc-b0ed-0e94139a7471 req-779f688e-2fdb-43b0-8c52-fecd46146290 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455119 Aug 23 14:16:29.800206 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.804418 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:29.825691 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.833217 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Pushing event deleted for resources: {'Network': ['ID=813a1ed8-6d64-44fa-9f08-cb6d4c6351ee,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:29.841489 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-984fbf63-5baa-4f61-96a8-cb7c2a87782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:29.847356 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:29.940082 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 52affdf7-f35f-49d8-81d8-454adfcc246f details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:29.948543 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24bac-3539-4132-8dbb-ed707fe468df req-c9eec81e-f855-4ed0-9f11-bd747543c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:29.951020 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] 10.222.0.72 "DELETE /v2.0/networks/813a1ed8-6d64-44fa-9f08-cb6d4c6351ee HTTP/1.1" status: 204 len: 168 time: 1.1378529 Aug 23 14:16:29.958600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39a24bac-3539-4132-8dbb-ed707fe468df req-c9eec81e-f855-4ed0-9f11-bd747543c4a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=251d5439-0e44-4336-96b7-2c61a686df11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5875356 Aug 23 14:16:29.994865 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae4cb-e616-451c-96df-aa1f725bc0cb req-dc631fa7-e7a3-4681-8308-6904991349cc tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.002780 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-184ae4cb-e616-451c-96df-aa1f725bc0cb req-dc631fa7-e7a3-4681-8308-6904991349cc tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.1270723 Aug 23 14:16:30.053858 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-184ae4cb-e616-451c-96df-aa1f725bc0cb req-5942ae7c-8c61-4954-b44b-644aa58e0329 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496271 Aug 23 14:16:30.170509 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ab0749c-2f55-4199-91ec-51de83d989b8 req-8be7f58c-753b-4743-888f-a6785d497937 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285302 Aug 23 14:16:30.299807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 52affdf7-f35f-49d8-81d8-454adfcc246f, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=52affdf7-f35f-49d8-81d8-454adfcc246f,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:30.317696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '52affdf7-f35f-49d8-81d8-454adfcc246f', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'port_id': '52affdf7-f35f-49d8-81d8-454adfcc246f', 'mac_address': 'fa:16:3e:52:52:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f2133b-da89-4844-b4ee-c70d63ce9717', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:30.388734 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.390029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-0df59177-7227-4941-8390-79fa78fb6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.391638 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-0df59177-7227-4941-8390-79fa78fb6a48 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 200 len: 914 time: 0.7544773 Aug 23 14:16:30.402247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ce60e-16df-4fe9-8357-1582e2e198e8 req-a5a021dc-ae4b-4f72-81aa-2abd7dfe8faf tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.408959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3d933-9e40-49d8-8255-f8440966a18c req-daee1781-7d18-4a11-961f-4d3f3826bf70 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.411773 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52affdf7-f35f-49d8-81d8-454adfcc246f {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:30.411978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a3a3d933-9e40-49d8-8255-f8440966a18c req-daee1781-7d18-4a11-961f-4d3f3826bf70 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.6949344 Aug 23 14:16:30.412934 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ce60e-16df-4fe9-8357-1582e2e198e8 req-a5a021dc-ae4b-4f72-81aa-2abd7dfe8faf tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.420400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ce60e-16df-4fe9-8357-1582e2e198e8 req-a5a021dc-ae4b-4f72-81aa-2abd7dfe8faf tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.428709 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e08ce60e-16df-4fe9-8357-1582e2e198e8 req-a5a021dc-ae4b-4f72-81aa-2abd7dfe8faf tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2412 time: 0.1684756 Aug 23 14:16:30.434846 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 52affdf7-f35f-49d8-81d8-454adfcc246f, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=52affdf7-f35f-49d8-81d8-454adfcc246f,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:30.474915 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43740) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:30.500673 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347de390-cf9d-4442-bf84-cb2c16a42dcf req-19737631-f852-4994-8b80-b3b482185a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:30.502472 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-347de390-cf9d-4442-bf84-cb2c16a42dcf req-19737631-f852-4994-8b80-b3b482185a48 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 1096 time: 0.8369932 Aug 23 14:16:30.529784 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e08ce60e-16df-4fe9-8357-1582e2e198e8 req-52415072-43d5-411a-b17a-01642df92a22 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995560 Aug 23 14:16:30.543704 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.546120 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:30.613135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-bcabd510-d4bd-4311-a94e-ee409807f46a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acbbac22-eddb-459d-8c90-816801c9dc11 HTTP/1.1" status: 200 len: 217 time: 0.1807008 Aug 23 14:16:30.623267 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39a24bac-3539-4132-8dbb-ed707fe468df req-646a8519-f8c6-4f85-b985-66f691b0186b service neutron] 10.222.0.64 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575551 Aug 23 14:16:30.655115 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fe26a11b-1c0a-4c5c-8e28-2e0906d98829 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9ee6870636e41ecb5a9eb84b243074d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761916 Aug 23 14:16:30.659767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43746) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:30.752500 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a3a3d933-9e40-49d8-8255-f8440966a18c req-77008177-9907-4c8d-a1c7-e3879a99f881 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460823 Aug 23 14:16:30.757109 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=52affdf7-f35f-49d8-81d8-454adfcc246f,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:30.766420 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:30.832037 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.849713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:30.867149 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:30.898913 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['52affdf7-f35f-49d8-81d8-454adfcc246f'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:31.058538 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device bf2ca2cf-e24a-4dc3-b99b-feda7468d594 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:31.081927 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.089412 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:31.137531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f21381-7b19-42ef-b3f5-588173131375,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:31.141129 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:31.234318 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.235663 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31f21381-7b19-42ef-b3f5-588173131375 HTTP/1.1" status: 204 len: 168 time: 0.5737841 Aug 23 14:16:31.271549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-2086d51c-c75b-4e0e-a2b5-1ac4db300166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:31.273220 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-2086d51c-c75b-4e0e-a2b5-1ac4db300166 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 200 len: 852 time: 0.6465230 Aug 23 14:16:31.314858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541548cb-7468-4084-bf92-25a3ee5fdc7d req-3220380b-ce7e-46a2-8489-f5ee4dc63317 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:31.319475 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-541548cb-7468-4084-bf92-25a3ee5fdc7d req-3220380b-ce7e-46a2-8489-f5ee4dc63317 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 943 time: 0.1640286 Aug 23 14:16:31.354946 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-347de390-cf9d-4442-bf84-cb2c16a42dcf req-f990fe1b-dc94-421a-9658-758179b7878e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7706804 Aug 23 14:16:31.422566 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-541548cb-7468-4084-bf92-25a3ee5fdc7d req-9cb8757f-c0ea-4c84-9302-1f28af7ae724 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 Aug 23 14:16:31.472292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-f43b6ce7-654f-47c2-bcf9-6b15f44aa683 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6be1225d-dc75-42b7-8721-9441bc28339e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019855 Aug 23 14:16:31.491859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:31.567210 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.611799 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:31.645951 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39a24bac-3539-4132-8dbb-ed707fe468df req-8407d6a7-6b87-4100-851b-2bd299942211 service neutron] 10.222.0.64 "GET /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9631147 Aug 23 14:16:31.646543 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594', 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11', 'port_id': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594', 'mac_address': 'fa:16:3e:a1:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf51630-57c8-49eb-8743-16e9131d3f38', 'ip_address': '19.80.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:31.658638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ed514f-e4db-4874-959b-c0ded586b813 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:31.685499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:31.760857 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.780193 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2ca2cf-e24a-4dc3-b99b-feda7468d594 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:31.800851 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:31.828425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26342402-0404-4ad7-977d-85d082c4b0a5 req-48e36ac8-01c0-4caa-b477-ecdc479d03d9 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:31.830052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26342402-0404-4ad7-977d-85d082c4b0a5 req-48e36ac8-01c0-4caa-b477-ecdc479d03d9 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.2369330 Aug 23 14:16:31.891933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:31.892684 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dffcc172-34ab-4ece-8027-37b9084436ab details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:31.894944 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:31.913796 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-63b31042-eff6-44f6-a59d-d8440cd42713 service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292730 Aug 23 14:16:31.954630 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26342402-0404-4ad7-977d-85d082c4b0a5 req-a5925c57-f59d-41d9-9ea2-7a061b9748d0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105871 Aug 23 14:16:31.985964 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device acbbac22-eddb-459d-8c90-816801c9dc11 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:32.004998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061ce0-b317-4e4a-a55f-ed9ab27123d3 req-10d39e12-0190-4e3f-b96f-5b632e73be57 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:32.033053 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9061ce0-b317-4e4a-a55f-ed9ab27123d3 req-10d39e12-0190-4e3f-b96f-5b632e73be57 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.7553768 Aug 23 14:16:32.052667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dffcc172-34ab-4ece-8027-37b9084436ab, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dffcc172-34ab-4ece-8027-37b9084436ab,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:32.073797 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'dffcc172-34ab-4ece-8027-37b9084436ab', 'network_id': '251d5439-0e44-4336-96b7-2c61a686df11', 'port_id': 'dffcc172-34ab-4ece-8027-37b9084436ab', 'mac_address': 'fa:16:3e:37:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf51630-57c8-49eb-8743-16e9131d3f38', 'ip_address': '19.80.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:32.272005 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.287683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:32.316386 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:32.336112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9061ce0-b317-4e4a-a55f-ed9ab27123d3 req-c323c2d0-37d0-429b-a1af-104d3e353c01 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021519 Aug 23 14:16:32.337102 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.353910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e0d29-1137-4cae-9e81-bdf4ba75e1cc req-6731c7af-42f3-445c-907f-32d463904055 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:32.379957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e0d29-1137-4cae-9e81-bdf4ba75e1cc req-6731c7af-42f3-445c-907f-32d463904055 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:32.382268 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffcc172-34ab-4ece-8027-37b9084436ab {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:32.398939 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e0d29-1137-4cae-9e81-bdf4ba75e1cc req-6731c7af-42f3-445c-907f-32d463904055 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:32.409817 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-af6e0d29-1137-4cae-9e81-bdf4ba75e1cc req-6731c7af-42f3-445c-907f-32d463904055 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2413 time: 0.2276764 Aug 23 14:16:32.468862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port acbbac22-eddb-459d-8c90-816801c9dc11, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=acbbac22-eddb-459d-8c90-816801c9dc11,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:32.479332 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8db539-abe0-481b-b637-e09ddcc93b28 req-79763ca6-8721-4ab1-82d0-35e20d66f77b service neutron] 10.222.0.82 "GET /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580471 Aug 23 14:16:32.528235 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'acbbac22-eddb-459d-8c90-816801c9dc11', 'network_id': '6be1225d-dc75-42b7-8721-9441bc28339e', 'port_id': 'acbbac22-eddb-459d-8c90-816801c9dc11', 'mac_address': 'fa:16:3e:dc:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f2133b-da89-4844-b4ee-c70d63ce9717', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:32.534303 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-af6e0d29-1137-4cae-9e81-bdf4ba75e1cc req-fdf2d922-4773-4c6a-9838-29caad464683 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209776 Aug 23 14:16:32.542609 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dffcc172-34ab-4ece-8027-37b9084436ab, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dffcc172-34ab-4ece-8027-37b9084436ab,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:32.625889 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.626675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7d1eaa01-d716-4933-873c-29e796b24d6a details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:32.631365 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:32.747050 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.758055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] Transition to ACTIVE for port object 37ed514f-e4db-4874-959b-c0ded586b813 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:32.783621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbbac22-eddb-459d-8c90-816801c9dc11 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:32.844665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b11d-8554-4d69-b24e-39cf61931c94 req-2f82b70c-09da-4b93-8273-9d33187e6d2b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:32.847982 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9193b11d-8554-4d69-b24e-39cf61931c94 req-2f82b70c-09da-4b93-8273-9d33187e6d2b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 944 time: 0.2171681 Aug 23 14:16:32.853953 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:32.890598 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cf9c7fd1-5995-486b-bf77-3214c385ff29 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:32.925681 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dffcc172-34ab-4ece-8027-37b9084436ab,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:32.943970 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:32.945732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port acbbac22-eddb-459d-8c90-816801c9dc11, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=acbbac22-eddb-459d-8c90-816801c9dc11,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:33.072767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.085067 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:33.109923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] Pushing event updated for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:33.111478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43802) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:33.125132 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:33.275426 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.277365 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7d1eaa01-d716-4933-873c-29e796b24d6a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7d1eaa01-d716-4933-873c-29e796b24d6a,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:33.298579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=acbbac22-eddb-459d-8c90-816801c9dc11,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:33.303589 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:33.304497 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '7d1eaa01-d716-4933-873c-29e796b24d6a', 'network_id': '9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f', 'port_id': '7d1eaa01-d716-4933-873c-29e796b24d6a', 'mac_address': 'fa:16:3e:6c:4c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a55553-68ba-450c-bd5f-46a562902ed2', 'ip_address': '19.86.0.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:33.353594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] No DVR routers for this DVR port 37ed514f-e4db-4874-959b-c0ded586b813 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:33.364183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9107ea-e52e-47a8-99f8-7b3760b280b1 req-55585f7a-584d-47a5-8d57-98828bafdb56 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:33.366172 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be9107ea-e52e-47a8-99f8-7b3760b280b1 req-55585f7a-584d-47a5-8d57-98828bafdb56 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 944 time: 0.2233832 Aug 23 14:16:33.367638 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9193b11d-8554-4d69-b24e-39cf61931c94 req-4649e09e-7e31-46a1-aafc-1d25fdb9bdc1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973183 Aug 23 14:16:33.381499 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-741256790-network', 'tenant_id': '87297a12b9264a8abbf6b71583c33828'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:33.387640 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:33.395674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Usage tracker for resource:network and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:33.397318 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.399484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:33.406469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:33.416218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1eaa01-d716-4933-873c-29e796b24d6a {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:33.464447 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7d1eaa01-d716-4933-873c-29e796b24d6a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7d1eaa01-d716-4933-873c-29e796b24d6a,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:33.467248 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['acbbac22-eddb-459d-8c90-816801c9dc11'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:33.484752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be9107ea-e52e-47a8-99f8-7b3760b280b1 req-eb2bccb7-6121-4595-839b-ee14d0104e4e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706618 Aug 23 14:16:33.487109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] 10.222.0.64 "PUT /v2.0/ports/37ed514f-e4db-4874-959b-c0ded586b813/bindings/n-h1-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 4.2232149 Aug 23 14:16:33.525831 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Made reservation on behalf of 87297a12b9264a8abbf6b71583c33828 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:33.528229 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.568387 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.572131 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:33.575121 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.617754 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:33.630061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Usage tracker for resource:security_group_rule and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:33.633374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:33.641886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:33.650602 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010cf0b-cb6c-4851-a109-11c09ad250c0 req-5a8d4559-ab4e-4fe4-8e60-e0a8c6a44443 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:33.656501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e010cf0b-cb6c-4851-a109-11c09ad250c0 req-5a8d4559-ab4e-4fe4-8e60-e0a8c6a44443 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.1301265 Aug 23 14:16:33.732431 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=7d1eaa01-d716-4933-873c-29e796b24d6a,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:33.739456 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:33.845229 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e010cf0b-cb6c-4851-a109-11c09ad250c0 req-e398dc21-5da4-40de-b638-bb30a13dacf5 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832447 Aug 23 14:16:33.890900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-be758a4b-586f-4a63-9cdc-d2cfdb81968a tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:33.891152 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:33.892487 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-be758a4b-586f-4a63-9cdc-d2cfdb81968a tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.2069342 Aug 23 14:16:33.906495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c27fa1-582a-4e7a-a9a2-8cd74b6bd6c9 req-a525281c-7638-4f02-8654-405e1c39cf1d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:33.914018 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-36c27fa1-582a-4e7a-a9a2-8cd74b6bd6c9 req-a525281c-7638-4f02-8654-405e1c39cf1d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1908836 Aug 23 14:16:33.939623 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['bf2ca2cf-e24a-4dc3-b99b-feda7468d594'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:33.993754 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-36c27fa1-582a-4e7a-a9a2-8cd74b6bd6c9 req-602b5dfb-70ff-4b76-956e-5e0a4c569154 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786679 Aug 23 14:16:33.998023 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.004553 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-81705a03-b4c5-4311-9fff-f5483566dfde tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:34.013651 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['dffcc172-34ab-4ece-8027-37b9084436ab'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:34.044373 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:16:34.065086 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e95fa0-4359-4fd7-90af-40f80f40f983,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:34.069692 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.077736 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Added segment e9c37d96-f43c-41af-80c1-cd029324d533 of type vlan for network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 Aug 23 14:16:34.077736 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:34.135063 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.136343 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 52affdf7-f35f-49d8-81d8-454adfcc246f up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:34.192555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-8fb13461-bb1f-463c-99da-5a8d8bd425d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.195150 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-8fb13461-bb1f-463c-99da-5a8d8bd425d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2850981 Aug 23 14:16:34.227877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576310c-4e4e-41b5-8362-248638c1e18f req-6fdc32e1-cfad-4282-9f16-2022be208f0c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.260671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576310c-4e4e-41b5-8362-248638c1e18f req-6fdc32e1-cfad-4282-9f16-2022be208f0c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.289698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576310c-4e4e-41b5-8362-248638c1e18f req-6fdc32e1-cfad-4282-9f16-2022be208f0c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.289698 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a576310c-4e4e-41b5-8362-248638c1e18f req-6fdc32e1-cfad-4282-9f16-2022be208f0c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2415 time: 0.2724299 Aug 23 14:16:34.298364 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.300078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.301062 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.304512 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-45928fb7-0bb2-4eff-ac20-14a7b0371e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:34.456270 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a576310c-4e4e-41b5-8362-248638c1e18f req-e61dbff2-c15a-4358-a3e0-73f5264c1651 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861735 Aug 23 14:16:34.560249 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-532a5d4e-7dcd-4240-b2ca-3e1bb576cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.560249 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-532a5d4e-7dcd-4240-b2ca-3e1bb576cd8b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1096 time: 0.1947381 Aug 23 14:16:34.560449 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Pushing event updated for resources: {'Network': ['ID=875e11a6-5dac-4a9b-8090-7584ccbc87a2,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:34.560449 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:34.560630 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:16:34.590741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdb4c-41bc-4fcc-ab2e-8c415314c6f6 req-3ed9005e-5d21-42ec-8f31-1997632bc73c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.593699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-310cdb4c-41bc-4fcc-ab2e-8c415314c6f6 req-3ed9005e-5d21-42ec-8f31-1997632bc73c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.1548808 Aug 23 14:16:34.672630 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 52affdf7-f35f-49d8-81d8-454adfcc246f completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:34.672860 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5595050 Aug 23 14:16:34.673614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43830) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:34.687191 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 52affdf7-f35f-49d8-81d8-454adfcc246f triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:34.687539 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.688320 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Request body: {'subnet': {'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-741256790-subnet', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:34.696530 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-310cdb4c-41bc-4fcc-ab2e-8c415314c6f6 req-a5aae86b-2e26-4b48-9f3f-d82d39ed52f7 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958083 Aug 23 14:16:34.699250 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:34.703561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Usage tracker for resource:subnet and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:34.708487 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:34.718121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:34.726228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-74d3e20b-072e-4c22-8151-816953b19975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:34.727740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-74d3e20b-072e-4c22-8151-816953b19975 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.2475908 Aug 23 14:16:34.835762 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.901365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Made reservation on behalf of 87297a12b9264a8abbf6b71583c33828 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:34.902966 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52affdf7-f35f-49d8-81d8-454adfcc246f'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:34.904835 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:34.926912 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 52affdf7-f35f-49d8-81d8-454adfcc246f, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=52affdf7-f35f-49d8-81d8-454adfcc246f,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:34.985094 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-4f1a24bd-8ea3-45ef-9f0a-ed8b4c69b535 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 217 time: 0.2488055 Aug 23 14:16:35.009641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7023bda-795b-41ca-a6f0-abe7dc7bbdc6 req-293daffb-80e6-4050-91f5-c452e0ac8fef tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.017566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7023bda-795b-41ca-a6f0-abe7dc7bbdc6 req-293daffb-80e6-4050-91f5-c452e0ac8fef tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 945 time: 0.3761816 Aug 23 14:16:35.028387 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.031110 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:35.113965 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['7d1eaa01-d716-4933-873c-29e796b24d6a'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:35.163963 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7023bda-795b-41ca-a6f0-abe7dc7bbdc6 req-5b24ef90-eb9d-4780-ab56-eadae6706409 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453109 Aug 23 14:16:35.217097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-6529bb4c-de86-4e21-91a4-14da648b24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.218661 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-6529bb4c-de86-4e21-91a4-14da648b24c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1716652 Aug 23 14:16:35.296174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c2a7b-f576-47e0-8bc6-edb1989ad6eb req-5247fba6-e35c-4c9d-9439-64f1d85421b1 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.299581 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52affdf7-f35f-49d8-81d8-454adfcc246f', 'code': 200} Aug 23 14:16:35.307845 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b8c2a7b-f576-47e0-8bc6-edb1989ad6eb req-5247fba6-e35c-4c9d-9439-64f1d85421b1 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 944 time: 0.4560740 Aug 23 14:16:35.330362 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.343367 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2eab29c5-3fa2-40fa-bf25-d1f7731fed7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:35.355115 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=52affdf7-f35f-49d8-81d8-454adfcc246f,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:35.359183 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:35.388909 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-543ba90d-cbca-481a-bd9b-3a321989e575 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568019 Aug 23 14:16:35.464720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b8c2a7b-f576-47e0-8bc6-edb1989ad6eb req-268f08d5-5504-4d7e-ac2c-1fef2bf95bf1 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553559 Aug 23 14:16:35.522393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:35.526304 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-6c050746-8d8b-44a8-8594-d5b653f1cc93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4230888 Aug 23 14:16:35.535297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:35.535962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Network hostable DHCP agents. Network: 875e11a6-5dac-4a9b-8090-7584ccbc87a2, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:16:35.544523 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:35.588189 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device bf2ca2cf-e24a-4dc3-b99b-feda7468d594 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:35.695701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:16:35.753566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-6325506b-5946-4f33-830f-dbc0517fbf7c service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169074 Aug 23 14:16:35.764755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce2c88-71f8-42bb-85a2-f412ddc4cf36 req-cb453955-834b-4469-9a0e-ac1a9e680469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.765062 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56126a-0219-4d7b-84f9-3ac781ad38e6 req-60972403-7822-43c1-b632-33f8ac191fb8 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.766333 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dcce2c88-71f8-42bb-85a2-f412ddc4cf36 req-cb453955-834b-4469-9a0e-ac1a9e680469 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 1097 time: 0.3846402 Aug 23 14:16:35.771263 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:35.781125 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c56126a-0219-4d7b-84f9-3ac781ad38e6 req-60972403-7822-43c1-b632-33f8ac191fb8 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.1258292 Aug 23 14:16:35.781307 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:35.781701 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.809472 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 875e11a6-5dac-4a9b-8090-7584ccbc87a2) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:35.815051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.815957 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:35.844159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd86bf-b53d-46a2-abfc-5dfeb1ee8355 None None] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:16:35.844488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2458b-586f-4cc5-8bd5-924d4a4cf3c7 req-a82b7e87-313f-4ed1-b04c-aa817663e56f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:35.844488 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0c2458b-586f-4cc5-8bd5-924d4a4cf3c7 req-a82b7e87-313f-4ed1-b04c-aa817663e56f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.3967500 Aug 23 14:16:35.864811 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c56126a-0219-4d7b-84f9-3ac781ad38e6 req-206ea1a4-3975-4705-9ffd-85e02cdc3c27 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861673 Aug 23 14:16:35.938759 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2599816 Aug 23 14:16:35.941489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 43854) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:35.947894 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:35.953846 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:35.958105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Usage tracker for resource:router and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:35.961620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:35.990923 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dcce2c88-71f8-42bb-85a2-f412ddc4cf36 req-643af630-2aab-431c-bd22-5494722a42b9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932569 Aug 23 14:16:35.999507 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:36.006449 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device acbbac22-eddb-459d-8c90-816801c9dc11 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:36.008948 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0c2458b-586f-4cc5-8bd5-924d4a4cf3c7 req-203e6849-f2a6-45be-9874-e212dc9c5bbb tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628475 Aug 23 14:16:36.045360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-8633f5aa-fbca-4f97-904a-f08f0a13fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.045360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-8633f5aa-fbca-4f97-904a-f08f0a13fb47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 1100 time: 0.3458221 Aug 23 14:16:36.045360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-53cdbf24-f610-45b7-a33a-72a66b768676 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753296 Aug 23 14:16:36.097373 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.098627 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.120713 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.280969 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.296761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:16:36.297650 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.369125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e897-ed17-4097-8d4e-7ecd8f8d99e8 req-8c95baa2-33ba-418a-adae-ed3e0541f187 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.376856 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port acbbac22-eddb-459d-8c90-816801c9dc11 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:36.378855 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e897-ed17-4097-8d4e-7ecd8f8d99e8 req-8c95baa2-33ba-418a-adae-ed3e0541f187 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.388363 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e897-ed17-4097-8d4e-7ecd8f8d99e8 req-8c95baa2-33ba-418a-adae-ed3e0541f187 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.390290 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5936e897-ed17-4097-8d4e-7ecd8f8d99e8 req-8c95baa2-33ba-418a-adae-ed3e0541f187 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2415 time: 0.1251192 Aug 23 14:16:36.401831 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:36.403436 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port acbbac22-eddb-459d-8c90-816801c9dc11 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:36.403872 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.442490 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5936e897-ed17-4097-8d4e-7ecd8f8d99e8 req-c352b8a3-6040-431b-b897-2fb26b022776 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Aug 23 14:16:36.480245 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.481184 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dffcc172-34ab-4ece-8027-37b9084436ab up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:36.512899 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:36.538891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-c758b74e-25ef-47b4-9eea-122c0ea89fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.540357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-c758b74e-25ef-47b4-9eea-122c0ea89fd4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2928495 Aug 23 14:16:36.549701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5ed9d-be47-462a-b70b-e848e2f85717 req-37a72383-1867-436a-b80a-ef0e7c1c36fb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.557418 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5b5ed9d-be47-462a-b70b-e848e2f85717 req-37a72383-1867-436a-b80a-ef0e7c1c36fb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.2855978 Aug 23 14:16:36.657531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-afc77b37-dd13-434d-a4c1-17cb4b132a55 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 200 len: 217 time: 0.0829751 Aug 23 14:16:36.682886 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:36.717290 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:36.743341 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5b5ed9d-be47-462a-b70b-e848e2f85717 req-8d786ad2-71e5-417c-8f8f-4d0b74045598 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849248 Aug 23 14:16:36.790334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-e5f240dc-e083-4edb-a970-440cc959e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.792135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-e5f240dc-e083-4edb-a970-440cc959e0ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1229138 Aug 23 14:16:36.834305 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.857313 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port dffcc172-34ab-4ece-8027-37b9084436ab completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:36.860610 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.863855 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c874-8059-4586-a058-05498738cbf3 req-ec3a06ad-0581-410d-b4fd-630047676043 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:36.865553 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bb9c874-8059-4586-a058-05498738cbf3 req-ec3a06ad-0581-410d-b4fd-630047676043 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 945 time: 0.1959884 Aug 23 14:16:36.883157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Allocated IP 172.20.0.2 (875e11a6-5dac-4a9b-8090-7584ccbc87a2/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72/63f491cc-3ea4-492a-b7e3-904e9975a3fa) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:36.888285 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port dffcc172-34ab-4ece-8027-37b9084436ab triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:36.888699 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:36.920309 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bb9c874-8059-4586-a058-05498738cbf3 req-4828e380-aaeb-4108-8fa2-6842904be995 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Aug 23 14:16:37.071097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-8bb70479-a64d-4ed6-a9df-dece89ac0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:37.075951 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-8bb70479-a64d-4ed6-a9df-dece89ac0052 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2701228 Aug 23 14:16:37.105190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port acbbac22-eddb-459d-8c90-816801c9dc11, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=acbbac22-eddb-459d-8c90-816801c9dc11,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:37.180094 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.185427 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8fe37237-23f1-459d-9508-d754e7c7403e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:37.304329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594'}, {'server_uuid': '04113aca-3442-444e-ab53-fa27a98edfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbac22-eddb-459d-8c90-816801c9dc11'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:37.341907 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.376070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-5285ebb9-6e17-41b9-98f7-cbf309ba6275 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:37.378159 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-5285ebb9-6e17-41b9-98f7-cbf309ba6275 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.4913979 Aug 23 14:16:37.393329 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.428040 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=acbbac22-eddb-459d-8c90-816801c9dc11,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:37.434802 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:37.439868 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.455162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2312c-76b1-45f5-b34f-bdcc14c3497c req-9bac8503-f40c-4d01-9144-2031ac68e740 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:37.456073 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dffcc172-34ab-4ece-8027-37b9084436ab, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dffcc172-34ab-4ece-8027-37b9084436ab,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:37.457991 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49c2312c-76b1-45f5-b34f-bdcc14c3497c req-9bac8503-f40c-4d01-9144-2031ac68e740 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.2759786 Aug 23 14:16:37.467043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112914aa-6c81-42db-ae95-19aea19bc02d req-3bf9574a-7f12-4ab4-b173-8a789b5e5532 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:37.468654 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-112914aa-6c81-42db-ae95-19aea19bc02d req-3bf9574a-7f12-4ab4-b173-8a789b5e5532 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 944 time: 0.5830052 Aug 23 14:16:37.477229 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.495264 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Transition to ACTIVE for port object 63f491cc-3ea4-492a-b7e3-904e9975a3fa will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:37.523400 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Transition to ACTIVE for port object 63f491cc-3ea4-492a-b7e3-904e9975a3fa will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:37.554336 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-0f2d62ab-a81b-455a-9722-afaf5c35782b service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564607 Aug 23 14:16:37.569193 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49c2312c-76b1-45f5-b34f-bdcc14c3497c req-2665ffa4-1d0d-459d-ac6e-42cb3f7d8a84 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709903 Aug 23 14:16:37.593817 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-112914aa-6c81-42db-ae95-19aea19bc02d req-1a457d24-e636-48f1-b8ae-a26e65f2435b tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103103 Aug 23 14:16:37.613767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.725139 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f8a8e33c-a0c9-4024-80fb-1ff59efcf6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:37.725139 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.725139 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:37.728839 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Allocated IP 172.25.7.49 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/8857ebda-0a7f-46c1-841a-ee05eca2671e) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:37.785448 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:37.792112 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:37.800707 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:37.882558 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e645d520-204e-4ccb-b9d0-72888a6ad049 req-b0789196-b48d-476a-95c6-6fd04da5e3f5 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180399 Aug 23 14:16:37.915726 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Pushing event updated for resources: {'Port': ['ID=63f491cc-3ea4-492a-b7e3-904e9975a3fa,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:37.921251 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:37.931884 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594', 'code': 200} Aug 23 14:16:37.931884 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04113aca-3442-444e-ab53-fa27a98edfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbac22-eddb-459d-8c90-816801c9dc11', 'code': 200} Aug 23 14:16:37.931884 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:37.953159 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:37.957940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1dd7e-903b-44c0-8b34-a739dcc7707a req-cb4d22e7-5308-446b-8783-c3fb7ced453f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:37.959711 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ad1dd7e-903b-44c0-8b34-a739dcc7707a req-cb4d22e7-5308-446b-8783-c3fb7ced453f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1895807 Aug 23 14:16:37.974501 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:38.001247 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7d1eaa01-d716-4933-873c-29e796b24d6a up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:38.034429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-72f04d79-284f-46d5-bd13-5519a5717377 service neutron] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:38.044900 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-72f04d79-284f-46d5-bd13-5519a5717377 service neutron] Notify callbacks [] for binding, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.045637 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-72f04d79-284f-46d5-bd13-5519a5717377 service neutron] 10.222.0.82 "DELETE /v2.0/ports/37ed514f-e4db-4874-959b-c0ded586b813/bindings/n-h2-805628-1 HTTP/1.1" status: 204 len: 173 time: 0.6515572 Aug 23 14:16:38.086128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ad1dd7e-903b-44c0-8b34-a739dcc7707a req-0d2356f4-5467-4ca4-a883-46b86739b491 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848699 Aug 23 14:16:38.097906 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Attempting to bind port 63f491cc-3ea4-492a-b7e3-904e9975a3fa on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:38.098323 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Attempting to bind port 63f491cc-3ea4-492a-b7e3-904e9975a3fa by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:38.098836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Attempting to bind port 63f491cc-3ea4-492a-b7e3-904e9975a3fa on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:38.114276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910ddf-ef31-4888-a1b2-c2f690c71be2 req-2d53f951-fae3-41e7-925f-6edeb548a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:38.116007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7910ddf-ef31-4888-a1b2-c2f690c71be2 req-2d53f951-fae3-41e7-925f-6edeb548a40c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 1096 time: 0.1552508 Aug 23 14:16:38.120105 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:38.120495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:38.120940 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.132852 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.133774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Bound using segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:38.133774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Bound port: 63f491cc-3ea4-492a-b7e3-904e9975a3fa, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:38.133774 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.138554 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ac5cfa50-ddcf-4bed-80ce-03f7ca4e494a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:38.144646 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dffcc172-34ab-4ece-8027-37b9084436ab,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:38.148097 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:38.198532 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7910ddf-ef31-4888-a1b2-c2f690c71be2 req-671eeceb-decd-4be7-8a6e-fcd19c2b94c5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 Aug 23 14:16:38.209433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:38.217085 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:38.242067 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] For port 63f491cc-3ea4-492a-b7e3-904e9975a3fa, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:38.247134 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] For port 63f491cc-3ea4-492a-b7e3-904e9975a3fa, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=63f491cc-3ea4-492a-b7e3-904e9975a3fa,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:38.248999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 7d1eaa01-d716-4933-873c-29e796b24d6a completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:38.256122 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 7d1eaa01-d716-4933-873c-29e796b24d6a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:38.256561 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.306137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403e65a-8c68-4915-8da3-2579d827cbfa req-2b0d5498-cb68-4e99-992c-01c71b2b5c46 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:38.307794 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4403e65a-8c68-4915-8da3-2579d827cbfa req-2b0d5498-cb68-4e99-992c-01c71b2b5c46 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.0924993 Aug 23 14:16:38.361160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:38.367759 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4403e65a-8c68-4915-8da3-2579d827cbfa req-549a9936-77cf-4dc2-bd4a-829a83f68d18 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503876 Aug 23 14:16:38.376654 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.383084 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:38.417246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Pushing event updated for resources: {'Port': ['ID=8857ebda-0a7f-46c1-841a-ee05eca2671e,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:38.427438 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:38.453803 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.501005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Pushing event updated for resources: {'Port': ['ID=63f491cc-3ea4-492a-b7e3-904e9975a3fa,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:38.506429 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:38.526691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7d1eaa01-d716-4933-873c-29e796b24d6a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7d1eaa01-d716-4933-873c-29e796b24d6a,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:38.547400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460119a-c0a4-452c-ab8b-0caca455830c req-fee1ac5f-c56d-4cf6-b65d-e4041db05a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:38.553688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460119a-c0a4-452c-ab8b-0caca455830c req-fee1ac5f-c56d-4cf6-b65d-e4041db05a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:38.560538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460119a-c0a4-452c-ab8b-0caca455830c req-fee1ac5f-c56d-4cf6-b65d-e4041db05a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:38.568186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4460119a-c0a4-452c-ab8b-0caca455830c req-fee1ac5f-c56d-4cf6-b65d-e4041db05a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2417 time: 0.5445302 Aug 23 14:16:38.594435 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:38.595399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:38.638744 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:38.751110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba6507-7c14-4b24-bcfa-0831308b82b5 req-f1fa3cb2-094a-4955-b381-aaba15611c45 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:38.766117 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6ba6507-7c14-4b24-bcfa-0831308b82b5 req-f1fa3cb2-094a-4955-b381-aaba15611c45 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 945 time: 0.1653070 Aug 23 14:16:38.782328 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4460119a-c0a4-452c-ab8b-0caca455830c req-e2775c6d-a7f5-4caa-a38d-978496c6f474 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132494 Aug 23 14:16:38.831463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=7d1eaa01-d716-4933-873c-29e796b24d6a,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:38.836926 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:38.855018 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6ba6507-7c14-4b24-bcfa-0831308b82b5 req-c638bcee-1672-43c2-927b-ce562a947ca3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879993 Aug 23 14:16:38.966934 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:39.032803 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:39.074946 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 63f491cc-3ea4-492a-b7e3-904e9975a3fa up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:39.138441 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:39.143791 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:39.174746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfa4ae-b1d0-4b0c-be35-b26f18d70b8b req-18f27c4c-1660-4a45-a3f1-ff4852d81ada tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:39.176833 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-badfa4ae-b1d0-4b0c-be35-b26f18d70b8b req-18f27c4c-1660-4a45-a3f1-ff4852d81ada tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 945 time: 0.1303337 Aug 23 14:16:39.224510 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:39.236243 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:39.240106 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:39.241538 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-badfa4ae-b1d0-4b0c-be35-b26f18d70b8b req-ea651812-4158-4dbc-81c3-ac511b9205bf tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 Aug 23 14:16:39.294552 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15222c01-4699-4c76-b94e-9f9421756f1a req-aacb1039-37a3-46d3-a0cf-d973c7def4e4 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:39.296609 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-15222c01-4699-4c76-b94e-9f9421756f1a req-aacb1039-37a3-46d3-a0cf-d973c7def4e4 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 950 time: 0.2983501 Aug 23 14:16:39.324471 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 63f491cc-3ea4-492a-b7e3-904e9975a3fa completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:39.454503 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-15222c01-4699-4c76-b94e-9f9421756f1a req-b75669f4-1445-4915-b7e7-994a84bb0522 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489000 Aug 23 14:16:39.810699 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:39.822467 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cf52d-ef93-45a4-b49f-da7c43c67d4a req-7ad32f1c-6bf6-4864-a971-43808da82c76 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:39.824472 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b8cf52d-ef93-45a4-b49f-da7c43c67d4a req-7ad32f1c-6bf6-4864-a971-43808da82c76 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.1164327 Aug 23 14:16:39.826463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd844a0b-331a-43f5-a1ef-59d769c1fa29 None None] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:16:39.891510 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b8cf52d-ef93-45a4-b49f-da7c43c67d4a req-385c87ac-b3c7-425a-8360-738a7e68d801 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605230 Aug 23 14:16:39.898800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd38ab-a76e-4c8c-b1a9-d592cf6f91c3 req-87732067-24bf-4033-af89-4a6fb2ef23c8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:39.900346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ecd38ab-a76e-4c8c-b1a9-d592cf6f91c3 req-87732067-24bf-4033-af89-4a6fb2ef23c8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.2603543 Aug 23 14:16:39.944385 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab'}, {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a'}, {'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:40.040684 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ecd38ab-a76e-4c8c-b1a9-d592cf6f91c3 req-2b5b264a-a695-48ad-b0da-0ba028e52f60 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306829 Aug 23 14:16:40.138639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Provisioning for port 63f491cc-3ea4-492a-b7e3-904e9975a3fa completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:40.152480 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Provisioning complete for port 63f491cc-3ea4-492a-b7e3-904e9975a3fa triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:40.152875 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:40.154521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:16:40.381704 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:40.421356 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] For port 63f491cc-3ea4-492a-b7e3-904e9975a3fa, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=63f491cc-3ea4-492a-b7e3-904e9975a3fa,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:40.524960 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:40.529065 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:40.557169 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22edfc-88ba-4350-ad49-424f830ad88d req-96b46df1-b4f8-4e2e-9fa0-dfb04cdc8443 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:40.558647 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc22edfc-88ba-4350-ad49-424f830ad88d req-96b46df1-b4f8-4e2e-9fa0-dfb04cdc8443 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1096 time: 0.4001522 Aug 23 14:16:40.567800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:16:40.585759 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Sync routers for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:16:40.599491 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:16:40.600320 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:16:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:40.621235 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Pushing event updated for resources: {'Port': ['ID=63f491cc-3ea4-492a-b7e3-904e9975a3fa,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:40.624855 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:40.634330 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc22edfc-88ba-4350-ad49-424f830ad88d req-8a259fcb-bbfa-4147-9436-1eeae1d57ef8 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Aug 23 14:16:40.649084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-ed080754-40cc-4157-a7f1-b3865fd4e220 None None] Provisioning complete for port 63f491cc-3ea4-492a-b7e3-904e9975a3fa triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:40.649611 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ed080754-40cc-4157-a7f1-b3865fd4e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:40.703051 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:40.707890 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7653732 Aug 23 14:16:40.708067 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 43956) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:40.920997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f629c88-fbb3-4bac-8b31-e8b9fe07ea0c req-f588ef47-784e-4b7f-808b-5370cb74dc65 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:40.928424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3f629c88-fbb3-4bac-8b31-e8b9fe07ea0c req-f588ef47-784e-4b7f-808b-5370cb74dc65 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.1583581 Aug 23 14:16:40.983370 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 63f491cc-3ea4-492a-b7e3-904e9975a3fa up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:40.989032 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:16:41.012302 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3f629c88-fbb3-4bac-8b31-e8b9fe07ea0c req-dde284e6-7ba7-465b-9b54-f0c1654667d3 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823121 Aug 23 14:16:41.077368 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db52db-a1b7-4ce7-8a05-e599bed7a263 req-83bd70dc-4da9-4d3e-a2b1-b5faac044c23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.092208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db52db-a1b7-4ce7-8a05-e599bed7a263 req-83bd70dc-4da9-4d3e-a2b1-b5faac044c23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.107793 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab', 'code': 200} Aug 23 14:16:41.108064 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a', 'code': 200} Aug 23 14:16:41.108332 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'code': 200} Aug 23 14:16:41.110597 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db52db-a1b7-4ce7-8a05-e599bed7a263 req-83bd70dc-4da9-4d3e-a2b1-b5faac044c23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.112415 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9db52db-a1b7-4ce7-8a05-e599bed7a263 req-83bd70dc-4da9-4d3e-a2b1-b5faac044c23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2418 time: 0.3064277 Aug 23 14:16:41.127817 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 63f491cc-3ea4-492a-b7e3-904e9975a3fa triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:41.128200 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:41.327203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56d1fa-6ff2-4f45-942e-54c3e3dd85a0 req-dc04d758-2537-4f9f-84ee-5b33925fc088 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.330645 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b56d1fa-6ff2-4f45-942e-54c3e3dd85a0 req-dc04d758-2537-4f9f-84ee-5b33925fc088 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 945 time: 0.0912724 Aug 23 14:16:41.386075 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b56d1fa-6ff2-4f45-942e-54c3e3dd85a0 req-2fe7b793-f767-4c6a-80b6-763f2e244db3 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508268 Aug 23 14:16:41.456483 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:38Z', 'revision_number': 3, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:41.460942 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Checking router: 8489dbe4-4433-4ca3-bef5-de06247d5ea9 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:16:41.461391 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Updating router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 port 8857ebda-0a7f-46c1-841a-ee05eca2671e binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:16:41.506800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9db52db-a1b7-4ce7-8a05-e599bed7a263 req-bb9b6270-630b-4832-8ed7-c98c5257ca9b tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789418 Aug 23 14:16:41.534122 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:41.772590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd174b-26db-407c-984b-11d6b5b55478 req-6db9bddf-92f6-43cf-a1e1-5296b57aa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.773275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd174b-26db-407c-984b-11d6b5b55478 req-6db9bddf-92f6-43cf-a1e1-5296b57aa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.774561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd174b-26db-407c-984b-11d6b5b55478 req-6db9bddf-92f6-43cf-a1e1-5296b57aa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.778582 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bbbd174b-26db-407c-984b-11d6b5b55478 req-6db9bddf-92f6-43cf-a1e1-5296b57aa605 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2871 time: 0.4502678 Aug 23 14:16:41.857843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-2b12f4f9-b348-4b84-8072-537c70459249 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:41.866040 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-2b12f4f9-b348-4b84-8072-537c70459249 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 0.2104456 Aug 23 14:16:41.884644 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-6f6aabb4-8e6b-492b-add6-51d66e96551e tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/quotas/1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 375 time: 0.0173252 Aug 23 14:16:41.936307 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bbbd174b-26db-407c-984b-11d6b5b55478 req-5d6891d9-4885-4dd0-ac70-4570d7743f58 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049867 Aug 23 14:16:41.983192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-0d073569-5325-4275-aa7c-9d64f3b512bc tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972927 Aug 23 14:16:41.993569 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.007676 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Transition to ACTIVE for port object 8857ebda-0a7f-46c1-841a-ee05eca2671e will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:42.095797 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.098365 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.100494 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:42.157384 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-134bdd1f-6628-463e-b061-d3204ddc32ec service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672544 Aug 23 14:16:42.203251 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Attempting to bind port 8857ebda-0a7f-46c1-841a-ee05eca2671e on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:42.203251 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Attempting to bind port 8857ebda-0a7f-46c1-841a-ee05eca2671e by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:42.203251 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Attempting to bind port 8857ebda-0a7f-46c1-841a-ee05eca2671e on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:42.203251 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Pushing event updated for resources: {'Port': ['ID=8857ebda-0a7f-46c1-841a-ee05eca2671e,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:42.206479 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:42.206873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:42.207427 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.207799 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:42.208356 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Bound port: 8857ebda-0a7f-46c1-841a-ee05eca2671e, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:42.208664 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.236588 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.236937 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.237356 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.237623 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.237951 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.238304 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.238595 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.238914 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.239232 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.239550 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.239867 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.240184 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:42.248906 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:42.304281 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] For port 8857ebda-0a7f-46c1-841a-ee05eca2671e, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:42.309508 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] For port 8857ebda-0a7f-46c1-841a-ee05eca2671e, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8857ebda-0a7f-46c1-841a-ee05eca2671e,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:42.315976 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-9ac72f3a-b566-46fd-a627-7b71bc5c487e service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522841 Aug 23 14:16:42.369214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Allocated IP 172.20.0.1 (875e11a6-5dac-4a9b-8090-7584ccbc87a2/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72/4a342251-1391-49cc-8da1-47f977b04cb1) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:42.508453 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.515148 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-8a951aee-c271-4cd9-af92-37d97329b4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:42.627920 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:16:42.627920 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:16:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:42.628616 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.670208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Transition to ACTIVE for port object 4a342251-1391-49cc-8da1-47f977b04cb1 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:42.718007 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b38c-73d3-4f94-b4f1-022ee7bbe3fd req-5cd2d9e4-4fb7-4c6b-b003-3f30f19d23ba tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:42.722469 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f128b38c-73d3-4f94-b4f1-022ee7bbe3fd req-5cd2d9e4-4fb7-4c6b-b003-3f30f19d23ba tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1928325 Aug 23 14:16:42.752038 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Pushing event updated for resources: {'Port': ['ID=8857ebda-0a7f-46c1-841a-ee05eca2671e,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:42.766307 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:42.795613 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f128b38c-73d3-4f94-b4f1-022ee7bbe3fd req-2f4db7be-9a4e-473a-894e-11bd120886f9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623245 Aug 23 14:16:42.837744 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817abe47-8790-43ea-bcad-7c19fd091e66 req-6243aa23-975a-4fc1-b858-d3ddc9639b61 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:42.839821 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-817abe47-8790-43ea-bcad-7c19fd091e66 req-6243aa23-975a-4fc1-b858-d3ddc9639b61 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 946 time: 0.1265879 Aug 23 14:16:42.887417 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:42.894288 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-817abe47-8790-43ea-bcad-7c19fd091e66 req-31e76e49-881c-4875-935c-b3164a5eeb15 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486295 Aug 23 14:16:42.906335 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dcb0e5d5-8a06-4950-8119-5f691af4d66c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:42.924532 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:16:43.137051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Pushing event updated for resources: {'Port': ['ID=4a342251-1391-49cc-8da1-47f977b04cb1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:43.158246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fba8e-81d6-4368-a804-65e7aab56550 req-f3358bc0-d927-480e-a23d-eeeb93ed2a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:43.162928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:43.168186 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fba8e-81d6-4368-a804-65e7aab56550 req-f3358bc0-d927-480e-a23d-eeeb93ed2a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:43.173873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0979428-5398-4d17-a311-1a792881fced req-5dc53526-5bee-4cb5-a50b-a40db32c9f51 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 210 time: 0.1623423 Aug 23 14:16:43.178425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fba8e-81d6-4368-a804-65e7aab56550 req-f3358bc0-d927-480e-a23d-eeeb93ed2a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:43.178600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:43.181696 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.182092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.182480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.182846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.183241 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.184342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.184708 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.185096 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.185464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.185829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.186190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.186564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:16:43.187985 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b57fba8e-81d6-4368-a804-65e7aab56550 req-f3358bc0-d927-480e-a23d-eeeb93ed2a4d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2418 time: 0.1488826 Aug 23 14:16:43.190074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:43.245086 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b57fba8e-81d6-4368-a804-65e7aab56550 req-b4a34e1a-a2ea-4255-977d-298dd2de0b8e tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562739 Aug 23 14:16:43.267902 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:43.332333 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.440594 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:38Z', 'revision_number': 3, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:43.446760 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412cdc0-d4a1-4b6a-80c7-3924e8fab827 None None] The sync data for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 is: [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:38Z', 'revision_number': 3, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:16:43.667436 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.770246 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f7886371-241a-4758-a338-55bb71fa1bc4 None None] Provisioning for port 4a342251-1391-49cc-8da1-47f977b04cb1 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:43.775892 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f7886371-241a-4758-a338-55bb71fa1bc4 None None] Provisioning complete for port 4a342251-1391-49cc-8da1-47f977b04cb1 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:43.778207 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f7886371-241a-4758-a338-55bb71fa1bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:43.860301 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f7886371-241a-4758-a338-55bb71fa1bc4 None None] Port 4a342251-1391-49cc-8da1-47f977b04cb1 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:16:43.997723 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 6799ffbc-5b5a-4d30-9979-0c92710c081a details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:44.002356 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.107169 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.148797 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:44.236277 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f279e63-7b79-48e5-bdfa-e5f0cf109d5f req-59691c73-d2c2-4f09-a3e8-26010f729229 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:44.246796 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f279e63-7b79-48e5-bdfa-e5f0cf109d5f req-59691c73-d2c2-4f09-a3e8-26010f729229 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1974437 Aug 23 14:16:44.250666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:44.278188 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'mac_address': 'fa:16:3e:18:70:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:44.279975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Pushing event updated for resources: {'Port': ['ID=4a342251-1391-49cc-8da1-47f977b04cb1,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:44.297821 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:44.311419 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.352443 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f279e63-7b79-48e5-bdfa-e5f0cf109d5f req-bc694acd-61cc-4dcf-bdf0-380a2786a6ca tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046145 Aug 23 14:16:44.416690 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.458022 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6799ffbc-5b5a-4d30-9979-0c92710c081a {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:44.490776 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:44.524909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:44.526223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:44.623250 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:44.625640 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:44.635190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a52b80-f6f6-4eb8-aa65-d0e5bc101526 req-289bba3a-dbf4-4091-8fb5-a592e0d62bd3 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:44.637479 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2a52b80-f6f6-4eb8-aa65-d0e5bc101526 req-289bba3a-dbf4-4091-8fb5-a592e0d62bd3 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.1386395 Aug 23 14:16:44.741468 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:44.746892 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:44.753511 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2a52b80-f6f6-4eb8-aa65-d0e5bc101526 req-e8618588-bae5-4318-b2b2-8573ec4e6575 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094844 Aug 23 14:16:44.885297 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['6799ffbc-5b5a-4d30-9979-0c92710c081a'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:44.949906 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e879922d-5422-47f9-9c9c-45f9c3ffdab0 None None] Provisioning complete for port 4a342251-1391-49cc-8da1-47f977b04cb1 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:44.950518 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e879922d-5422-47f9-9c9c-45f9c3ffdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:45.049694 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba74d-1115-4936-a687-411c06990503 req-864b6f27-4bc7-463f-9ac5-7b8e87401abb tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:45.059991 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba74d-1115-4936-a687-411c06990503 req-864b6f27-4bc7-463f-9ac5-7b8e87401abb tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:45.065440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1edbdbb6-14f3-48c4-9958-864b237a0203 req-581b560b-ade9-4247-a263-69d65105aef4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 210 time: 0.1022148 Aug 23 14:16:45.068148 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8857ebda-0a7f-46c1-841a-ee05eca2671e up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:45.074781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba74d-1115-4936-a687-411c06990503 req-864b6f27-4bc7-463f-9ac5-7b8e87401abb tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:45.083914 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4aeba74d-1115-4936-a687-411c06990503 req-864b6f27-4bc7-463f-9ac5-7b8e87401abb tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2418 time: 0.1645918 Aug 23 14:16:45.110070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:16:45.143179 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4aeba74d-1115-4936-a687-411c06990503 req-b352eeb7-ee44-4e3b-9f6e-b1e9108fc665 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 Aug 23 14:16:45.171243 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-e879922d-5422-47f9-9c9c-45f9c3ffdab0 None None] Port 4a342251-1391-49cc-8da1-47f977b04cb1 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:16:45.369744 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 8857ebda-0a7f-46c1-841a-ee05eca2671e completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:45.376562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 8857ebda-0a7f-46c1-841a-ee05eca2671e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:45.377374 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:45.426622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:16:45.448859 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] 10.222.0.72 "PUT /v2.0/routers/8489dbe4-4433-4ca3-bef5-de06247d5ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7396216 Aug 23 14:16:45.500355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d6dc9-2f22-4593-826c-a364b91795eb req-e4d63162-e92f-432d-9ce0-b6e52574efa2 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:45.510228 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa1d6dc9-2f22-4593-826c-a364b91795eb req-e4d63162-e92f-432d-9ce0-b6e52574efa2 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 946 time: 0.1317062 Aug 23 14:16:45.568069 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:45.590167 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa1d6dc9-2f22-4593-826c-a364b91795eb req-7a1a6485-451e-49f8-94e0-2bfbdc824947 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765138 Aug 23 14:16:45.608475 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 8857ebda-0a7f-46c1-841a-ee05eca2671e, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8857ebda-0a7f-46c1-841a-ee05eca2671e,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:45.678275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99aa75-4b21-4269-8929-7b305f32ec53 req-447c6e45-e8b8-4922-8a60-c781d79c9747 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:45.685788 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0b99aa75-4b21-4269-8929-7b305f32ec53 req-447c6e45-e8b8-4922-8a60-c781d79c9747 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1392298 Aug 23 14:16:45.732759 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0b99aa75-4b21-4269-8929-7b305f32ec53 req-ffea3c08-382d-4d37-8f37-a3dc085122c9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Aug 23 14:16:45.755958 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:45.755958 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:45.812485 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Sync routers for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:16:45.848376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:16:45.849206 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:16:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:45.933471 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=8857ebda-0a7f-46c1-841a-ee05eca2671e,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:45.947332 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:46.018867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:16:46.021212 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 6799ffbc-5b5a-4d30-9979-0c92710c081a up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:46.155115 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:16:46.422801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 6799ffbc-5b5a-4d30-9979-0c92710c081a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:46.423775 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:46.482857 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-a6caa863-832d-4ac7-a411-80d674a4c2bf tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:46.484581 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-a6caa863-832d-4ac7-a411-80d674a4c2bf tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 0.2529669 Aug 23 14:16:46.496891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe190de-dbce-4d91-9df4-2590df7e7246 req-281602ee-b7c9-4878-9242-7a0ad79b03f9 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:46.499381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1fe190de-dbce-4d91-9df4-2590df7e7246 req-281602ee-b7c9-4878-9242-7a0ad79b03f9 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 945 time: 0.2342439 Aug 23 14:16:46.503994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Request body: {'port': {'device_id': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'admin_state_up': True, 'tenant_id': '1fd5ff9c2b684ed9b70bd50e00817bd4'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:46.607783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44082) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:46.619687 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990928966', 'description': 'tempest-description--901112919'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:46.628696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:46.635350 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:46.646605 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Usage tracker for resource:security_group and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:46.657052 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:46.662226 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'port_id': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55', 'mac_address': 'fa:16:3e:9d:9a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978b4dd8-e7d4-46f8-8445-f59ae8340e9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:16:46.675985 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:46.769382 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1fe190de-dbce-4d91-9df4-2590df7e7246 req-53db1a02-0dd4-4997-8c12-f98d8567222b tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496114 Aug 23 14:16:46.794896 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-91b1b03a-91ff-452f-9b16-0bb12909c45b req-67e5fdc0-4310-444e-953c-b1bd912333b3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 210 time: 0.0714078 Aug 23 14:16:46.797847 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:46.842061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:46.847392 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:46.852033 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Usage tracker for resource:security_group_rule and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:46.878125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:46.890895 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:46.903531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:46.916372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:46.916632 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:46.954919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:46.956494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:46.994297 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-0eaf08f6-6c64-4399-9173-105d11259439 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:46.997391 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-0eaf08f6-6c64-4399-9173-105d11259439 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "GET /v2.0/ports?device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 946 time: 0.3580716 Aug 23 14:16:47.002530 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:47.016875 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:47.071815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 2, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:47.082790 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Checking router: 8489dbe4-4433-4ca3-bef5-de06247d5ea9 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:16:47.084196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Updating router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 port 4a342251-1391-49cc-8da1-47f977b04cb1 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:16:47.170318 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.175146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8857ebda-0a7f-46c1-841a-ee05eca2671e up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:47.176035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Made reservation on behalf of 1fd5ff9c2b684ed9b70bd50e00817bd4 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:16:47.180283 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.225175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Deleting port 52affdf7-f35f-49d8-81d8-454adfcc246f {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:47.225545 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.292137 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:47.376585 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.439551 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.443740 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.498129 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:47.501375 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f7c8-f9dc-4bd9-bdb5-959537cbb1d9 req-60c2d87c-5b2a-4f29-bbe8-5900a5efd580 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:47.503425 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2827f7c8-f9dc-4bd9-bdb5-959537cbb1d9 req-60c2d87c-5b2a-4f29-bbe8-5900a5efd580 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 946 time: 0.1169658 Aug 23 14:16:47.509087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:47.540566 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:47.552058 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:47.568401 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2827f7c8-f9dc-4bd9-bdb5-959537cbb1d9 req-f84ed3de-5542-4d10-9f61-ba79b01dab19 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544889 Aug 23 14:16:47.618317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc7204-b059-4c54-b96d-43c3eb266418 req-3f9ccadf-0ca8-446a-85be-a364dc6ee358 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:47.624912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc7204-b059-4c54-b96d-43c3eb266418 req-3f9ccadf-0ca8-446a-85be-a364dc6ee358 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:47.630453 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.630698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc7204-b059-4c54-b96d-43c3eb266418 req-3f9ccadf-0ca8-446a-85be-a364dc6ee358 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:47.632375 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-27dc7204-b059-4c54-b96d-43c3eb266418 req-3f9ccadf-0ca8-446a-85be-a364dc6ee358 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2418 time: 0.5213711 Aug 23 14:16:47.704157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 8857ebda-0a7f-46c1-841a-ee05eca2671e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:47.704547 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:47.798443 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f70c2302-0b6c-44ce-9fda-33e5b6e0457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:47.849729 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a77dab-1d5f-4a6d-874e-f8670ba767a5,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:47.852539 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:47.857773 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:47.867611 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:47.919523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1da40-7c35-46ab-89dc-221a18235668 req-54f17336-f940-4293-bc28-5e9f0670a6a7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:47.927779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bcc1da40-7c35-46ab-89dc-221a18235668 req-54f17336-f940-4293-bc28-5e9f0670a6a7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1929126 Aug 23 14:16:48.003415 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bcc1da40-7c35-46ab-89dc-221a18235668 req-49fee6bc-f267-45ca-80e0-b3905e26d911 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702820 Aug 23 14:16:48.004701 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.006239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3965204 Aug 23 14:16:48.011392 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44120) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:48.024722 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'security_group_rule': {'security_group_id': 'a4a77dab-1d5f-4a6d-874e-f8670ba767a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:48.041902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:48.052287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Usage tracker for resource:security_group_rule and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:48.055417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 52affdf7-f35f-49d8-81d8-454adfcc246f no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:48.059895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:48.081905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:48.143309 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'code': 200} Aug 23 14:16:48.234390 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.287426 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-27dc7204-b059-4c54-b96d-43c3eb266418 req-9fff4b96-f71e-4bda-81d3-1535f3d75ddc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605426 Aug 23 14:16:48.314937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Allocated IP 172.20.0.8 (73e2a67b-cd56-4428-bfeb-427e5f81a087/906ece5b-b30a-4ccd-8b9c-b6b300a838f2/45c56789-654b-4746-b5fe-51f70f65bc36) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:48.419189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] For port 52affdf7-f35f-49d8-81d8-454adfcc246f, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=52affdf7-f35f-49d8-81d8-454adfcc246f,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:48.419881 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.428772 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.462877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-d4701b5b-87a8-4054-9444-9f3f4b6b9bde tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:48.482385 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-d4701b5b-87a8-4054-9444-9f3f4b6b9bde tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 945 time: 0.9492819 Aug 23 14:16:48.537982 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.541489 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e46cae2a-1cfa-4133-98cd-df1fe5b851a3 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:48.575674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81701184-0a3b-408d-8bb3-30d1bea4033f,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:48.581565 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:48.695635 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.697900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Calling delete_port for 52affdf7-f35f-49d8-81d8-454adfcc246f owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:48.759501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ca06e-7ced-4b20-b0ff-5fbc57c11f94 req-6ff505c7-f149-4a36-b8d5-7143c270edba tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:48.774149 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-075ca06e-7ced-4b20-b0ff-5fbc57c11f94 req-6ff505c7-f149-4a36-b8d5-7143c270edba tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 944 time: 0.1817796 Aug 23 14:16:48.794625 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.798233 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7825348 Aug 23 14:16:48.799040 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44128) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:48.807763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'security_group_rule': {'security_group_id': 'a4a77dab-1d5f-4a6d-874e-f8670ba767a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:48.813905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8f48a45-166b-4c0f-aefe-4ed4182537b9 req-4f312354-6285-4a3c-b454-71404c9e9358 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 210 time: 0.2632580 Aug 23 14:16:48.832083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:48.870179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Deleting port acbbac22-eddb-459d-8c90-816801c9dc11 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:48.871332 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-075ca06e-7ced-4b20-b0ff-5fbc57c11f94 req-49f8b3ca-4b2e-4f59-aca6-9de10c04d92c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962193 Aug 23 14:16:48.872964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Usage tracker for resource:security_group_rule and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:48.876653 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:48.877739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:48.920459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:48.930102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Transition to ACTIVE for port object 4a342251-1391-49cc-8da1-47f977b04cb1 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:49.030175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.071727 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.114077 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:49.184334 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.266147 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-b6851a5a-30d4-4df8-bbf1-dcc9d2f838a2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:49.286312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-b6851a5a-30d4-4df8-bbf1-dcc9d2f838a2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:49.302987 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-b6851a5a-30d4-4df8-bbf1-dcc9d2f838a2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:49.304726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-b6851a5a-30d4-4df8-bbf1-dcc9d2f838a2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2418 time: 1.0838408 Aug 23 14:16:49.307034 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.311112 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:49.324694 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.382271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bef00a9-c6a6-4f58-bc39-0fbc15d79bc6,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:49.392922 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:49.467554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334146c8-b034-4c61-8e7f-43c98c01a4d6 None None] Pushing event updated for resources: {'Port': ['ID=4a342251-1391-49cc-8da1-47f977b04cb1,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:49.470732 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-334146c8-b034-4c61-8e7f-43c98c01a4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:49.488109 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Attempting to bind port 4a342251-1391-49cc-8da1-47f977b04cb1 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:49.488556 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Attempting to bind port 4a342251-1391-49cc-8da1-47f977b04cb1 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:49.488951 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Attempting to bind port 4a342251-1391-49cc-8da1-47f977b04cb1 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:49.496292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:49.496959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:49.498287 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.498287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Bound using segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:49.498550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Bound port: 4a342251-1391-49cc-8da1-47f977b04cb1, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:49.498894 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.570737 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.577902 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7777860 Aug 23 14:16:49.580059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44146) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:49.589466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:49.606330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:16:49.612431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Usage tracker for resource:floatingip and tenant:87297a12b9264a8abbf6b71583c33828 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:16:49.617188 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] For port 4a342251-1391-49cc-8da1-47f977b04cb1, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:49.619398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:16:49.627431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:16:49.731149 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.862037 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:49.862668 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.943790 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] For port 4a342251-1391-49cc-8da1-47f977b04cb1, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4a342251-1391-49cc-8da1-47f977b04cb1,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:49.952041 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:49.966140 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.079975 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['acbbac22-eddb-459d-8c90-816801c9dc11'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:16:50.207809 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.220474 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:50.262919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device acbbac22-eddb-459d-8c90-816801c9dc11 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:50.356682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] For port acbbac22-eddb-459d-8c90-816801c9dc11, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=acbbac22-eddb-459d-8c90-816801c9dc11,segment=NetworkSegment(e91c991a-6c2a-4239-95f6-c96443c1bfbf),segment_id=e91c991a-6c2a-4239-95f6-c96443c1bfbf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:50.360337 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.374277 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d8b6147-0db2-43b1-9477-b3b46124ff41 tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:50.516304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Allocated IP 172.25.7.165 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/f82a8e57-3a10-4d9e-bf92-d8149b22e39e) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:16:50.537658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7513650-dc6f-4511-9a34-88946db6f7fa req-247f83b8-4bfa-47de-a1d8-2f20e5a60848 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:50.547136 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:16:50.547943 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7513650-dc6f-4511-9a34-88946db6f7fa req-247f83b8-4bfa-47de-a1d8-2f20e5a60848 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.4299839 Aug 23 14:16:50.554482 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:16:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:50.710543 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334146c8-b034-4c61-8e7f-43c98c01a4d6 None None] Pushing event updated for resources: {'Port': ['ID=4a342251-1391-49cc-8da1-47f977b04cb1,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:50.715458 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-334146c8-b034-4c61-8e7f-43c98c01a4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:50.767881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Calling delete_port for acbbac22-eddb-459d-8c90-816801c9dc11 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:50.816118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event deleted for resources: {'Port': ['ID=52affdf7-f35f-49d8-81d8-454adfcc246f,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:50.826542 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.896954 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7513650-dc6f-4511-9a34-88946db6f7fa req-a175552b-7d88-4aad-9f2b-1ee27e5f1f38 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373115 Aug 23 14:16:50.902051 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:50.908657 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.951526 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.959152 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:50.971536 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:16:50.988232 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3f85c44d-2133-408b-9009-69200a22f6ce tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:51.239515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:51.246362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:51.257788 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:51.292833 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=f82a8e57-3a10-4d9e-bf92-d8149b22e39e,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:51.302755 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:51.369719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61ff6f-6adc-4636-b474-f606415895b0 req-000df33f-8fd0-4858-90e4-72d457c9c12a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:51.376596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61ff6f-6adc-4636-b474-f606415895b0 req-000df33f-8fd0-4858-90e4-72d457c9c12a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:51.384225 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61ff6f-6adc-4636-b474-f606415895b0 req-000df33f-8fd0-4858-90e4-72d457c9c12a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:51.387658 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec61ff6f-6adc-4636-b474-f606415895b0 req-000df33f-8fd0-4858-90e4-72d457c9c12a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2418 time: 0.2415495 Aug 23 14:16:51.466807 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ec61ff6f-6adc-4636-b474-f606415895b0 req-250c3ade-5692-4757-9157-dfaee2e2bffe tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698395 Aug 23 14:16:51.522231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:49Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:16:51.540349 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e8e6b-2fcc-427f-a6b0-7f8ef0d5855c None None] The sync data for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 is: [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:49Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:16:51.578500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.596027 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6b857219-8cdf-4b87-a90c-0abe267eaa4d tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:51.706611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device bf2ca2cf-e24a-4dc3-b99b-feda7468d594 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:51.790851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:16:51.795399 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a546b3-d6a0-4759-897c-4e7a11d35280 req-a14634ab-4965-4809-87d0-4553e0948936 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:51.810792 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-60a546b3-d6a0-4759-897c-4e7a11d35280 req-a14634ab-4965-4809-87d0-4553e0948936 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 931 time: 0.1559896 Aug 23 14:16:51.871975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] No DVR routers for this DVR port 52affdf7-f35f-49d8-81d8-454adfcc246f on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:51.882572 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:51.916332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:16:51.925896 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:16:51.959807 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-60a546b3-d6a0-4759-897c-4e7a11d35280 req-d01004ba-0cd7-4b87-bba9-e5228716191c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479633 Aug 23 14:16:51.999918 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.022380 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.036788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521305-0778-4673-bd25-2afac398ecb9 req-115dd90c-2506-4ad6-9be5-549c9ea1bf33 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:52.039175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0f521305-0778-4673-bd25-2afac398ecb9 req-115dd90c-2506-4ad6-9be5-549c9ea1bf33 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Synchronizing usage tracker for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:52.141971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:52.173448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'name': 'network-vif-deleted', 'tag': '52affdf7-f35f-49d8-81d8-454adfcc246f'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:52.238736 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.239365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f3caeb0b-6d8a-4684-a956-4eb9d136f22b req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "DELETE /v2.0/ports/52affdf7-f35f-49d8-81d8-454adfcc246f HTTP/1.1" status: 204 len: 173 time: 5.2339463 Aug 23 14:16:52.240581 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.244030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.273477 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:52.300949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:52.305913 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:52.317242 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.383164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0f521305-0778-4673-bd25-2afac398ecb9 req-115dd90c-2506-4ad6-9be5-549c9ea1bf33 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Unset dirty status for tenant:dd6d34f02e8c481a888dcb3d034e4d5b on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:52.391754 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0f521305-0778-4673-bd25-2afac398ecb9 req-115dd90c-2506-4ad6-9be5-549c9ea1bf33 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=b108779f-ac34-477b-9fa5-9a31ee6c2b22 HTTP/1.1" status: 200 len: 867 time: 2.9842269 Aug 23 14:16:52.407447 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.436876 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:52.447363 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.448310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dffcc172-34ab-4ece-8027-37b9084436ab no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:52.478842 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-334146c8-b034-4c61-8e7f-43c98c01a4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.518419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Pushing event deleted for resources: {'Port': ['ID=acbbac22-eddb-459d-8c90-816801c9dc11,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.529172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:52.529788 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.539293 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:52.656781 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.685166 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0f521305-0778-4673-bd25-2afac398ecb9 req-6df23343-4c70-4663-992d-966d503334b2 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/security-groups?id=843c42ca-c31c-47bb-88c4-c05c68fd7e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910960 Aug 23 14:16:52.686556 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:52.716472 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.735389 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:52.832841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c51a-ebc1-4509-bd5c-c3823794b5af req-f24e6b9b-407a-4e4e-9ab9-a31817e53678 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:52.834247 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.841810 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-91b9c51a-ebc1-4509-bd5c-c3823794b5af req-f24e6b9b-407a-4e4e-9ab9-a31817e53678 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 944 time: 0.6040177 Aug 23 14:16:52.845387 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.846780 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.879495 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.907990 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:52.965538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:52.966082 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dffcc172-34ab-4ece-8027-37b9084436ab, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dffcc172-34ab-4ece-8027-37b9084436ab,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:52.966360 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:52.987468 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:52.997601 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:53.028581 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.029410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7d1eaa01-d716-4933-873c-29e796b24d6a no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:53.102946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] No DVR routers for this DVR port acbbac22-eddb-459d-8c90-816801c9dc11 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:53.110101 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.116352 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-085f3839-d54e-4366-85ec-e9614b1cb689 req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.82 "DELETE /v2.0/ports/acbbac22-eddb-459d-8c90-816801c9dc11 HTTP/1.1" status: 204 len: 173 time: 4.4996581 Aug 23 14:16:53.130667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for bf2ca2cf-e24a-4dc3-b99b-feda7468d594 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:53.135654 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:53.275604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-91b9c51a-ebc1-4509-bd5c-c3823794b5af req-27c52bcd-296c-4b9a-b166-3a08a7427883 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282601 Aug 23 14:16:53.314582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=f82a8e57-3a10-4d9e-bf92-d8149b22e39e,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:53.319378 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:53.320231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4a342251-1391-49cc-8da1-47f977b04cb1 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:53.323330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-201bff31-374a-49ea-a004-e802317e351c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:53.329537 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.333598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-201bff31-374a-49ea-a004-e802317e351c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.82 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 944 time: 1.2666028 Aug 23 14:16:53.485881 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.496802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9137917 Aug 23 14:16:53.530171 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594', 'code': 200} Aug 23 14:16:53.563403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0633838 Aug 23 14:16:53.634856 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b108779f-ac34-477b-9fa5-9a31ee6c2b22', 'name': 'network-vif-deleted', 'tag': '52affdf7-f35f-49d8-81d8-454adfcc246f', 'status': 'completed', 'code': 200} Aug 23 14:16:53.659878 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:16:53.660507 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:16:53.666269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Request body: {'port': {'device_id': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:53.836723 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298bfef-1ba2-420b-bffd-c3bcb7c607e2 req-bfe0c5d7-a8e7-41cb-99f2-b9fb557e9ad6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:53.846761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298bfef-1ba2-420b-bffd-c3bcb7c607e2 req-bfe0c5d7-a8e7-41cb-99f2-b9fb557e9ad6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:53.858278 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Deleting port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:53.858937 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:53.874917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298bfef-1ba2-420b-bffd-c3bcb7c607e2 req-bfe0c5d7-a8e7-41cb-99f2-b9fb557e9ad6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:53.880665 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a298bfef-1ba2-420b-bffd-c3bcb7c607e2 req-bfe0c5d7-a8e7-41cb-99f2-b9fb557e9ad6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2414 time: 0.2681093 Aug 23 14:16:53.936002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dffcc172-34ab-4ece-8027-37b9084436ab,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:53.950073 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:53.953078 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.024300 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-7cd4afe4-a89d-4442-a722-d69be7a500dd service neutron] show failed (client error): The resource could not be found. Aug 23 14:16:54.025662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-7cd4afe4-a89d-4442-a722-d69be7a500dd service neutron] 10.222.0.82 "GET /v2.0/ports/feab27f7-ea97-4f13-a81a-fa7f424d1807/bindings/n-h2-805628-1 HTTP/1.1" status: 404 len: 380 time: 0.6890733 Aug 23 14:16:54.028399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7d1eaa01-d716-4933-873c-29e796b24d6a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7d1eaa01-d716-4933-873c-29e796b24d6a,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:54.035549 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a298bfef-1ba2-420b-bffd-c3bcb7c607e2 req-56309a6b-a056-4ddd-a950-47e9be2a519d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472533 Aug 23 14:16:54.046673 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 4a342251-1391-49cc-8da1-47f977b04cb1 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:16:54.053596 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 4a342251-1391-49cc-8da1-47f977b04cb1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:54.054635 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.173710 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:54.173710 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.244460 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.265639 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:54.312928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf6ab6-47e1-4c69-a8b1-c1fe1c139845 req-9d0a22d1-38bc-484e-b1be-792a7a31d7f3 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:54.320299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65bf6ab6-47e1-4c69-a8b1-c1fe1c139845 req-9d0a22d1-38bc-484e-b1be-792a7a31d7f3 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 1.0397193 Aug 23 14:16:54.442408 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65bf6ab6-47e1-4c69-a8b1-c1fe1c139845 req-008d06e7-6a2a-4eb5-87c9-fb576ab00b8a tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211047 Aug 23 14:16:54.458315 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=7d1eaa01-d716-4933-873c-29e796b24d6a,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:54.479412 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:54.479412 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.482197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975ed6b-2f6c-4123-8cbb-845f6a0f3000 req-7ce021aa-e2f7-4050-82a9-512a8bd78d76 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:54.489762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b975ed6b-2f6c-4123-8cbb-845f6a0f3000 req-7ce021aa-e2f7-4050-82a9-512a8bd78d76 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 931 time: 0.2158291 Aug 23 14:16:54.512723 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.594841 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b975ed6b-2f6c-4123-8cbb-845f6a0f3000 req-faba6d20-d3ba-4261-a044-fe9c0bec1e6a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040037 Aug 23 14:16:54.598355 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 4a342251-1391-49cc-8da1-47f977b04cb1, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4a342251-1391-49cc-8da1-47f977b04cb1,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:54.691439 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:54.694099 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:54.815042 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=4a342251-1391-49cc-8da1-47f977b04cb1,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:54.818558 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:55.168767 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4a342251-1391-49cc-8da1-47f977b04cb1 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:16:55.169570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-37547ed2-bec6-423c-835b-42b9b87e5692 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1990928966&fields=id&tenant_id=87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 267 time: 0.1838920 Aug 23 14:16:55.170108 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7c497-a18e-4182-bdce-719d4f90654a req-cba0cb91-5cdd-4ef4-8d39-b8cf63fa1578 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:55.170108 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0da7c497-a18e-4182-bdce-719d4f90654a req-cba0cb91-5cdd-4ef4-8d39-b8cf63fa1578 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 943 time: 0.1259565 Aug 23 14:16:55.170589 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port bf2ca2cf-e24a-4dc3-b99b-feda7468d594, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:55.170589 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.171258 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 4a342251-1391-49cc-8da1-47f977b04cb1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:16:55.171258 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.189449 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] For port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:55.189981 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:55.195507 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0da7c497-a18e-4182-bdce-719d4f90654a req-a6eded13-c4b2-4be8-9b49-2f948c88e740 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510876 Aug 23 14:16:55.401469 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42c15448-4da9-45ba-8ed2-b1596be5ed84 req-2e5513f1-d03e-4c86-8223-9b2bbcc6f4a5 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] 10.222.0.72 "GET /v2.0/ports?device_id=04113aca-3442-444e-ab53-fa27a98edfcf HTTP/1.1" status: 200 len: 210 time: 0.0757527 Aug 23 14:16:55.402859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for bf2ca2cf-e24a-4dc3-b99b-feda7468d594 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:55.532942 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab'}, {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:55.668808 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Calling delete_port for 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:55.693539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5b544-ced6-495e-9957-aa341478eafa req-144b0a7b-d031-49d8-97e5-ade6db916e57 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:55.696516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5b544-ced6-495e-9957-aa341478eafa req-144b0a7b-d031-49d8-97e5-ade6db916e57 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:55.702953 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5b544-ced6-495e-9957-aa341478eafa req-144b0a7b-d031-49d8-97e5-ade6db916e57 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:55.704605 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44e5b544-ced6-495e-9957-aa341478eafa req-144b0a7b-d031-49d8-97e5-ade6db916e57 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 2412 time: 0.1589553 Aug 23 14:16:55.785668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44e5b544-ced6-495e-9957-aa341478eafa req-bdd973a1-e08c-41b7-ac2b-d4053566a66a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727572 Aug 23 14:16:55.835296 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-b3609b6b-8986-43cc-81fe-b0d35c49f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:55.836803 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-b3609b6b-8986-43cc-81fe-b0d35c49f79d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c&tenant_id=13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 1101 time: 0.1895449 Aug 23 14:16:55.836997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04113aca-3442-444e-ab53-fa27a98edfcf', 'name': 'network-vif-deleted', 'tag': 'acbbac22-eddb-459d-8c90-816801c9dc11'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:55.849673 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805628-1', 'device_owner': 'compute:nova'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:16:56.042614 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:56.077700 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.109492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64325be8-abf6-46e7-8adb-ee9069e8728d req-7bdaa5c9-445a-4349-a210-331063397c1d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:56.111047 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-64325be8-abf6-46e7-8adb-ee9069e8728d req-7bdaa5c9-445a-4349-a210-331063397c1d tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.2006388 Aug 23 14:16:56.124702 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.225932 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-64325be8-abf6-46e7-8adb-ee9069e8728d req-462834eb-5626-43fd-9690-9fbbf7360326 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829065 Aug 23 14:16:56.247345 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.280696 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0c3bd8e2-7241-4c5c-a1c9-11f68fc5eae6 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:56.334590 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab', 'code': 200} Aug 23 14:16:56.335126 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a', 'code': 200} Aug 23 14:16:56.459555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Port': ['ID=bf2ca2cf-e24a-4dc3-b99b-feda7468d594,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:56.472593 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.506532 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:56.524877 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-27d5be82-4a07-4b58-9ca2-2f1f4900dc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:56.600642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event deleted for resources: {'Port': ['ID=3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:56.645111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:56.676211 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:56.677652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] No DVR routers for this DVR port bf2ca2cf-e24a-4dc3-b99b-feda7468d594 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:56.692385 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303dae-0713-4d3a-9c4a-678749482e30 req-4ccebfa8-dc20-4719-bc29-be1ed041e96a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:56.695915 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.702802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d303dae-0713-4d3a-9c4a-678749482e30 req-4ccebfa8-dc20-4719-bc29-be1ed041e96a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 931 time: 0.2214200 Aug 23 14:16:56.730898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-0302f20e-fcdc-4161-bb4b-f44c0309df3a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:56.732228 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-0302f20e-fcdc-4161-bb4b-f44c0309df3a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 1.5807195 Aug 23 14:16:56.760565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-83b53078-5dc8-46b2-9f0b-c1ebacb9dfcc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/quotas/87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 375 time: 0.0125978 Aug 23 14:16:56.766387 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] No DVR routers for this DVR port 3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:56.771708 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.789076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d303dae-0713-4d3a-9c4a-678749482e30 req-1dc06971-1eec-4566-a60e-a8b771694d2d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851002 Aug 23 14:16:56.822292 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:56.917969 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:56.925459 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:56.955034 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Transition to ACTIVE for port object feab27f7-ea97-4f13-a81a-fa7f424d1807 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:57.033888 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.043716 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd431912-7729-4689-a1b6-90e38da8f6eb tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:57.050417 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04113aca-3442-444e-ab53-fa27a98edfcf', 'name': 'network-vif-deleted', 'tag': 'acbbac22-eddb-459d-8c90-816801c9dc11', 'status': 'completed', 'code': 200} Aug 23 14:16:57.060044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "DELETE /v2.0/ports/bf2ca2cf-e24a-4dc3-b99b-feda7468d594 HTTP/1.1" status: 204 len: 173 time: 7.6503398 Aug 23 14:16:57.146931 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:16:57.164624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be7db6f6-8abd-4c10-92f9-7450108fb1fb req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.82 "DELETE /v2.0/ports/3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55 HTTP/1.1" status: 204 len: 173 time: 3.8297725 Aug 23 14:16:57.291878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port dffcc172-34ab-4ece-8027-37b9084436ab {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:57.293114 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.377803 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c56789-654b-4746-b5fe-51f70f65bc36 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:16:57.418578 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.479171 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.496791 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-24df1171-b520-4bb3-b83e-d639bcdd7840 req-ee389bdd-998e-4abf-b0f3-d0d769da41b3 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1d51fa2-6123-405a-a059-91b6520885e0 HTTP/1.1" status: 200 len: 210 time: 0.1945307 Aug 23 14:16:57.506374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] No DVR routers for this DVR port feab27f7-ea97-4f13-a81a-fa7f424d1807 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:57.546239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=6']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:57.549457 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:57.580820 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:57.581674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:57.582094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:57.588154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:57.588522 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:57.595926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:57.596564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:57.597072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:57.597616 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Bound port: feab27f7-ea97-4f13-a81a-fa7f424d1807, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:57.598091 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.625865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Transition to ACTIVE for port object 45c56789-654b-4746-b5fe-51f70f65bc36 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:16:57.634587 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6c8ff2cc-efdd-4239-a3a3-e5e8e8c3b5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.650696 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-34531939-545e-48e9-8287-66dcb56b280d req-d1fe3607-0d42-4347-96fd-75d00eb894f4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:16:57.703712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44250) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:57.752650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:57.756402 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.765140 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3ec1ba0b-55c4-40ef-b806-1fcf1bf0df46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:57.772603 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:57.786451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Deleting subnet 19f2133b-da89-4844-b4ee-c70d63ce9717 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:16:57.790180 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.926280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-34531939-545e-48e9-8287-66dcb56b280d req-d1fe3607-0d42-4347-96fd-75d00eb894f4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:16:57.940393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-d1fe3607-0d42-4347-96fd-75d00eb894f4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1491470 Aug 23 14:16:57.958067 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.966638 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:57.990842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:58.007705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port dffcc172-34ab-4ece-8027-37b9084436ab, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dffcc172-34ab-4ece-8027-37b9084436ab,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:16:58.010923 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.016762 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:58.037969 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-248269ad-a832-4c51-80c9-d1b15ec4cf1c tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:58.046833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:16:58.083804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.085815 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.088364 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] 10.222.0.64 "PUT /v2.0/ports/feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 1096 time: 2.2433279 Aug 23 14:16:58.160337 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.231677 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:16:58.261568 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:58.291914 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378dcf-ad6e-4a18-85c2-c2c6abac2f03 req-90b32cec-9efe-4554-a42a-7bf165473b0d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.299547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50378dcf-ad6e-4a18-85c2-c2c6abac2f03 req-90b32cec-9efe-4554-a42a-7bf165473b0d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.308528 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50378dcf-ad6e-4a18-85c2-c2c6abac2f03 req-90b32cec-9efe-4554-a42a-7bf165473b0d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 1679 time: 0.4753175 Aug 23 14:16:58.341451 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:58.369954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for dffcc172-34ab-4ece-8027-37b9084436ab owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:16:58.468048 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50378dcf-ad6e-4a18-85c2-c2c6abac2f03 req-e886a4cb-088c-4271-b70d-7061948e7b9b tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578934 Aug 23 14:16:58.488175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.558506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-f72d6563-8141-44dd-a440-eb3ef324c105 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167669 Aug 23 14:16:58.626949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:16:58.626949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:16:58.626949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:58.637980 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'code': 200} Aug 23 14:16:58.652843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-84e05afc-e952-4181-9a9b-0a325c931d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.653471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:16:58.653913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:16:58.654419 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-84e05afc-e952-4181-9a9b-0a325c931d3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1099 time: 0.5236940 Aug 23 14:16:58.665956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:16:58.668622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:16:58.668622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:16:58.668622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Bound port: 45c56789-654b-4746-b5fe-51f70f65bc36, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:16:58.668622 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.793237 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-d9982aea-876c-4b18-8a3a-dcd9c856ae55 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274246 Aug 23 14:16:58.904215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-beffb97d-8127-42ec-b18b-0ce75f30138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:58.906621 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-beffb97d-8127-42ec-b18b-0ce75f30138f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2428646 Aug 23 14:16:58.957840 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:58.980848 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:16:58.984526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:16:59.051489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-deleted', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594'}, {'server_uuid': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'name': 'network-vif-deleted', 'tag': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:16:59.068763 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.076305 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4f70d8bf-d483-4d18-b739-7c3ba6849af6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:59.084348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-3f02019d-b459-4245-84f9-fdbe055388b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.1122181 Aug 23 14:16:59.084348 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bc973d0a-e80d-4ff7-9fae-57f967d903e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:59.115452 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.133564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Port': ['ID=dffcc172-34ab-4ece-8027-37b9084436ab,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:59.139257 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.153600 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f2133b-da89-4844-b4ee-c70d63ce9717,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:59.170179 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:59.170179 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:16:59.200915 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:59.241528 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/19f2133b-da89-4844-b4ee-c70d63ce9717 HTTP/1.1" status: 204 len: 168 time: 1.5363619 Aug 23 14:16:59.257704 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44268) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:16:59.486855 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.500981 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-cf6bfb94-bfac-46da-b30d-149a86fd68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:59.503182 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-cf6bfb94-bfac-46da-b30d-149a86fd68d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3773711 Aug 23 14:16:59.522428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb90f5f-b21b-4ac2-93f8-5c3305a22cb5 req-2375a046-c4b0-44fb-9735-f5c63a0ada72 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:59.524480 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bb90f5f-b21b-4ac2-93f8-5c3305a22cb5 req-2375a046-c4b0-44fb-9735-f5c63a0ada72 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 948 time: 0.6158812 Aug 23 14:16:59.625336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:59.625969 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.627296 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] 10.222.0.64 "PUT /v2.0/ports/45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 1091 time: 5.9763544 Aug 23 14:16:59.635052 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] No DVR routers for this DVR port dffcc172-34ab-4ece-8027-37b9084436ab on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:16:59.639666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.650319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bb90f5f-b21b-4ac2-93f8-5c3305a22cb5 req-264bc45a-2fad-48a8-b180-eede0bd0e460 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723555 Aug 23 14:16:59.682279 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-9e940a12-db80-4b7f-a402-b1e1c0ceaed5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "DELETE /v2.0/ports/dffcc172-34ab-4ece-8027-37b9084436ab HTTP/1.1" status: 204 len: 173 time: 2.6053674 Aug 23 14:16:59.833846 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e378f863-8d33-40f1-9f2a-a709ded8b5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.856038 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-a8f45415-3ac2-41e1-ac66-df01da05cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:16:59.858319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-a8f45415-3ac2-41e1-ac66-df01da05cad9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3477185 Aug 23 14:16:59.860891 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:16:59.894622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:16:59.928968 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:16:59.938798 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port 7d1eaa01-d716-4933-873c-29e796b24d6a {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:16:59.939191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.059550 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22a0b-04db-45e4-8128-babf555dd0bd req-9f87eb06-b020-46cb-9560-b6cb56b5e716 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:00.060678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2dd22a0b-04db-45e4-8128-babf555dd0bd req-9f87eb06-b020-46cb-9560-b6cb56b5e716 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:00.283607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-abe14164-646d-4625-a751-9bddd612572f service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143052 Aug 23 14:17:00.284244 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-deleted', 'tag': 'bf2ca2cf-e24a-4dc3-b99b-feda7468d594', 'status': 'completed', 'code': 200} Aug 23 14:17:00.284390 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d51fa2-6123-405a-a059-91b6520885e0', 'name': 'network-vif-deleted', 'tag': '3020a292-f7f8-4fd2-bcfa-ef55b8b9eb55', 'status': 'completed', 'code': 200} Aug 23 14:17:00.330522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port 7d1eaa01-d716-4933-873c-29e796b24d6a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7d1eaa01-d716-4933-873c-29e796b24d6a,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:00.331087 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.352197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be1225d-dc75-42b7-8721-9441bc28339e']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:00.364642 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42c17008-9619-4322-94fc-4190993388d0 req-acce4303-3b8b-45cf-b794-6603a8e7cc25 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 210 time: 0.0867345 Aug 23 14:17:00.376578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91c991a-6c2a-4239-95f6-c96443c1bfbf') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:00.376870 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91c991a-6c2a-4239-95f6-c96443c1bfbf') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:00.414546 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.414793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2dd22a0b-04db-45e4-8128-babf555dd0bd req-9f87eb06-b020-46cb-9560-b6cb56b5e716 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:00.415946 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2dd22a0b-04db-45e4-8128-babf555dd0bd req-9f87eb06-b020-46cb-9560-b6cb56b5e716 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 943 time: 0.8545232 Aug 23 14:17:00.482714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-19c42c1c-f3fe-4329-b0f1-e1b444f8ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:00.484411 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-19c42c1c-f3fe-4329-b0f1-e1b444f8ba5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1094 time: 0.6927159 Aug 23 14:17:00.494031 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.496751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for 7d1eaa01-d716-4933-873c-29e796b24d6a owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:00.521204 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:17:00.521684 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:17:00.535363 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:17:00.668357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:00.681608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-d2c3014f-b840-4e74-8c3b-4149113e284e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 217 time: 0.1151102 Aug 23 14:17:00.689705 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2dd22a0b-04db-45e4-8128-babf555dd0bd req-d4ca7181-6fe2-4e55-af44-64e4bfcdffed tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591973 Aug 23 14:17:00.693219 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-2c39186b-b68c-4831-a6a0-4f759542e86b service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647220 Aug 23 14:17:00.758586 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:17:00.786242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9de89-a42d-40d4-b667-f9ff5fc8d358 req-c6b55587-81bc-49c3-92f5-935d361b456d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:00.788043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-48e9de89-a42d-40d4-b667-f9ff5fc8d358 req-c6b55587-81bc-49c3-92f5-935d361b456d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 944 time: 0.1587641 Aug 23 14:17:00.821463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e0a03e4f-eb65-4b72-a963-4ad9476e9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:00.864376 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-e0a03e4f-eb65-4b72-a963-4ad9476e9f54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1324449 Aug 23 14:17:00.864948 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.901884 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:00.922133 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:00.951356 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-7f1fa8fd-e5fe-4fbe-b871-58a397189924 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828755 Aug 23 14:17:00.953632 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-48e9de89-a42d-40d4-b667-f9ff5fc8d358 req-5281515b-25e7-4f38-9ff2-5386602fca21 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575470 Aug 23 14:17:00.984155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Pushing event deleted for resources: {'Network': ['ID=6be1225d-dc75-42b7-8721-9441bc28339e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:01.055427 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:01.130203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-b5c1ab1c-cd65-4fd2-a6f0-d3d65b36781f service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635695 Aug 23 14:17:01.137914 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'status': 'completed', 'code': 200} Aug 23 14:17:01.231436 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-c4385c59-ef3e-4950-a661-6dddbf57719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:01.232929 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-c4385c59-ef3e-4950-a661-6dddbf57719b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1099 time: 0.0762606 Aug 23 14:17:01.341431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] 10.222.0.72 "DELETE /v2.0/networks/6be1225d-dc75-42b7-8721-9441bc28339e HTTP/1.1" status: 204 len: 168 time: 2.0779183 Aug 23 14:17:01.359213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2b3a40f-5b5a-4af9-a8aa-6a32063dff8c req-37782ffc-c011-4b19-a613-236b178d4cf9 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142451 Aug 23 14:17:01.363834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-0c216a1e-4bbb-407a-a669-54810649b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:01.366463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-0c216a1e-4bbb-407a-a669-54810649b0ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1099 time: 0.2015009 Aug 23 14:17:01.471603 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-3bb97dbb-bfb9-41f9-bf18-b5178aaa6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:01.476352 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-3bb97dbb-bfb9-41f9-bf18-b5178aaa6970 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2353957 Aug 23 14:17:01.491798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481b318-f34c-4a0a-979c-84e2864582a7 req-6658513e-5bf0-458d-be01-d847727563f5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:01.500322 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0481b318-f34c-4a0a-979c-84e2864582a7 req-6658513e-5bf0-458d-be01-d847727563f5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 948 time: 0.2418432 Aug 23 14:17:01.502338 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:01.544949 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:01.571060 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-85079dc4-66c1-4183-98e1-6a1083f9e300 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:01.600351 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44306) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:01.624656 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-790c1b46-50f1-43a9-812b-56a09331b855 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.1042740 Aug 23 14:17:01.628255 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576536477', 'description': 'tempest-description--999269388'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:01.758939 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0481b318-f34c-4a0a-979c-84e2864582a7 req-cfd5f4b5-03e9-4242-9244-09f803c4d140 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545559 Aug 23 14:17:01.762454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-1c2c72be-b007-4285-aad1-aa8bed8fc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:01.765440 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-1c2c72be-b007-4285-aad1-aa8bed8fc21c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1099324 Aug 23 14:17:01.770336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:01.937155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44322) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:01.938128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:02.060868 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bbde339c-964f-4833-b068-3998c5369208 req-1e69638d-2df6-4612-9ada-86f8889c9116 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 210 time: 0.0681834 Aug 23 14:17:02.072394 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.168275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 44328) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:02.169585 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-78bbf654-86a6-423f-a8a6-d6633377c874 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd6d34f02e8c481a888dcb3d034e4d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287562 Aug 23 14:17:02.198012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:02.206330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Usage tracker for resource:security_group_rule and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:02.218846 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-1c1e857f-5885-483b-b7b4-aac530becf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:02.220509 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-1c1e857f-5885-483b-b7b4-aac530becf4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4449792 Aug 23 14:17:02.221638 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:02.302808 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:02.320997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Port': ['ID=7d1eaa01-d716-4933-873c-29e796b24d6a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:02.325776 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36'}, {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-deleted', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:02.353273 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:02.405210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2bd3be24-4598-4402-bf0d-044cb8ab0aff req-d9254fcb-2aa7-432d-acd0-33149880fd24 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 210 time: 0.0878274 Aug 23 14:17:02.446543 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] No DVR routers for this DVR port 7d1eaa01-d716-4933-873c-29e796b24d6a on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:02.458687 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.491211 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-08093722-06c3-43d7-8a85-d85e2d16e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:02.493902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-08093722-06c3-43d7-8a85-d85e2d16e290 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 1.1198499 Aug 23 14:17:02.592245 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.636885 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba8618-2d2b-46e9-9159-e6ba4e40caad req-024f4f37-e2fc-43a0-8553-4b9c4057f483 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:02.638669 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3fba8618-2d2b-46e9-9159-e6ba4e40caad req-024f4f37-e2fc-43a0-8553-4b9c4057f483 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 943 time: 0.6411777 Aug 23 14:17:02.640910 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36', 'status': 'completed', 'code': 200} Aug 23 14:17:02.641374 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-deleted', 'tag': 'dffcc172-34ab-4ece-8027-37b9084436ab', 'status': 'completed', 'code': 200} Aug 23 14:17:02.644798 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-80213957-291b-4837-a60d-30dbb4dc56a8 req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.64 "DELETE /v2.0/ports/7d1eaa01-d716-4933-873c-29e796b24d6a HTTP/1.1" status: 204 len: 173 time: 2.9552851 Aug 23 14:17:02.646289 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-64a41094-f4df-407c-b18d-979a14d48009 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.1238415 Aug 23 14:17:02.649190 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.677426 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:02.684137 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-69c582f1-1e54-43cc-85ed-941ccf647ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:02.788096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-77469f2c-cd00-4013-a8e7-a589bc365483 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579538 Aug 23 14:17:02.796094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff6d320-5cda-4b7e-a07f-527be03ff49d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:02.802276 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:02.922804 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3fba8618-2d2b-46e9-9159-e6ba4e40caad req-57f5109d-a7e5-484f-8d06-e82e5a40fb6e tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751677 Aug 23 14:17:02.958312 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.054629 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.093322 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.095455 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4939132 Aug 23 14:17:03.114733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44350) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:03.130430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Request body: {'security_group_rule': {'security_group_id': '4ff6d320-5cda-4b7e-a07f-527be03ff49d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:03.152902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:03.160411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Usage tracker for resource:security_group_rule and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:03.165829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:03.212180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:03.227490 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-c5c8f3b9-c325-421f-a18f-5a1d30cb232b service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239073 Aug 23 14:17:03.255749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0c520-7f5b-4649-81e0-600cceb3d37a req-482a6f52-02ad-4b0b-9b88-c63ed65c995f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:03.268474 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-45e0c520-7f5b-4649-81e0-600cceb3d37a req-482a6f52-02ad-4b0b-9b88-c63ed65c995f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 948 time: 0.3028350 Aug 23 14:17:03.394995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-3a471d29-edab-458d-b1e5-92dda3284abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:03.397395 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-3a471d29-edab-458d-b1e5-92dda3284abf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.6472411 Aug 23 14:17:03.465775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-52db77a9-387a-4c29-ab5a-39203167c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:03.467929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-52db77a9-387a-4c29-ab5a-39203167c9d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1094 time: 0.7786016 Aug 23 14:17:03.572342 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.593209 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-035ed930-2494-45cc-816d-d26eb66916e0 req-4b91cf1d-40a4-4976-92b9-eb784fe51ee2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 210 time: 0.1397469 Aug 23 14:17:03.594539 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-45e0c520-7f5b-4649-81e0-600cceb3d37a req-6132ae05-f372-4ffa-a8dc-158b566c46d8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191381 Aug 23 14:17:03.728958 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.766146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:03.766503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-7089fae1-a2ec-46bc-9f6c-dfd5f39682fc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:03.768219 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-7089fae1-a2ec-46bc-9f6c-dfd5f39682fc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.5610006 Aug 23 14:17:03.828102 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.830585 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:03.884804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94b1014-c7a8-4b8d-9b58-0396e6739e6b,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:03.895401 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:03.960200 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.960812 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:03.964569 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8387928 Aug 23 14:17:03.969936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44368) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:03.976319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Request body: {'security_group_rule': {'security_group_id': '4ff6d320-5cda-4b7e-a07f-527be03ff49d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:03.994869 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:04.004664 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Usage tracker for resource:security_group_rule and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:04.013571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:04.023890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:04.032904 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6c3d588f-9871-4f46-ab30-9b230ed36965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:04.048140 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:04.066076 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'mac_address': 'fa:16:3e:fe:99:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:04.094752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cd93cd74-bdce-4eeb-97e0-79ea569ced9c req-4f3c4266-e4a5-48f1-bcff-ae693cc86934 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:04.143084 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.144781 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.198996 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-0ab84ef0-84aa-4556-82d2-a83a6dd4d864 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 380 time: 0.3728364 Aug 23 14:17:04.199869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c42ca-c31c-47bb-88c4-c05c68fd7e63,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:04.211533 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'port': {'device_id': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'admin_state_up': True, 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'security_groups': ['a4a77dab-1d5f-4a6d-874e-f8670ba767a5']}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:04.227081 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:04.228391 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-8b61cc74-84c9-43ff-8807-c044beebebed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:04.229969 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-8b61cc74-84c9-43ff-8807-c044beebebed service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.7499585 Aug 23 14:17:04.232060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-7d66885a-71d4-41a5-b4c5-c1dc1dd5b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:04.233732 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-7d66885a-71d4-41a5-b4c5-c1dc1dd5b33d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8270552 Aug 23 14:17:04.234130 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feab27f7-ea97-4f13-a81a-fa7f424d1807 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:04.270906 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:04.357292 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.390607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b058f-b981-401a-97c0-94b0f67c711c req-3b308d95-4b6e-4e70-bba6-3efec90b91e9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:04.392342 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-242b058f-b981-401a-97c0-94b0f67c711c req-3b308d95-4b6e-4e70-bba6-3efec90b91e9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 943 time: 0.2144663 Aug 23 14:17:04.398988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-8ed9a102-e34e-45b1-a894-2331fcd62ad6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 217 time: 0.1558490 Aug 23 14:17:04.400026 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.400919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:04.405076 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:04.471022 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.484063 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7bd8d960-a1cb-4107-b1d5-c2aaa5aa6c37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:04.501845 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.502877 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/843c42ca-c31c-47bb-88c4-c05c68fd7e63 HTTP/1.1" status: 204 len: 168 time: 2.2911711 Aug 23 14:17:04.511976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cd93cd74-bdce-4eeb-97e0-79ea569ced9c req-4f3c4266-e4a5-48f1-bcff-ae693cc86934 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:04.513117 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-242b058f-b981-401a-97c0-94b0f67c711c req-f0a1e98a-e5e9-4071-9c49-a1f92012b21a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962908 Aug 23 14:17:04.520435 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd93cd74-bdce-4eeb-97e0-79ea569ced9c req-4f3c4266-e4a5-48f1-bcff-ae693cc86934 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=a647cac5-b6ac-4cfe-abb2-100fa86023ea HTTP/1.1" status: 200 len: 210 time: 0.6723678 Aug 23 14:17:04.541299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:04.548444 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560a8881-342e-40a2-9bbe-5bca8d7b60bf,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:04.554562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.554967 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.555251 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.556135 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.556482 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.556822 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:04.556997 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.558429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.558825 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.559115 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.559445 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.560439 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.560775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:04.569639 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:04.712039 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-deleted', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:04.779705 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:04.813576 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '45c56789-654b-4746-b5fe-51f70f65bc36', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'port_id': '45c56789-654b-4746-b5fe-51f70f65bc36', 'mac_address': 'fa:16:3e:59:8c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ece5b-b30a-4ccd-8b9c-b6b300a838f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:04.829689 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.830884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8599341 Aug 23 14:17:04.834497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44382) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:04.841547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:04.853006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:04.877432 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Usage tracker for resource:floatingip and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:04.882564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685a105-0fc1-4173-850f-203023f07274 req-30e81623-c1a6-436e-beb3-e84e75705772 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:04.892717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d685a105-0fc1-4173-850f-203023f07274 req-30e81623-c1a6-436e-beb3-e84e75705772 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.1400080 Aug 23 14:17:04.901010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-807a4f61-3179-4fb6-9a9d-4b3e15bfe5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:04.903071 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-807a4f61-3179-4fb6-9a9d-4b3e15bfe5fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.4402695 Aug 23 14:17:04.907036 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:04.914497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:04.920562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa39442e-4917-45ac-97c7-91fbacfd913e req-e14bae6c-f9bc-42dd-b4a6-3bfca77a0a23 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 210 time: 0.1047020 Aug 23 14:17:04.924707 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:04.932909 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:04.973796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c56789-654b-4746-b5fe-51f70f65bc36 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:04.974759 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d685a105-0fc1-4173-850f-203023f07274 req-4502b02a-2c69-4960-a1d6-6b68771dfccb tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808594 Aug 23 14:17:05.002041 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:05.040337 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.125665 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.127961 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:05.298954 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:05.308073 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:05.318804 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a647cac5-b6ac-4cfe-abb2-100fa86023ea', 'name': 'network-vif-deleted', 'tag': '7d1eaa01-d716-4933-873c-29e796b24d6a', 'status': 'completed', 'code': 200} Aug 23 14:17:05.326441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:05.348667 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-3e03f021-b3d0-45f4-a638-cc70c0b2e8ea service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0356867 Aug 23 14:17:05.351687 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.357209 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-db396a24-f1b4-47c5-879e-d678d7175df8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4295595 Aug 23 14:17:05.400741 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['45c56789-654b-4746-b5fe-51f70f65bc36'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:05.463280 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['feab27f7-ea97-4f13-a81a-fa7f424d1807'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:05.483442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Made reservation on behalf of 87297a12b9264a8abbf6b71583c33828 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:05.504810 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:05.647641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Allocated IP 172.25.7.117 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/2d031b80-a42e-434f-8cc3-4d6629ef9b85) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:05.914786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 44414) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:06.174515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-01c80756-0713-43b6-ab67-6e8f52cd00ec service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865608 Aug 23 14:17:06.177611 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.191674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-78df37d6-26b8-45b0-a578-3a80dee47f7f req-e6d1929a-3e1b-439e-aec0-805446e34020 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334651 Aug 23 14:17:06.205164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-5d48e020-ae4b-4349-b04c-5fd5dd24c9d5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:06.207493 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-5d48e020-ae4b-4349-b04c-5fd5dd24c9d5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.64 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c&tenant_id=13a602149613424aabf30ce28c41628b&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 949 time: 0.3077810 Aug 23 14:17:06.224370 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7c528-29a7-452f-a1d2-2c25b50b758e req-4a066c6b-a34c-41fa-a0ba-adaff8863249 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:06.231912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5ef7c528-29a7-452f-a1d2-2c25b50b758e req-4a066c6b-a34c-41fa-a0ba-adaff8863249 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.4274273 Aug 23 14:17:06.350828 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5ef7c528-29a7-452f-a1d2-2c25b50b758e req-b7daa38a-ccaa-4cfa-afb5-22ce15041575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165478 Aug 23 14:17:06.366062 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting subnet d9a55553-68ba-450c-bd5f-46a562902ed2 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:17:06.405963 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-c4fa160b-c8a1-4048-8711-1db3d2765950 service neutron] 10.222.0.64 "GET /v2.0/ports/feab27f7-ea97-4f13-a81a-fa7f424d1807/bindings/n-h2-805628-1 HTTP/1.1" status: 200 len: 382 time: 0.1910541 Aug 23 14:17:06.502498 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.530547 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.536489 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-63ce3728-b9d0-49b9-aab0-a8df188036d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:06.652426 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Allocated IP 172.20.0.4 (875e11a6-5dac-4a9b-8090-7584ccbc87a2/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72/78e1a1c5-5e30-41cd-8ff1-64e94decaa27) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:06.656040 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:06.656861 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'Port': ['ID=2d031b80-a42e-434f-8cc3-4d6629ef9b85,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:06.677344 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:06.734648 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ac8d842-6491-4a68-9c26-528ad77e22ec req-4e68f0c3-0017-4a2a-a9ee-1a4616681222 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198443 Aug 23 14:17:06.739414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:06.742096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-078c9fc9-8263-41cf-a862-ea67d0e45e6e req-c635c6cb-c4cd-485d-9771-2f9f266ad4f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 210 time: 0.0977993 Aug 23 14:17:06.744507 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:06.749196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:06.837781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-477e3530-63ab-4747-9f9b-61003da5cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:06.839623 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-477e3530-63ab-4747-9f9b-61003da5cc5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1100 time: 0.3891628 Aug 23 14:17:06.851459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44436) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:06.971454 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06af832-98cf-4141-9de2-12708f895d06 req-079473e2-131c-44d5-b6cb-0c0dc5dc5a0f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:06.990048 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b06af832-98cf-4141-9de2-12708f895d06 req-079473e2-131c-44d5-b6cb-0c0dc5dc5a0f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.6286688 Aug 23 14:17:07.023228 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.086038 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-22a6d52c-a807-4f74-9714-53724ee60908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:07.092938 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-22a6d52c-a807-4f74-9714-53724ee60908 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2319326 Aug 23 14:17:07.220386 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b06af832-98cf-4141-9de2-12708f895d06 req-beb8e53a-3e7d-47a2-a242-fdc990b5d32f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293317 Aug 23 14:17:07.222956 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1111769288-network', 'tenant_id': 'f7f59a98ccbb421980f5108d59b69d58'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:07.235667 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.241699 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.410553 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.419350 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-83c591aa-f95e-4987-8c4c-ad4511fd9ce1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.3199129 Aug 23 14:17:07.420383 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:07.467135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Usage tracker for resource:network and tenant:f7f59a98ccbb421980f5108d59b69d58 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:07.470735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Transition to ACTIVE for port object 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:07.476114 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:07.489913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:07.565358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-d4b0c2dd-a367-4bb6-8587-c181aca41b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:07.566855 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-d4b0c2dd-a367-4bb6-8587-c181aca41b6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1368327 Aug 23 14:17:07.571408 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.592311 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0627a319-fa6b-443b-985f-152e91f2465d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:07.646819 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.649138 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472201b-4a28-47a4-a584-e8cc32f5c0a3 None None] Network 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:07.662488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.686645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a55553-68ba-450c-bd5f-46a562902ed2,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:07.689951 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:07.704019 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f1b67694-e706-4dc8-8df8-563605357de4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:07.719959 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.782128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Made reservation on behalf of f7f59a98ccbb421980f5108d59b69d58 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:07.784835 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.810621 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.829596 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:07.839823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:07.843952 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:07.902873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/subnets/d9a55553-68ba-450c-bd5f-46a562902ed2 HTTP/1.1" status: 204 len: 168 time: 1.9673808 Aug 23 14:17:07.913677 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 44454) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:07.944465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:07.950161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:07.966421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:07.981284 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:07.991047 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:07.995189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'Port': ['ID=2d031b80-a42e-434f-8cc3-4d6629ef9b85,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:08.003541 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:08.017440 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:08.025128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Usage tracker for resource:security_group_rule and tenant:f7f59a98ccbb421980f5108d59b69d58 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:08.033847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:08.056595 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:08.245478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-66285553-c726-41cc-bb4e-14d5d59a0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:08.245478 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-66285553-c726-41cc-bb4e-14d5d59a0e83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5162718 Aug 23 14:17:08.245478 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.262694 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.282318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:08.283005 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.329005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea860aec-3f9e-42e4-91ae-97223fafd1ba req-7f15062d-da46-4b03-b19f-18b0fd858ed6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:08.330880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ea860aec-3f9e-42e4-91ae-97223fafd1ba req-7f15062d-da46-4b03-b19f-18b0fd858ed6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.7989662 Aug 23 14:17:08.339463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:08.339812 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.367491 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] DHCP port deletion for 9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:17:08.380374 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Deleting port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:08.380767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.551451 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port feab27f7-ea97-4f13-a81a-fa7f424d1807 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:08.551451 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port feab27f7-ea97-4f13-a81a-fa7f424d1807 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:08.551451 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.592430 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.606387 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-f75d9f47-3fc7-451a-8125-cd40e90d7003 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389478 Aug 23 14:17:08.633848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ea860aec-3f9e-42e4-91ae-97223fafd1ba req-93d64e91-fe34-41cd-887f-c2bb366540db tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644527 Aug 23 14:17:08.644623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7655af-0b45-4d9f-8798-c063b368f231 req-663068aa-e7bc-44ff-acf2-7a1b3b5ec27c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:08.652053 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ea7655af-0b45-4d9f-8798-c063b368f231 req-663068aa-e7bc-44ff-acf2-7a1b3b5ec27c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 931 time: 0.5488186 Aug 23 14:17:08.723633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5117841 Aug 23 14:17:08.748119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Request body: {'port': {'device_id': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:08.758591 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] For port 2cc93ea5-3d62-4361-9a33-9662f2a29a33, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=2cc93ea5-3d62-4361-9a33-9662f2a29a33,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:08.759148 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.785493 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.793121 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9574852 Aug 23 14:17:08.800474 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.807997 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40bea7e1-587c-495c-b0ba-f986d8e3f861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:08.820534 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.824416 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ea7655af-0b45-4d9f-8798-c063b368f231 req-daa76104-a04e-4ffa-b2d1-57c2d7a20397 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:08.866988 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c23e6324-b7f2-4751-a0d1-b71baf34a6a8 None None] Provisioning for port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:08.886527 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:17:08.900234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df4223c-f055-45e4-b60e-9a6a17dfc3cd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:08.911695 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:08.916604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-2914e53c-91c2-4a7b-a8ad-45115a7a8848 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990384 Aug 23 14:17:08.919702 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:08.919958 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Added segment 0fa833e6-99c7-4cda-9639-2ec1b364ab9d of type vlan for network 380ecbc4-3148-442a-b227-f47869dce023 Aug 23 14:17:08.969034 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.046049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-ea7655af-0b45-4d9f-8798-c063b368f231 req-daa76104-a04e-4ffa-b2d1-57c2d7a20397 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:09.075658 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ea7655af-0b45-4d9f-8798-c063b368f231 req-daa76104-a04e-4ffa-b2d1-57c2d7a20397 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227836 Aug 23 14:17:09.177268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port 2cc93ea5-3d62-4361-9a33-9662f2a29a33, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=2cc93ea5-3d62-4361-9a33-9662f2a29a33,segment=NetworkSegment(5ec49113-c674-4ecc-945f-3f373fef5026),segment_id=5ec49113-c674-4ecc-945f-3f373fef5026)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:09.177934 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.206102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Calling delete_port for 2cc93ea5-3d62-4361-9a33-9662f2a29a33 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:09.211036 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.219297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:09.220055 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.227939 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-70ad31ba-a663-4c4a-adf6-ffa99b1c0eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:09.307288 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c23e6324-b7f2-4751-a0d1-b71baf34a6a8 None None] Provisioning complete for port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:09.307768 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c23e6324-b7f2-4751-a0d1-b71baf34a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.344452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 2cc93ea5-3d62-4361-9a33-9662f2a29a33 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:09.480045 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:09.483474 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for 2cc93ea5-3d62-4361-9a33-9662f2a29a33 owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:09.490707 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.512735 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:09.526312 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Pushing event updated for resources: {'Network': ['ID=380ecbc4-3148-442a-b227-f47869dce023,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:09.538507 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6856437 Aug 23 14:17:09.539826 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:09.543687 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44492) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:09.550522 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Request body: {'subnet': {'network_id': '380ecbc4-3148-442a-b227-f47869dce023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1111769288-subnet', 'tenant_id': 'f7f59a98ccbb421980f5108d59b69d58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:09.555719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9cc0-cb58-494c-9edb-89579fe407f3 req-4fb7c576-21c0-4882-a8ae-cc6b3ab83f5b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:09.564887 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-85db9cc0-cb58-494c-9edb-89579fe407f3 req-4fb7c576-21c0-4882-a8ae-cc6b3ab83f5b tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.5615442 Aug 23 14:17:09.566245 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 380ecbc4-3148-442a-b227-f47869dce023 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:17:09.579247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:09.602809 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:09.608417 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.628440 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Pushing event deleted for resources: {'Port': ['ID=2cc93ea5-3d62-4361-9a33-9662f2a29a33,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:09.639720 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:09.654609 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Usage tracker for resource:subnet and tenant:f7f59a98ccbb421980f5108d59b69d58 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:09.659467 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] No DVR routers for this DVR port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:09.664639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c23e6324-b7f2-4751-a0d1-b71baf34a6a8 None None] Port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:17:09.666728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:09.678950 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-85db9cc0-cb58-494c-9edb-89579fe407f3 req-b1abac26-157c-4c21-b54b-f78ff9491066 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124372 Aug 23 14:17:09.688266 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:09.749849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No active binding found for port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 {{(pid=80760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Aug 23 14:17:09.750287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 2cc93ea5-3d62-4361-9a33-9662f2a29a33 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:09.752638 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.753775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:09.774997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f925974d-b236-4da5-b6cd-9395a19e439d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:09.782851 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f925974d-b236-4da5-b6cd-9395a19e439d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 821 time: 0.2995472 Aug 23 14:17:09.804126 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-abef3785-fed5-4def-b02a-1242f766bb20 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/quotas/7edfeb6fd342438a9ca5478e18ead61e HTTP/1.1" status: 200 len: 375 time: 0.0193050 Aug 23 14:17:09.845746 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Made reservation on behalf of f7f59a98ccbb421980f5108d59b69d58 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:09.848147 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:09.848986 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'code': 200} Aug 23 14:17:09.850293 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c649cf03-4021-4b70-aee5-bd4e203b3315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:09.953360 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=9']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:09.957428 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:10.022110 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 45c56789-654b-4746-b5fe-51f70f65bc36 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:10.032653 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 45c56789-654b-4746-b5fe-51f70f65bc36 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:10.033644 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.036187 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4e08ae67-4176-413e-82b8-297e8e3cee52 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2314074 Aug 23 14:17:10.281313 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-342652db-006b-4c11-931d-41c52c2e8faf service neutron] 10.222.0.72 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438209 Aug 23 14:17:10.282015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:10.282315 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.290774 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.309459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Transition to ACTIVE for port object 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:10.364005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:10.392990 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.405995 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-14df7cab-aecc-43dc-beb6-df17d5b3c991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:10.516019 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.516019 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:10.516966 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:10.516966 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:10.594070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:10.603243 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:10.616022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:10.623157 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:10.650605 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Checking segment: {'id': '0fa833e6-99c7-4cda-9639-2ec1b364ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '380ecbc4-3148-442a-b227-f47869dce023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:10.650905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Network hostable DHCP agents. Network: 380ecbc4-3148-442a-b227-f47869dce023, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:17:10.659867 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-9409e6b4-8476-45a1-9035-9586f56084d5 service neutron] 10.222.0.72 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773746 Aug 23 14:17:10.674006 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.677064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c89e2-ed31-4e03-92b5-d6d79022a165 req-de21f4dd-029f-4b43-a45d-3060c8f94f0d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:10.677250 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:10.681880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a6c89e2-ed31-4e03-92b5-d6d79022a165 req-de21f4dd-029f-4b43-a45d-3060c8f94f0d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.3706403 Aug 23 14:17:10.763853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Attempting to bind port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:10.764208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Attempting to bind port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:10.764719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Attempting to bind port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:10.771309 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Network 380ecbc4-3148-442a-b227-f47869dce023 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:17:10.788764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:10.789134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Attempting to bind port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:10.800114 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:10.800481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:10.800872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Bound using segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:10.801054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:10.802365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Bound port: 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:10.802365 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.805991 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:10.815120 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a6c89e2-ed31-4e03-92b5-d6d79022a165 req-9317132a-57d1-4591-b683-c23c1d39f397 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293893 Aug 23 14:17:10.898054 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 380ecbc4-3148-442a-b227-f47869dce023) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:10.905076 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:10.906014 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:10.911376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c950caed-9796-4701-94a0-e5392a7a4a7c None None] Network 380ecbc4-3148-442a-b227-f47869dce023 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:10.951049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:10.954444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:10.970752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port 2cc93ea5-3d62-4361-9a33-9662f2a29a33 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:10.971514 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:11.040247 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4952972 Aug 23 14:17:11.237414 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:11.242123 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:11.266102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df08f5a-9679-431d-9933-9a4489e5028d None None] Network 380ecbc4-3148-442a-b227-f47869dce023 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:11.379432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:11.503745 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f43ad-a727-4572-9546-2b2d48c3e856 req-7c413241-a16c-4127-af7f-d3351c4a251c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:11.505822 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-621f43ad-a727-4572-9546-2b2d48c3e856 req-7c413241-a16c-4127-af7f-d3351c4a251c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.1878393 Aug 23 14:17:11.593806 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-621f43ad-a727-4572-9546-2b2d48c3e856 req-09c7b96e-1715-4a38-aa32-c9e984f89098 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Aug 23 14:17:11.658498 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:11.668532 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] The port '2cc93ea5-3d62-4361-9a33-9662f2a29a33' was deleted {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:17:11.695058 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eb1527d7-34e1-48ff-8392-27bb2202db1b req-768d272e-875d-4466-8824-11a1d3917345 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 210 time: 0.0602324 Aug 23 14:17:11.707044 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:11.708574 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:11.709222 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 1091 time: 2.9778953 Aug 23 14:17:11.710903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:11.803288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971729-1e69-48cc-9843-58e4d8031c78 req-6818cb0c-18c0-4914-a391-dad56e7e10d5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:11.803847 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a6971729-1e69-48cc-9843-58e4d8031c78 req-6818cb0c-18c0-4914-a391-dad56e7e10d5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:11.851224 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:11.934971 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:11.986618 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:12.002949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec49113-c674-4ecc-945f-3f373fef5026') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:12.003251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec49113-c674-4ecc-945f-3f373fef5026') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:12.037477 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.055275 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.061639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a6971729-1e69-48cc-9843-58e4d8031c78 req-6818cb0c-18c0-4914-a391-dad56e7e10d5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:12.068665 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6971729-1e69-48cc-9843-58e4d8031c78 req-6818cb0c-18c0-4914-a391-dad56e7e10d5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 943 time: 1.0145435 Aug 23 14:17:12.090108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:17:12.090519 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.102862 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-60e2cd88-5945-43dc-ab81-3ff8e94191b8 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.104557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-60e2cd88-5945-43dc-ab81-3ff8e94191b8 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Synchronizing usage tracker for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:17:12.108025 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:17:12.125087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-dfe633d4-80f8-4937-af82-225e277b2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.127126 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-dfe633d4-80f8-4937-af82-225e277b2290 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1094 time: 0.2480013 Aug 23 14:17:12.239724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-60e2cd88-5945-43dc-ab81-3ff8e94191b8 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Unset dirty status for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:12.240971 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-60e2cd88-5945-43dc-ab81-3ff8e94191b8 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/networks?id=380ecbc4-3148-442a-b227-f47869dce023 HTTP/1.1" status: 200 len: 814 time: 0.3302057 Aug 23 14:17:12.257639 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-c155d463-5b33-4918-be16-3ac18e102723 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/quotas/f7f59a98ccbb421980f5108d59b69d58 HTTP/1.1" status: 200 len: 375 time: 0.0102584 Aug 23 14:17:12.310350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-8f5d2fad-193a-4d83-a259-63cd66b6e22d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 217 time: 0.1223230 Aug 23 14:17:12.312427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-7f63cf72-75bb-494d-9a4f-d4a46104507d tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f7f59a98ccbb421980f5108d59b69d58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487282 Aug 23 14:17:12.367710 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a6971729-1e69-48cc-9843-58e4d8031c78 req-612a3bc4-c27f-4129-9bdb-bd84fa10b89f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981935 Aug 23 14:17:12.408152 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.415609 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-83061376-ebc0-49fe-ab95-dbf3c6774b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:12.434884 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'status': 'completed', 'code': 200} Aug 23 14:17:12.439077 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.453837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Network': ['ID=9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:12.456544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-0de17b5e-61b1-40e9-8265-29c37fbf9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.458073 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-0de17b5e-61b1-40e9-8265-29c37fbf9c6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1374986 Aug 23 14:17:12.461272 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:12.470080 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2eed58f0-e9c3-43ad-ab2d-fda1493df2c6 service neutron] 10.222.0.72 "GET /v2.0/networks/380ecbc4-3148-442a-b227-f47869dce023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496916 Aug 23 14:17:12.527932 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-3ac7e4a6-01eb-4509-9965-c377f72a5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.529608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-3ac7e4a6-01eb-4509-9965-c377f72a5f14 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c&tenant_id=13a602149613424aabf30ce28c41628b HTTP/1.1" status: 200 len: 1101 time: 0.2852125 Aug 23 14:17:12.544030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805628-1', 'device_owner': 'compute:nova'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:12.635995 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-c99bde0f-086a-432c-8404-fd7d0efa1b93 service neutron] 10.222.0.72 "GET /v2.0/networks/380ecbc4-3148-442a-b227-f47869dce023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635718 Aug 23 14:17:12.696974 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/networks/9d5dc322-a9ef-4ed0-8fcd-af71d17ad05f HTTP/1.1" status: 204 len: 168 time: 4.7764044 Aug 23 14:17:12.701524 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44564) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:12.742236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531939-545e-48e9-8287-66dcb56b280d req-564f4bdd-1c5f-425d-b57d-4eb2a8774d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.743781 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-564f4bdd-1c5f-425d-b57d-4eb2a8774d05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732470 Aug 23 14:17:12.749624 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.783491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting subnet baf51630-57c8-49eb-8743-16e9131d3f38 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:17:12.787163 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.854958 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:12.911244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17fdb9-45db-4fbd-bc03-50a3fcb9898e req-6eb993a5-67db-4a85-8345-18e73b37c44f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:12.918627 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b17fdb9-45db-4fbd-bc03-50a3fcb9898e req-6eb993a5-67db-4a85-8345-18e73b37c44f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 945 time: 0.3421652 Aug 23 14:17:12.966202 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36', 'code': 200} Aug 23 14:17:13.016746 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.110587 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b17fdb9-45db-4fbd-bc03-50a3fcb9898e req-64bd5ab9-2cf4-405a-a3b8-03b60f57cc9c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898563 Aug 23 14:17:13.198289 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-f16fe1e6-f031-44ea-9659-dba2255467c1 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377697 Aug 23 14:17:13.313155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a432be-36ed-4740-b240-629407c99ca8 req-e5945ed2-d258-4f56-a388-21069d9064af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:13.315617 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-79a432be-36ed-4740-b240-629407c99ca8 req-e5945ed2-d258-4f56-a388-21069d9064af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1096 time: 0.2405643 Aug 23 14:17:13.387825 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.406453 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f075f13d-e86c-454a-b033-5fbe46df9668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:13.492203 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-79a432be-36ed-4740-b240-629407c99ca8 req-9b09c0a6-035b-4de0-9b4b-5d4c820df932 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662157 Aug 23 14:17:13.496623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Subnet': ['ID=baf51630-57c8-49eb-8743-16e9131d3f38,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:13.505708 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d369e94-2847-4a35-857b-591b216dd9b6 None None] Network 251d5439-0e44-4336-96b7-2c61a686df11 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:13.535716 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.538776 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:13.553289 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-935c3478-d673-403a-ba6f-97e0ec692571 req-8faf7c77-a339-4e05-bd4d-20dab6affe7f tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 210 time: 0.0631695 Aug 23 14:17:13.557943 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/subnets/baf51630-57c8-49eb-8743-16e9131d3f38 HTTP/1.1" status: 204 len: 168 time: 0.8542390 Aug 23 14:17:13.558745 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44592) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:13.583063 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:13.721888 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06044ba6-f566-4290-9a38-2785d62b3dc4 req-d764f98c-b11b-419b-9afc-a64564562bfb tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 210 time: 0.1031697 Aug 23 14:17:13.774898 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.790571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port a0915081-307b-4455-94b1-cb4f6c6324fe {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:13.790909 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.814245 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:13.830329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:13.893414 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] DHCP port deletion for 251d5439-0e44-4336-96b7-2c61a686df11 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:17:13.905830 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Deleting port a0915081-307b-4455-94b1-cb4f6c6324fe {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:13.906220 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:13.921864 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34531939-545e-48e9-8287-66dcb56b280d req-0352ed16-7ce2-46a6-a777-692225e700ca service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878054 Aug 23 14:17:13.947820 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4549-d723-4b3d-8fb3-bc16c22f75a4 req-4f8a21ac-4995-4171-be72-d1152b4fe259 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:13.952695 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d10d4549-d723-4b3d-8fb3-bc16c22f75a4 req-4f8a21ac-4995-4171-be72-d1152b4fe259 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.6802053 Aug 23 14:17:13.980851 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.032226 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Transition to ACTIVE for port object feab27f7-ea97-4f13-a81a-fa7f424d1807 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:14.060306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d10d4549-d723-4b3d-8fb3-bc16c22f75a4 req-b302a6ab-7c2c-4dae-a292-c0333a7275d5 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745995 Aug 23 14:17:14.167567 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.174266 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a4fb2c9-d807-4c4d-9d8f-b90ec34b917a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:14.240343 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 6799ffbc-5b5a-4d30-9979-0c92710c081a no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:14.301423 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c276e-f978-4279-8186-0ac63fae52ba req-c52e6390-d9cb-4ce2-8526-162877231f28 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:14.310129 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c36c276e-f978-4279-8186-0ac63fae52ba req-c52e6390-d9cb-4ce2-8526-162877231f28 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 943 time: 0.2536893 Aug 23 14:17:14.316999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port a0915081-307b-4455-94b1-cb4f6c6324fe, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a0915081-307b-4455-94b1-cb4f6c6324fe,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:14.317647 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.394056 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c36c276e-f978-4279-8186-0ac63fae52ba req-ec17673c-bd48-4b4b-965f-274ac21e1018 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831146 Aug 23 14:17:14.427321 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] For port a0915081-307b-4455-94b1-cb4f6c6324fe, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a0915081-307b-4455-94b1-cb4f6c6324fe,segment=NetworkSegment(eb414865-6069-4c6e-b485-0dda027a5d29),segment_id=eb414865-6069-4c6e-b485-0dda027a5d29)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:14.427321 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.427582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] No DVR routers for this DVR port feab27f7-ea97-4f13-a81a-fa7f424d1807 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:14.432027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:14.444120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:14.454618 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:14.540976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-85d00e33-f665-4cd8-ae8a-bd0fd05311c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:14.550028 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-85d00e33-f665-4cd8-ae8a-bd0fd05311c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1094 time: 0.4730885 Aug 23 14:17:14.562350 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Calling delete_port for a0915081-307b-4455-94b1-cb4f6c6324fe owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:14.630135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:14.630557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:14.630963 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:14.645143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:14.645470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Attempting to bind port feab27f7-ea97-4f13-a81a-fa7f424d1807 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:14.656597 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f8f51-a440-408c-bc22-aadfd66a798a req-aa89c7ca-25ea-41dd-b40a-d853ae1f021a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:14.658456 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e2f8f51-a440-408c-bc22-aadfd66a798a req-aa89c7ca-25ea-41dd-b40a-d853ae1f021a tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 949 time: 0.4498427 Aug 23 14:17:14.683924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:14.684585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:14.685206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:14.685839 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Bound port: feab27f7-ea97-4f13-a81a-fa7f424d1807, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:14.686358 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.687457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for a0915081-307b-4455-94b1-cb4f6c6324fe owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:14.771968 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.809725 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:14.902887 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:14.908385 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:14.912924 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e2f8f51-a440-408c-bc22-aadfd66a798a req-d531ccdc-07e1-4f48-8640-b78a6a39b858 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341521 Aug 23 14:17:14.939047 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:14.947237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:14.947237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-352d39b5-03b4-4305-8405-2fb217c8b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:14.948543 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-352d39b5-03b4-4305-8405-2fb217c8b20d service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.3785808 Aug 23 14:17:14.984563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:15.003888 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.007443 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] No DVR routers for this DVR port a0915081-307b-4455-94b1-cb4f6c6324fe on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:15.011464 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Pushing event deleted for resources: {'Port': ['ID=a0915081-307b-4455-94b1-cb4f6c6324fe,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:15.015926 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:15.015926 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:15.029404 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.api [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:15.030135 n-d-805628-1 neutron-server[80759]: DEBUG oslo_db.api [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:15.086186 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a874a-74e4-4db4-8e59-c3be172f106e req-de245db5-62a6-4152-940b-978ba31fea1b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:15.095994 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-722a874a-74e4-4db4-8e59-c3be172f106e req-de245db5-62a6-4152-940b-978ba31fea1b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 945 time: 0.3559816 Aug 23 14:17:15.122001 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.137642 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-c5f59bb2-3176-41cd-a3f1-83e23bf84077 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:15.139327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-c5f59bb2-3176-41cd-a3f1-83e23bf84077 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 821 time: 0.3499637 Aug 23 14:17:15.153139 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a0915081-307b-4455-94b1-cb4f6c6324fe no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:15.154950 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4630619-8111-4183-bd82-2be11bef72f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:15.159167 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Request body: {'port': {'device_id': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'admin_state_up': True, 'tenant_id': '7edfeb6fd342438a9ca5478e18ead61e'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:15.198574 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:15.202482 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:15.203512 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: a0915081-307b-4455-94b1-cb4f6c6324fe {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:17:15.204626 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a0915081-307b-4455-94b1-cb4f6c6324fe not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:15.215124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-722a874a-74e4-4db4-8e59-c3be172f106e req-3e6e71f1-3e98-461f-8786-876afebe7e76 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177535 Aug 23 14:17:15.230663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-6c26f42d-85f2-4b68-8891-1a77cd7a0645 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 217 time: 0.2752850 Aug 23 14:17:15.318271 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'code': 200} Aug 23 14:17:15.327731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:15.335276 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.335276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] 10.222.0.82 "PUT /v2.0/ports/feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 1097 time: 2.7921615 Aug 23 14:17:15.438948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=11']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:15.452381 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:15.460962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:15.476365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Usage tracker for resource:port and tenant:7edfeb6fd342438a9ca5478e18ead61e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:15.487462 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-38dea0a2-f7cc-4f6c-9be3-076fbb5d73a0 req-36f9adb8-0bad-429f-b877-3ccbe5d2121f tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 210 time: 0.0626590 Aug 23 14:17:15.498270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-9dc1c815-b874-42d6-9e3c-a5772885c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:15.498410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:15.498528 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-9dc1c815-b874-42d6-9e3c-a5772885c7ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.2377434 Aug 23 14:17:15.511355 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:15.530718 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port a0915081-307b-4455-94b1-cb4f6c6324fe {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:15.531269 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.637181 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Made reservation on behalf of 7edfeb6fd342438a9ca5478e18ead61e for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:15.641115 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.641753 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ea203dbd-efe8-4e2c-9a21-59b046e60a93 req-486a5c49-8d90-4c2f-aacc-ce783f88c9b1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 210 time: 0.1861973 Aug 23 14:17:15.665228 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] The port 'a0915081-307b-4455-94b1-cb4f6c6324fe' was deleted {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:17:15.685116 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-b697bc84-4160-4345-b302-13a26e6e66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:15.686714 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-b697bc84-4160-4345-b302-13a26e6e66ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1100 time: 0.3266242 Aug 23 14:17:15.764431 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'code': 200} Aug 23 14:17:15.832762 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:15.840747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-5b3b690b-652a-404a-b089-7d14e5896092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:15.842506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-5b3b690b-652a-404a-b089-7d14e5896092 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595899 Aug 23 14:17:15.935088 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:15.961662 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251d5439-0e44-4336-96b7-2c61a686df11']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:15.981984 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb414865-6069-4c6e-b485-0dda027a5d29') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:15.982757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb414865-6069-4c6e-b485-0dda027a5d29') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:16.023934 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:16.032123 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.064444 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.068516 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'mac_address': 'fa:16:3e:ea:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:16.081584 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:17:16.082286 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:17:16.098919 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:17:16.107937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-f9597880-62a9-43f9-93dc-a0e3f493adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.109644 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-f9597880-62a9-43f9-93dc-a0e3f493adbf service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4141467 Aug 23 14:17:16.118571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Allocated IP 172.20.0.12 (fd24ae70-b8ed-4d21-af77-972b30d69354/978b4dd8-e7d4-46f8-8445-f59ae8340e9f/1c5b6759-ac30-4332-923f-4d8eaa2a617c) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:16.157660 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.180166 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:16.218200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:16.367780 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-13c8fe8d-ad53-4648-a1e7-c8a120ad32a3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.2458534 Aug 23 14:17:16.386856 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.389555 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-334146c8-b034-4c61-8e7f-43c98c01a4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:16.421268 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-0c6de94a-8e25-4699-8f26-cf5bacf123b4 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701091 Aug 23 14:17:16.445604 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d120-e955-40c9-8853-dd17e0ac24bb req-78821215-09b4-4335-8364-ec20da395920 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.453914 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8d1d120-e955-40c9-8853-dd17e0ac24bb req-78821215-09b4-4335-8364-ec20da395920 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.5684073 Aug 23 14:17:16.472940 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:16.477931 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:16.538949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8819b417-d3f0-49f7-a4f6-e39267dc218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.540507 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-8819b417-d3f0-49f7-a4f6-e39267dc218c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1646502 Aug 23 14:17:16.572295 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.587205 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:16.609338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.626014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Network': ['ID=251d5439-0e44-4336-96b7-2c61a686df11,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:16.640732 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:16.641290 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['78e1a1c5-5e30-41cd-8ff1-64e94decaa27'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:16.651499 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8d1d120-e955-40c9-8853-dd17e0ac24bb req-98ee7cf4-5144-4c6e-9afc-5039f0ca956e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945927 Aug 23 14:17:16.701961 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/networks/251d5439-0e44-4336-96b7-2c61a686df11 HTTP/1.1" status: 204 len: 168 time: 3.1325665 Aug 23 14:17:16.704448 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44644) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:16.724137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1038380256'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:16.729789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:16.734061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:network and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:16.737136 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:16.744454 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef5c523d-bd92-4255-86d6-a5ee47e37fd1 req-9b39d821-2202-4346-8058-e0cc130ef4c8 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097758 Aug 23 14:17:16.747590 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:16.755225 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.759701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-06476ca0-afbe-4047-8225-1b41353c778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.769988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-06476ca0-afbe-4047-8225-1b41353c778e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677637 Aug 23 14:17:16.781178 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746be4ed-db3c-4fb3-9c56-9ef387865d5a req-bc88f5f9-2677-4b8d-8e91-66c4d9866894 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:16.783570 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-746be4ed-db3c-4fb3-9c56-9ef387865d5a req-bc88f5f9-2677-4b8d-8e91-66c4d9866894 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2508545 Aug 23 14:17:16.871496 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-746be4ed-db3c-4fb3-9c56-9ef387865d5a req-4376940a-0df5-4542-8b9a-a61fd933a68e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590775 Aug 23 14:17:16.879279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:16.881055 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.922814 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:17:16.930951 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:16.931358 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Added segment 10d38be1-e677-45f5-88c1-2ff802f42626 of type vlan for network 18325f00-f856-4ffc-9eb9-93c806f825f5 Aug 23 14:17:16.966494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.059273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-b1406263-4fca-47ba-9934-be531f73289a service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907619 Aug 23 14:17:17.062877 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.069125 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:17.178181 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.186590 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:17.187247 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.240165 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Network fd24ae70-b8ed-4d21-af77-972b30d69354 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:17.243613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:17.248304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:17.249400 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:17.252698 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-362b9ad8-8571-4416-9346-86a69771a655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:17.271060 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:17.321726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:17.359180 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661715b0-493c-4943-9a97-4366c89a2c37 req-eebfbdba-ddd7-4710-a106-acb0e24187da tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:17.360757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-661715b0-493c-4943-9a97-4366c89a2c37 req-eebfbdba-ddd7-4710-a106-acb0e24187da tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 945 time: 0.3772607 Aug 23 14:17:17.374354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-808d0d93-aef2-4a78-b63f-6e1a3a5cbe02 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:17.375880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-808d0d93-aef2-4a78-b63f-6e1a3a5cbe02 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.64 "GET /v2.0/networks?id=380ecbc4-3148-442a-b227-f47869dce023 HTTP/1.1" status: 200 len: 814 time: 0.2871330 Aug 23 14:17:17.379204 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbf7d66e-d6ab-49d2-94d2-41bc055cbc0a req-d1eac3b9-7594-45b1-a72d-b89b882a73f0 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123157 Aug 23 14:17:17.398893 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Request body: {'port': {'device_id': '85cec981-ebae-4978-9798-742246fbec47', 'network_id': '380ecbc4-3148-442a-b227-f47869dce023', 'admin_state_up': True, 'tenant_id': 'f7f59a98ccbb421980f5108d59b69d58'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:17.423695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7181182 Aug 23 14:17:17.433285 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Network': ['ID=18325f00-f856-4ffc-9eb9-93c806f825f5,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:17.433515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 44658) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:17.435771 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:17.442845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:17.443804 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.445471 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 18325f00-f856-4ffc-9eb9-93c806f825f5 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:17:17.457597 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'subnet': {'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:17.474156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ea33-d549-413f-9132-ecc0475bc527 req-2b0ed4be-d28e-486a-9b38-eb4f2d3c930d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:17.490325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-efe7ea33-d549-413f-9132-ecc0475bc527 req-2b0ed4be-d28e-486a-9b38-eb4f2d3c930d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:17.566703 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-661715b0-493c-4943-9a97-4366c89a2c37 req-4166b8ee-ecbc-411d-96d2-094493c724d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897764 Aug 23 14:17:17.667056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:17.711422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:subnet and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:17.719124 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:17.728507 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eab49fb4-ffea-48d5-90cf-10539fd0b10a req-64b4675f-3605-43ec-8b31-dba500c73f4a tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 210 time: 0.0639184 Aug 23 14:17:17.730873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:17.733099 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:17.739388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Usage tracker for resource:port and tenant:f7f59a98ccbb421980f5108d59b69d58 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:17.750431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:17.750431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:17.777639 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6231794 Aug 23 14:17:17.793450 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'status': 'completed', 'code': 200} Aug 23 14:17:17.793630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Request body: {'port': {'device_id': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:17.845426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-efe7ea33-d549-413f-9132-ecc0475bc527 req-2b0ed4be-d28e-486a-9b38-eb4f2d3c930d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:17.849909 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:17.852240 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efe7ea33-d549-413f-9132-ecc0475bc527 req-2b0ed4be-d28e-486a-9b38-eb4f2d3c930d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 932 time: 0.7134190 Aug 23 14:17:17.910795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:17.914284 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.952869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Made reservation on behalf of f7f59a98ccbb421980f5108d59b69d58 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:17.956341 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:17.968441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-efe7ea33-d549-413f-9132-ecc0475bc527 req-637ee369-63d5-4979-b856-e06d273891d5 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:17.988384 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:18.025043 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:18.033559 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:18.034967 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:18.077442 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-efe7ea33-d549-413f-9132-ecc0475bc527 req-637ee369-63d5-4979-b856-e06d273891d5 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:18.078631 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efe7ea33-d549-413f-9132-ecc0475bc527 req-637ee369-63d5-4979-b856-e06d273891d5 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256277 Aug 23 14:17:18.232472 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:18.267402 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:18.280426 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:18.376626 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:18.378882 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:18.410757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbf7bb-c44c-4e47-8c5c-234d7266c6b4 req-dc63c18e-eaa9-4fcc-b891-eb2c8aaf9749 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:18.418374 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5cbbf7bb-c44c-4e47-8c5c-234d7266c6b4 req-dc63c18e-eaa9-4fcc-b891-eb2c8aaf9749 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.2188799 Aug 23 14:17:18.420306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-f448ac81-ed35-4010-892a-b53e2c49622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:18.423372 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-f448ac81-ed35-4010-892a-b53e2c49622b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1100 time: 0.6013620 Aug 23 14:17:18.473461 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:18.476754 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:18.501442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-54024533-3efd-4196-9fc6-4bd8f4b34fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:18.502891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-54024533-3efd-4196-9fc6-4bd8f4b34fe3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1100 time: 0.6323051 Aug 23 14:17:18.524298 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5cbbf7bb-c44c-4e47-8c5c-234d7266c6b4 req-390dee16-d76e-4465-bf57-63033456b2d9 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049662 Aug 23 14:17:18.561888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f73eb-ba1c-425b-a9ba-3fea873ce6e2 req-7eb4feda-2332-47a4-aa9c-d8a8401edce6 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:18.562275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5b6759-ac30-4332-923f-4d8eaa2a617c {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:18.570795 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a0f73eb-ba1c-425b-a9ba-3fea873ce6e2 req-7eb4feda-2332-47a4-aa9c-d8a8401edce6 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1096 time: 0.6294882 Aug 23 14:17:18.571093 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:18.588120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Transition to ACTIVE for port object 1c5b6759-ac30-4332-923f-4d8eaa2a617c will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:18.672700 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:18.682430 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:18.820000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Allocated IP 172.20.0.3 (380ecbc4-3148-442a-b227-f47869dce023/dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3/33972682-333d-4107-b612-2edbb4bc03ca) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:18.876349 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a0f73eb-ba1c-425b-a9ba-3fea873ce6e2 req-df96a442-f20d-4947-9347-b56d45da826e tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045397 Aug 23 14:17:18.898374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:18.903425 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:18.974442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-0e17cc96-f920-49f4-9c8d-0cdcb241acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:18.975978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-0e17cc96-f920-49f4-9c8d-0cdcb241acd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.5395412 Aug 23 14:17:19.042438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Attempting to bind port 1c5b6759-ac30-4332-923f-4d8eaa2a617c on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:19.042780 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Attempting to bind port 1c5b6759-ac30-4332-923f-4d8eaa2a617c by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:19.043218 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Attempting to bind port 1c5b6759-ac30-4332-923f-4d8eaa2a617c on network fd24ae70-b8ed-4d21-af77-972b30d69354 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:19.053634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba767bcd-47c3-4e5d-94ec-c46eb1f134d6 req-741cb144-20f8-40df-8982-01d50f6666f4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.055196 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba767bcd-47c3-4e5d-94ec-c46eb1f134d6 req-741cb144-20f8-40df-8982-01d50f6666f4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 945 time: 0.2690594 Aug 23 14:17:19.059869 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Port 1c5b6759-ac30-4332-923f-4d8eaa2a617c on network fd24ae70-b8ed-4d21-af77-972b30d69354 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:19.064812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Attempting to bind port 1c5b6759-ac30-4332-923f-4d8eaa2a617c on network fd24ae70-b8ed-4d21-af77-972b30d69354 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:19.065197 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-2b10ad3a-7b12-4afe-a108-4cd20eb345ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.065197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-2b10ad3a-7b12-4afe-a108-4cd20eb345ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.5100608 Aug 23 14:17:19.077841 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.082939 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:19.083505 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Checking segment: {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:19.083782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Bound using segment: {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:19.084238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Bound port: 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:19.084593 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.096565 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:19.106667 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'code': 200} Aug 23 14:17:19.153836 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-5ec265aa-6e33-4966-9ee3-7cff66ddfdf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.1675491 Aug 23 14:17:19.302858 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-1c8e9a7a-677f-41c6-aa77-350bfe2b4c28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 200 len: 217 time: 0.2149723 Aug 23 14:17:19.328529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba767bcd-47c3-4e5d-94ec-c46eb1f134d6 req-d298a518-aabc-4148-9760-7b57ffc54296 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645695 Aug 23 14:17:19.367946 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:19.372319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:19.478127 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.490897 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9a5b0cf6-84cd-4123-bfaa-7eda1d64b759 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:19.558840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.559468 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.560851 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] 10.222.0.64 "PUT /v2.0/ports/1c5b6759-ac30-4332-923f-4d8eaa2a617c HTTP/1.1" status: 200 len: 1092 time: 1.7725103 Aug 23 14:17:19.563932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:19.565681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1184ed62-3cdd-4bbf-be77-783caf717057 req-4d906af5-2eaa-4d65-a820-689562926823 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 210 time: 0.2735221 Aug 23 14:17:19.583930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Subnet': ['ID=a9be1c46-51f0-40e8-a04d-d44ed70b3fc5,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:19.590994 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:19.594068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:19.598493 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:19.609942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81a105-b249-4460-8301-13608fc03d2c req-b67e10f2-1fd0-42b3-8eb8-acf303236524 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.611487 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b81a105-b249-4460-8301-13608fc03d2c req-b67e10f2-1fd0-42b3-8eb8-acf303236524 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1096 time: 0.1735313 Aug 23 14:17:19.615265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Checking segment: {'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:19.615659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network hostable DHCP agents. Network: 18325f00-f856-4ffc-9eb9-93c806f825f5, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:17:19.621716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-eb9e51b6-0a43-4ca5-a56d-8873fdf0c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.623060 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-eb9e51b6-0a43-4ca5-a56d-8873fdf0c8cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.4108455 Aug 23 14:17:19.663454 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b81a105-b249-4460-8301-13608fc03d2c req-96567348-59ed-4f9d-8980-2e5c4ec9080d tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Aug 23 14:17:19.677977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-1efe8619-c1d4-4bea-a76d-57f50db4b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.679448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-1efe8619-c1d4-4bea-a76d-57f50db4b526 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.3036246 Aug 23 14:17:19.833393 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:19.837605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faada3-21d1-4e23-ab7f-652e1d430598 req-4e70c58d-ec81-47ab-956b-06ac3bf68930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.839169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-33faada3-21d1-4e23-ab7f-652e1d430598 req-4e70c58d-ec81-47ab-956b-06ac3bf68930 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1096 time: 0.5856662 Aug 23 14:17:19.861987 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:19.898359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-304c462f-7689-48e4-b05a-5e9b76fb49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.900082 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-304c462f-7689-48e4-b05a-5e9b76fb49c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 1095 time: 0.1474645 Aug 23 14:17:19.909308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network 18325f00-f856-4ffc-9eb9-93c806f825f5 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:17:19.953420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-33faada3-21d1-4e23-ab7f-652e1d430598 req-d359a194-7bf3-4aaf-b7b0-2cece7dea7ea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960732 Aug 23 14:17:19.959905 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-4506ba37-1638-41f5-83d1-a1d9af933cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.961270 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-4506ba37-1638-41f5-83d1-a1d9af933cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3241396 Aug 23 14:17:19.981330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-d78959e6-bb40-4a58-a62a-3d0da792e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.982877 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-d78959e6-bb40-4a58-a62a-3d0da792e34a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2901955 Aug 23 14:17:19.985075 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-ca0c3024-9b44-4fff-9634-f1e9a7a5ee66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c HTTP/1.1" status: 200 len: 217 time: 0.0755444 Aug 23 14:17:19.992962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45f06-c94c-4a9d-8890-40ae09dc929a req-4cc9bfcb-37cc-4dd6-b6ab-25af3b1c3906 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.993608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc7b79-37b9-4a20-b18a-29375b50ac3e req-fede3830-baa3-4316-b99f-56883bbf04cd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:19.994686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b1dc7b79-37b9-4a20-b18a-29375b50ac3e req-fede3830-baa3-4316-b99f-56883bbf04cd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:19.995855 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f3c45f06-c94c-4a9d-8890-40ae09dc929a req-4cc9bfcb-37cc-4dd6-b6ab-25af3b1c3906 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.2009509 Aug 23 14:17:20.051735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 18325f00-f856-4ffc-9eb9-93c806f825f5) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:20.055617 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b1dc7b79-37b9-4a20-b18a-29375b50ac3e req-fede3830-baa3-4316-b99f-56883bbf04cd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:20.057360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1dc7b79-37b9-4a20-b18a-29375b50ac3e req-fede3830-baa3-4316-b99f-56883bbf04cd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 944 time: 0.3090985 Aug 23 14:17:20.067182 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601dc5cf-d5c5-4768-98d5-79dfef536c5d None None] Network 18325f00-f856-4ffc-9eb9-93c806f825f5 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:20.071708 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f3c45f06-c94c-4a9d-8890-40ae09dc929a req-d110754e-9702-417a-a8ed-63c4198d8d38 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692172 Aug 23 14:17:20.131151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:20.131773 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.131941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:20.142980 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.160725 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8d09bcd5-9a98-4808-9cf2-76e794cfb161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:20.185383 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:20.186445 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'status': 'completed', 'code': 200} Aug 23 14:17:20.219651 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'mac_address': 'fa:16:3e:34:9f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:20.314372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-9420913c-4651-46ab-9f4d-ed027c6b11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:20.315769 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-9420913c-4651-46ab-9f4d-ed027c6b11c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=978b4dd8-e7d4-46f8-8445-f59ae8340e9f HTTP/1.1" status: 200 len: 861 time: 0.0995128 Aug 23 14:17:20.346612 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:17:20.380735 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.400382 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-50d70209-528b-46bb-ab3c-d1692ab98415 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd24ae70-b8ed-4d21-af77-972b30d69354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736852 Aug 23 14:17:20.496815 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1dc7b79-37b9-4a20-b18a-29375b50ac3e req-c10cc3f6-dd91-4edb-8e0b-67e034688063 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869278 Aug 23 14:17:20.501334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Network 380ecbc4-3148-442a-b227-f47869dce023 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:20.513163 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:20.535612 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:20.583643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:20.613461 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-0d2b2a38-84e0-4d2f-875f-ed3732354728 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156027 Aug 23 14:17:20.627887 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-bfbab6e6-068a-4439-86d2-56c21045342a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1966755 Aug 23 14:17:20.657259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Pushing event updated for resources: {'Port': ['ID=33972682-333d-4107-b612-2edbb4bc03ca,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:20.657973 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:20.658862 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-8f4f3d31-162a-4fcb-a59f-5446eac461b0 service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497175 Aug 23 14:17:20.659603 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44722) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:20.665109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2113582106'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:20.670237 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:20.674715 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:network and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:20.677930 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:20.686139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:20.686399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'mac_address': 'fa:16:3e:fe:99:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:20.691631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:20.714268 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:20.815391 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.821484 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:20.835398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d38942f-7fed-48bb-844d-0c74a049c2e6 req-58c17986-764f-47bb-b2c8-581b27fad7e2 service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372528 Aug 23 14:17:20.835398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:20.835398 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.875030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:17:20.875229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:20.875229 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.885582 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.886022 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Added segment 50a7dfc7-5ba1-48f2-8141-bae7d94928f3 of type vlan for network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a Aug 23 14:17:20.893718 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-d7784c19-d24f-4d52-8fcf-fec5cf095bdb service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095396 Aug 23 14:17:20.925992 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=9']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:20.929954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.940495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-18325f00-f856-4ffc-9eb9-93c806f825f5', 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'fixed_ips': [{'subnet_id': 'a9be1c46-51f0-40e8-a04d-d44ed70b3fc5'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:17:20.940495 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:20.970832 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:21.050054 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6551678 Aug 23 14:17:21.056322 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-fad4769d-0d79-4efe-9117-61c84cab3d67 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219460 Aug 23 14:17:21.060933 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.068260 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:21.068904 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.081935 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-15728829-30f4-4948-b727-aa55e3a93772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:21.082760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Request body: {'port': {'device_id': '85cec981-ebae-4978-9798-742246fbec47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:21.138117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec4c70-72e1-414e-8e44-bc8925a0e747 req-38b32376-9ea0-412a-95f0-c613bf4cc2c6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:21.145291 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c0ec4c70-72e1-414e-8e44-bc8925a0e747 req-38b32376-9ea0-412a-95f0-c613bf4cc2c6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 945 time: 0.4825151 Aug 23 14:17:21.220096 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Network': ['ID=a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:21.230144 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Allocated IP 19.80.0.2 (18325f00-f856-4ffc-9eb9-93c806f825f5/a9be1c46-51f0-40e8-a04d-d44ed70b3fc5/dca0072f-21ae-4e41-9682-676875f9ebbb) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:21.230431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cf86a5b-9448-4a4e-aa4e-1a363dbbc854 req-0c9d01f8-8ec3-4513-a36e-dca6055e79d6 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226504 Aug 23 14:17:21.230612 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:21.264831 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:21.272095 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c0ec4c70-72e1-414e-8e44-bc8925a0e747 req-8f34088b-c6ec-4070-a166-1ca0f7334139 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258230 Aug 23 14:17:21.319666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:17:21.326755 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-2d6fb02c-da6e-49d8-bc48-b22d7da5dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:21.328279 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-2d6fb02c-da6e-49d8-bc48-b22d7da5dd32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 1095 time: 0.3154838 Aug 23 14:17:21.353062 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.436361 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7737308 Aug 23 14:17:21.439733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44736) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:21.443781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832d24-e227-489c-b287-adc0ff44990a req-9150eecb-e444-4294-ac7f-96fc7ad07e99 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:21.445311 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3b832d24-e227-489c-b287-adc0ff44990a req-9150eecb-e444-4294-ac7f-96fc7ad07e99 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 1100 time: 0.2263763 Aug 23 14:17:21.453327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'subnet': {'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:21.471725 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.553563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feab27f7-ea97-4f13-a81a-fa7f424d1807 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:21.684080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:21.704452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:subnet and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:21.711840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:21.712130 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:21.723256 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:21.799178 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-945cf153-dc19-442d-8075-b92024d65f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:21.800766 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-945cf153-dc19-442d-8075-b92024d65f19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 923 time: 0.4620743 Aug 23 14:17:21.810545 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3b832d24-e227-489c-b287-adc0ff44990a req-4a5bc67a-0668-45a4-ae68-12b7bfe5daa7 tempest-MigrationsAdminTest-966439706 tempest-MigrationsAdminTest-966439706-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800248 Aug 23 14:17:21.826321 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:21.852874 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:21.931092 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:17:22.032797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33972682-333d-4107-b612-2edbb4bc03ca {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:22.042447 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.063622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Transition to ACTIVE for port object 33972682-333d-4107-b612-2edbb4bc03ca will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:22.075870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49495e4f-969a-4223-8c9f-e477ca98d57f req-4d891dc7-5e37-4011-a595-3566e8fc4ef1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:22.076520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-49495e4f-969a-4223-8c9f-e477ca98d57f req-4d891dc7-5e37-4011-a595-3566e8fc4ef1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Synchronizing usage tracker for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:22.106640 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.110897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:22.114621 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.122756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Transition to ACTIVE for port object dca0072f-21ae-4e41-9682-676875f9ebbb will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:22.160336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-6759f73b-1b5e-4d1c-a768-96b06423a32e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c HTTP/1.1" status: 200 len: 217 time: 0.3486624 Aug 23 14:17:22.166009 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Transition to ACTIVE for port object dca0072f-21ae-4e41-9682-676875f9ebbb will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:22.192124 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=12']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:22.202469 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:22.215119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-49495e4f-969a-4223-8c9f-e477ca98d57f req-4d891dc7-5e37-4011-a595-3566e8fc4ef1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Unset dirty status for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:22.227619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-49495e4f-969a-4223-8c9f-e477ca98d57f req-4d891dc7-5e37-4011-a595-3566e8fc4ef1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 931 time: 0.3692195 Aug 23 14:17:22.227619 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.263061 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.264145 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:22.266236 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:22.325452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['feab27f7-ea97-4f13-a81a-fa7f424d1807'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:22.408850 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Network 18325f00-f856-4ffc-9eb9-93c806f825f5 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:22.411677 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-caf01a31-0ec7-4878-a9db-54212049f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:22.413430 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-caf01a31-0ec7-4878-a9db-54212049f0cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=978b4dd8-e7d4-46f8-8445-f59ae8340e9f HTTP/1.1" status: 200 len: 861 time: 0.2207637 Aug 23 14:17:22.442383 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:22.442383 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:22.470574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-49495e4f-969a-4223-8c9f-e477ca98d57f req-5bde8cfe-8a8b-4d42-93cf-cc786bdfe0a8 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407954 Aug 23 14:17:22.476509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Pushing event updated for resources: {'Port': ['ID=33972682-333d-4107-b612-2edbb4bc03ca,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:22.478254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Pushing event updated for resources: {'Port': ['ID=dca0072f-21ae-4e41-9682-676875f9ebbb,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:22.482457 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:22.507314 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-e318ae9b-4413-4f37-86f2-07771d96b5f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd24ae70-b8ed-4d21-af77-972b30d69354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677617 Aug 23 14:17:22.510580 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:22.614206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Attempting to bind port 33972682-333d-4107-b612-2edbb4bc03ca on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:22.614593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Attempting to bind port 33972682-333d-4107-b612-2edbb4bc03ca by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '0fa833e6-99c7-4cda-9639-2ec1b364ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '380ecbc4-3148-442a-b227-f47869dce023'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:22.614898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Attempting to bind port 33972682-333d-4107-b612-2edbb4bc03ca on network 380ecbc4-3148-442a-b227-f47869dce023 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:22.628045 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Port 33972682-333d-4107-b612-2edbb4bc03ca on network 380ecbc4-3148-442a-b227-f47869dce023 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:22.628465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Attempting to bind port 33972682-333d-4107-b612-2edbb4bc03ca on network 380ecbc4-3148-442a-b227-f47869dce023 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:22.637529 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:22.637914 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Checking segment: {'id': '0fa833e6-99c7-4cda-9639-2ec1b364ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '380ecbc4-3148-442a-b227-f47869dce023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:22.638523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Bound using segment: {'id': '0fa833e6-99c7-4cda-9639-2ec1b364ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '380ecbc4-3148-442a-b227-f47869dce023'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:22.639232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Bound port: 33972682-333d-4107-b612-2edbb4bc03ca, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa833e6-99c7-4cda-9639-2ec1b364ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '380ecbc4-3148-442a-b227-f47869dce023'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:22.639782 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.734137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6d3fe-b65e-4c99-a660-e2e89a19899a req-d9bfed4d-3398-48ec-b297-ce95ab64d3eb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:22.734642 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Attempting to bind port dca0072f-21ae-4e41-9682-676875f9ebbb on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:22.735411 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Attempting to bind port dca0072f-21ae-4e41-9682-676875f9ebbb by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:22.736177 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Attempting to bind port dca0072f-21ae-4e41-9682-676875f9ebbb on network 18325f00-f856-4ffc-9eb9-93c806f825f5 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:22.746068 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8cc6d3fe-b65e-4c99-a660-e2e89a19899a req-d9bfed4d-3398-48ec-b297-ce95ab64d3eb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 944 time: 0.4145305 Aug 23 14:17:22.758027 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:22.759006 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Checking segment: {'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:22.759719 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.760901 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Bound using segment: {'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:22.761904 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Bound port: dca0072f-21ae-4e41-9682-676875f9ebbb, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:22.763667 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:22.878959 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-2296d010-8544-4bfa-80ff-8e83c00ce654 service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632123 Aug 23 14:17:22.884475 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8cc6d3fe-b65e-4c99-a660-e2e89a19899a req-b918586c-4878-46fe-aacb-150fddee58fd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373515 Aug 23 14:17:22.895185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:22.917196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] For port dca0072f-21ae-4e41-9682-676875f9ebbb, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:22.918018 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=33972682-333d-4107-b612-2edbb4bc03ca,segment=NetworkSegment(0fa833e6-99c7-4cda-9639-2ec1b364ab9d),segment_id=0fa833e6-99c7-4cda-9639-2ec1b364ab9d)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:22.920847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] For port dca0072f-21ae-4e41-9682-676875f9ebbb, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dca0072f-21ae-4e41-9682-676875f9ebbb,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:22.959721 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b594-7690-4a26-adf4-2fb5342cf68b req-1b4eb842-57a2-4f02-9dc3-b76a496e9fa8 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:22.961420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f3b3b594-7690-4a26-adf4-2fb5342cf68b req-1b4eb842-57a2-4f02-9dc3-b76a496e9fa8 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1096 time: 0.2766066 Aug 23 14:17:23.003373 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.018896 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-800e7f79-d41c-49b6-8e9e-45db0283710e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:23.037092 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.050303 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:23.059580 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.087571 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:23.226749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Checking segment: {'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:23.227415 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network hostable DHCP agents. Network: a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:17:23.271054 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Subnet': ['ID=2f88ea75-8def-4ea5-8daf-05b7091ddd53,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:23.276595 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:23.280113 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cddd2f2f-3426-4f53-97bb-9cb7f19eaa20 req-21ca7940-edfd-40c4-a4ed-e51a8d0dff1c service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850400 Aug 23 14:17:23.315136 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Pushing event updated for resources: {'Port': ['ID=dca0072f-21ae-4e41-9682-676875f9ebbb,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:23.336247 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:23.348335 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:23.348992 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.350452 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] 10.222.0.64 "PUT /v2.0/ports/33972682-333d-4107-b612-2edbb4bc03ca HTTP/1.1" status: 200 len: 1091 time: 2.2891834 Aug 23 14:17:23.360890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:23.376561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:17:23.396169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f3b3b594-7690-4a26-adf4-2fb5342cf68b req-5a690dfe-6038-4381-acb7-ef9bba24e57c tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279459 Aug 23 14:17:23.424826 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Pushing event updated for resources: {'Port': ['ID=33972682-333d-4107-b612-2edbb4bc03ca,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:23.428419 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:23.520616 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:23.528598 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:23.549541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:23.590852 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2f010-17fd-4552-8c43-b89da627b3a3 None None] Network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:23.684291 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2343609 Aug 23 14:17:23.724570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa56ce-1e46-43bd-894e-f31d7b186d38 req-443b98f1-7def-4431-9753-bb8ff2907072 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:23.726875 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fffa56ce-1e46-43bd-894e-f31d7b186d38 req-443b98f1-7def-4431-9753-bb8ff2907072 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 945 time: 0.2188463 Aug 23 14:17:23.785856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-65eddb15-1e49-4166-8490-5d0d70a020ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:23.787371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-65eddb15-1e49-4166-8490-5d0d70a020ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f59a98ccbb421980f5108d59b69d58&device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 1094 time: 0.1960618 Aug 23 14:17:23.908006 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1c5b6759-ac30-4332-923f-4d8eaa2a617c details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:23.949512 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fffa56ce-1e46-43bd-894e-f31d7b186d38 req-374853f8-c41c-4916-b01d-98f99af5a5ef tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118938 Aug 23 14:17:23.950962 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:23.979835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-f5f56f79-4e26-4493-86c7-62ac8564c08d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33972682-333d-4107-b612-2edbb4bc03ca HTTP/1.1" status: 200 len: 217 time: 0.1777611 Aug 23 14:17:24.078225 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca', 'status': 'completed', 'code': 200} Aug 23 14:17:24.121472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-4a9a4424-705f-46e5-aa0f-50f322da2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:24.124141 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-4a9a4424-705f-46e5-aa0f-50f322da2716 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3 HTTP/1.1" status: 200 len: 854 time: 0.1352279 Aug 23 14:17:24.152738 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:24.361492 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-9e914d7a-aa98-481b-8cd6-a281853a3f1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=380ecbc4-3148-442a-b227-f47869dce023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2281761 Aug 23 14:17:24.401687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:24.447020 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'port_id': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978b4dd8-e7d4-46f8-8445-f59ae8340e9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:24.543300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:24.543762 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:24.609954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f24f8b-f5c8-4847-bfcb-50dd15aa07ad req-8569c015-90b0-479d-a8e3-ec3848eb1d3b tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:24.611565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2f24f8b-f5c8-4847-bfcb-50dd15aa07ad req-8569c015-90b0-479d-a8e3-ec3848eb1d3b tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 943 time: 0.3239496 Aug 23 14:17:24.647583 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a', 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'fixed_ips': [{'subnet_id': '2f88ea75-8def-4ea5-8daf-05b7091ddd53'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:17:24.648453 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:24.688201 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-20e6cd1b-3a0b-42d6-a084-ada3aef51c07 service neutron] 10.222.0.64 "GET /v2.0/networks/380ecbc4-3148-442a-b227-f47869dce023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086586 Aug 23 14:17:24.777477 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2f24f8b-f5c8-4847-bfcb-50dd15aa07ad req-e89fa0fa-205a-4f31-8417-570cec4f5d14 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547902 Aug 23 14:17:24.910848 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fc860c-3c43-4855-a3ae-c77f69e8898d None None] Network 18325f00-f856-4ffc-9eb9-93c806f825f5 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:24.936421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port feab27f7-ea97-4f13-a81a-fa7f424d1807 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:24.939695 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.007405 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Allocated IP 19.86.0.2 (a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a/2f88ea75-8def-4ea5-8daf-05b7091ddd53/7a57ac90-05cb-421f-bde7-9cc76e4340c8) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:25.016496 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port feab27f7-ea97-4f13-a81a-fa7f424d1807 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:25.016817 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.199695 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5b6759-ac30-4332-923f-4d8eaa2a617c {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:25.217307 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47c7981d-0f7d-470d-bc73-becc35786a58 req-cc8be854-07bf-4692-94bf-67a358a60f8c service neutron] 10.222.0.64 "GET /v2.0/networks/380ecbc4-3148-442a-b227-f47869dce023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169046 Aug 23 14:17:25.260538 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dca0072f-21ae-4e41-9682-676875f9ebbb up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:25.300160 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5d58-c138-467b-b5bf-855df452daf7 req-6a2dc01c-7a35-4932-acd5-8d49748ce554 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:25.301812 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68ac5d58-c138-467b-b5bf-855df452daf7 req-6a2dc01c-7a35-4932-acd5-8d49748ce554 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.3512242 Aug 23 14:17:25.313968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e685e-152d-4e45-a574-f2e30972989e req-44b2c6b6-8ec8-4c7d-9351-3bb0a1c7b866 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:25.315516 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a79e685e-152d-4e45-a574-f2e30972989e req-44b2c6b6-8ec8-4c7d-9351-3bb0a1c7b866 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 950 time: 0.2055888 Aug 23 14:17:25.432562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:25.489652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68ac5d58-c138-467b-b5bf-855df452daf7 req-871afb6b-0e41-48e5-bce7-f22d964f33a1 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728675 Aug 23 14:17:25.493265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Deleting port feab27f7-ea97-4f13-a81a-fa7f424d1807 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:25.493755 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.646886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-6de04c06-288f-453f-8f41-e510cd11bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:25.648501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-6de04c06-288f-453f-8f41-e510cd11bdb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7f59a98ccbb421980f5108d59b69d58&device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 1094 time: 0.2738397 Aug 23 14:17:25.744255 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-43740d6c-9d2e-4e78-9bbf-2e9f1e78041b None None] Provisioning for port dca0072f-21ae-4e41-9682-676875f9ebbb completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:25.795617 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.803333 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:25.888655 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.914544 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:25.937334 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:25.944606 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:26.005998 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:26.059774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Transition to ACTIVE for port object 7a57ac90-05cb-421f-bde7-9cc76e4340c8 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:26.132867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:26.138417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port dca0072f-21ae-4e41-9682-676875f9ebbb completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:26.150041 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.277037 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['1c5b6759-ac30-4332-923f-4d8eaa2a617c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:26.313148 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.315351 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port dca0072f-21ae-4e41-9682-676875f9ebbb triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:26.315926 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.351296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:26.352028 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.362896 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Transition to ACTIVE for port object 7a57ac90-05cb-421f-bde7-9cc76e4340c8 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:26.375687 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:26.497322 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.545565 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.575891 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=10']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:26.583198 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:26.592451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-cff53e7f-f3e1-4776-93d6-5ea308c45eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:26.594829 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-cff53e7f-f3e1-4776-93d6-5ea308c45eea service neutron] 10.222.0.64 "GET /v2.0/networks?id=380ecbc4-3148-442a-b227-f47869dce023 HTTP/1.1" status: 200 len: 916 time: 0.9355042 Aug 23 14:17:26.595945 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:26.679920 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:26.712988 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:26.734011 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:26.735187 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Calling delete_port for feab27f7-ea97-4f13-a81a-fa7f424d1807 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:26.735717 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:26.800041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-79740956-d775-4d9f-b585-27a86f50b1ea tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:26.806453 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-79740956-d775-4d9f-b585-27a86f50b1ea tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:26.807278 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-79740956-d775-4d9f-b585-27a86f50b1ea tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:26.826574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-9da3eb5d-760d-4423-aaf9-0e70370af40c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33972682-333d-4107-b612-2edbb4bc03ca HTTP/1.1" status: 200 len: 217 time: 0.1611512 Aug 23 14:17:26.936514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ff022007-8f0e-4504-bb69-16065a9a1f99 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:17:26.937991 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ff022007-8f0e-4504-bb69-16065a9a1f99 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185962 Aug 23 14:17:26.960830 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.966957 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:26.994119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-c48dd21c-b6ec-4c26-9734-2421dae773c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:26.995554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device feab27f7-ea97-4f13-a81a-fa7f424d1807 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:26.996855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-c48dd21c-b6ec-4c26-9734-2421dae773c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3 HTTP/1.1" status: 200 len: 854 time: 0.1354229 Aug 23 14:17:27.068125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-faef90b2-570a-48ad-b6a4-1dc4ffb9f090 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:17:27.078181 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-25fc0db4-47a5-4fba-962d-f25c8509f8f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=380ecbc4-3148-442a-b227-f47869dce023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701609 Aug 23 14:17:27.079490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-79740956-d775-4d9f-b585-27a86f50b1ea tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:27.080742 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-79740956-d775-4d9f-b585-27a86f50b1ea tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/networks?id=18325f00-f856-4ffc-9eb9-93c806f825f5&id=a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a HTTP/1.1" status: 200 len: 1392 time: 1.3588660 Aug 23 14:17:27.106523 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-faef90b2-570a-48ad-b6a4-1dc4ffb9f090 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457919 Aug 23 14:17:27.130900 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Pushing event updated for resources: {'Port': ['ID=7a57ac90-05cb-421f-bde7-9cc76e4340c8,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:27.136257 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:27.136707 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:27.141481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Request body: {'binding': {'host': 'n-h1-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:27.142196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:17:27.144286 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-5279a425-9c90-4142-89cc-7c22a67d2e61 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/quotas/ac3cb81d4ac349c9afa21ed90f914d42 HTTP/1.1" status: 200 len: 375 time: 0.0278678 Aug 23 14:17:27.146238 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:27.159823 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:27.272286 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Attempting to bind port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:27.273514 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Attempting to bind port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:27.274466 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Attempting to bind port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 on network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:27.337940 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:27.338898 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Checking segment: {'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:27.339641 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.340246 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Bound using segment: {'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:27.340965 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Bound port: 7a57ac90-05cb-421f-bde7-9cc76e4340c8, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:27.341585 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.373423 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-3ea137e3-df60-4fa0-a621-c755a15c7984 service neutron] 10.222.0.64 "GET /v2.0/networks/380ecbc4-3148-442a-b227-f47869dce023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803397 Aug 23 14:17:27.425662 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-543e8115-ec0f-4734-9e77-64034bddca28 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:27.502633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] For port 7a57ac90-05cb-421f-bde7-9cc76e4340c8, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:27.503501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on host n-h1-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:27.503501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:27.504220 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:27.510369 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] For port 7a57ac90-05cb-421f-bde7-9cc76e4340c8, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=7a57ac90-05cb-421f-bde7-9cc76e4340c8,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:27.512640 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:27.513268 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:27.523803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:27.524400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:27.525078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:27.526035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Bound port: 45c56789-654b-4746-b5fe-51f70f65bc36, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:27.537768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-543e8115-ec0f-4734-9e77-64034bddca28 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:27.540678 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-543e8115-ec0f-4734-9e77-64034bddca28 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3718228 Aug 23 14:17:27.598198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:27.640002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Deleting port feab27f7-ea97-4f13-a81a-fa7f424d1807 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:27.640514 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.651324 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port dca0072f-21ae-4e41-9682-676875f9ebbb, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dca0072f-21ae-4e41-9682-676875f9ebbb,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:27.658749 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.680748 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.683492 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-549e6a60-886e-4e96-8d3c-35d16985fee6 service neutron] 10.222.0.72 "POST /v2.0/ports/45c56789-654b-4746-b5fe-51f70f65bc36/bindings HTTP/1.1" status: 201 len: 389 time: 0.5579996 Aug 23 14:17:27.714327 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c6d4785b-8db7-45f1-a77d-b3c14b1a95f4 None None] Provisioning complete for port dca0072f-21ae-4e41-9682-676875f9ebbb triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:27.714733 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c6d4785b-8db7-45f1-a77d-b3c14b1a95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.763781 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=13']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:27.764763 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:27.782735 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:27.787493 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa111338-7ad3-450c-afbc-5aedacf6022f req-91b644bc-b1bb-420b-b8ab-e482d7a577be service neutron] 10.222.0.64 "GET /v2.0/networks/380ecbc4-3148-442a-b227-f47869dce023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056776 Aug 23 14:17:27.868816 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-40dcd811-c528-4f78-bcdc-b5a9bf4eeaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.871300 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.886865 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-dffb645e-b2fd-4986-bd02-df021dac3b68 service neutron] 10.222.0.72 "GET /v2.0/networks/18325f00-f856-4ffc-9eb9-93c806f825f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220127 Aug 23 14:17:27.890341 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Pushing event updated for resources: {'Port': ['ID=7a57ac90-05cb-421f-bde7-9cc76e4340c8,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:27.894306 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:27.898622 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:27.912058 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:27.958379 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 33972682-333d-4107-b612-2edbb4bc03ca details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:28.112036 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.164450 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:28.164863 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.293273 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=dca0072f-21ae-4e41-9682-676875f9ebbb,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:28.432194 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:28.432194 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:28.443167 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=33972682-333d-4107-b612-2edbb4bc03ca,segment=NetworkSegment(0fa833e6-99c7-4cda-9639-2ec1b364ab9d),segment_id=0fa833e6-99c7-4cda-9639-2ec1b364ab9d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:28.460361 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ff5b4-04c7-48aa-8e26-720f38a94764 req-51c381bb-70f8-42f8-9fdb-dcc507f3b6e3 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:28.461813 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '33972682-333d-4107-b612-2edbb4bc03ca', 'network_id': '380ecbc4-3148-442a-b227-f47869dce023', 'port_id': '33972682-333d-4107-b612-2edbb4bc03ca', 'mac_address': 'fa:16:3e:5a:a3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:28.463141 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-286ff5b4-04c7-48aa-8e26-720f38a94764 req-51c381bb-70f8-42f8-9fdb-dcc507f3b6e3 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 945 time: 0.1768177 Aug 23 14:17:28.569654 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-286ff5b4-04c7-48aa-8e26-720f38a94764 req-88f18460-e81c-49b6-8f2c-cbc0ae69d415 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973852 Aug 23 14:17:28.570308 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.607639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Calling delete_port for feab27f7-ea97-4f13-a81a-fa7f424d1807 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:28.735510 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-f06e7937-795d-4a19-a811-1027855e8a99 service neutron] 10.222.0.72 "GET /v2.0/networks/18325f00-f856-4ffc-9eb9-93c806f825f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8228362 Aug 23 14:17:28.765271 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33972682-333d-4107-b612-2edbb4bc03ca {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:28.777552 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.779359 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:28.795020 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:28.819962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d52f0c-700b-4bcb-89fd-51fabd21f7fc req-7c7eb4ce-3cc0-4f79-9c51-7839b2c04b92 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:28.825270 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4d52f0c-700b-4bcb-89fd-51fabd21f7fc req-7c7eb4ce-3cc0-4f79-9c51-7839b2c04b92 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 945 time: 0.1233211 Aug 23 14:17:28.837563 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 44846) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:28.844165 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'floatingip': {'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:28.898880 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=33972682-333d-4107-b612-2edbb4bc03ca,segment=NetworkSegment(0fa833e6-99c7-4cda-9639-2ec1b364ab9d),segment_id=0fa833e6-99c7-4cda-9639-2ec1b364ab9d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:28.933116 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=14']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:28.934493 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:28.966719 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:28.967056 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:29.014676 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:29.016963 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:29.041397 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:29.099192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-558a82be-6e0b-406d-8cf4-b90dc6f56a4c service neutron] 10.222.0.72 "GET /v2.0/networks/a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569221 Aug 23 14:17:29.157959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=33972682-333d-4107-b612-2edbb4bc03ca,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:29.173726 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:29.312094 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['33972682-333d-4107-b612-2edbb4bc03ca'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:29.345862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-1ab500e5-329c-4217-8aaf-ca41be836d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:29.348405 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-1ab500e5-329c-4217-8aaf-ca41be836d4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1096 time: 0.3785796 Aug 23 14:17:29.436310 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Deleting port feab27f7-ea97-4f13-a81a-fa7f424d1807 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:29.436940 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:29.558828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-a3d1094d-9186-42bf-8e3b-71e69040451e service neutron] 10.222.0.72 "GET /v2.0/networks/a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311779 Aug 23 14:17:29.787909 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7d680-1e88-4c7b-90fc-684a0811b937 None None] Network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:17:29.882090 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c7fa5f10-7acc-4252-8375-81daf51ffe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:29.979838 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cac22-f6da-41f4-a09c-4c3b4501278d req-29d635f5-bf0d-4316-bc89-8664a6979192 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:29.989672 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-274cac22-f6da-41f4-a09c-4c3b4501278d req-29d635f5-bf0d-4316-bc89-8664a6979192 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 944 time: 0.4483671 Aug 23 14:17:30.002916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-7f1a0273-4c60-483d-a0ce-2cae4ed6051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:30.004523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-7f1a0273-4c60-483d-a0ce-2cae4ed6051c service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.6492727 Aug 23 14:17:30.063216 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1c5b6759-ac30-4332-923f-4d8eaa2a617c up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:30.194832 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'code': 200} Aug 23 14:17:30.232171 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 7a57ac90-05cb-421f-bde7-9cc76e4340c8 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:30.322708 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-84e683d2-4e5a-46ce-af18-6e460f15b24f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 217 time: 0.3027918 Aug 23 14:17:30.324055 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-274cac22-f6da-41f4-a09c-4c3b4501278d req-42c4bd58-aadd-43d6-9b9e-87fd780cfa6f tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Synchronizing usage tracker for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:30.505922 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e6692838-0f41-4a31-8fb0-bc3de7776f72 None None] Provisioning for port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:30.601474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 1c5b6759-ac30-4332-923f-4d8eaa2a617c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:30.609374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] For port feab27f7-ea97-4f13-a81a-fa7f424d1807, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=feab27f7-ea97-4f13-a81a-fa7f424d1807,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:30.610276 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.613146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 1c5b6759-ac30-4332-923f-4d8eaa2a617c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:30.615100 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.663535 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-274cac22-f6da-41f4-a09c-4c3b4501278d req-42c4bd58-aadd-43d6-9b9e-87fd780cfa6f tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Unset dirty status for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:30.679745 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-274cac22-f6da-41f4-a09c-4c3b4501278d req-42c4bd58-aadd-43d6-9b9e-87fd780cfa6f tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891131 Aug 23 14:17:30.738667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:30.797709 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.808409 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:30.808990 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.894514 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:30.968840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Calling delete_port for feab27f7-ea97-4f13-a81a-fa7f424d1807 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:31.078549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96feb7-099d-4c78-9e71-84e16f131fa8 req-71202767-4939-4841-8686-91f4ef503a9e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:31.090799 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df96feb7-099d-4c78-9e71-84e16f131fa8 req-71202767-4939-4841-8686-91f4ef503a9e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 949 time: 0.8497956 Aug 23 14:17:31.099117 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-94708928-8525-43e3-b55b-d90a8becef9f None None] Provisioning complete for port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:31.100537 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94708928-8525-43e3-b55b-d90a8becef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.140790 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-37b8c3a1-a3cc-4465-9851-00ad752c2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:31.142629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-37b8c3a1-a3cc-4465-9851-00ad752c2f80 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.6983171 Aug 23 14:17:31.197605 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.216232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-a9014c49-8115-4aba-87df-9d5618a8639a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644419 Aug 23 14:17:31.337793 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:31.371018 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.374672 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-a5b4ba6a-6605-4bea-95cb-64d250fe0f01 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480641 Aug 23 14:17:31.407855 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Floating IP 512f3e2c-cb24-4068-8a82-605541d8fabf associated. External IP: 172.25.7.165, port: 78e1a1c5-5e30-41cd-8ff1-64e94decaa27. Aug 23 14:17:31.430471 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.437811 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94708928-8525-43e3-b55b-d90a8becef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.458696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 7a57ac90-05cb-421f-bde7-9cc76e4340c8, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=7a57ac90-05cb-421f-bde7-9cc76e4340c8,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:31.461530 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.472624 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:31.546846 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fee217-1888-4939-a9eb-176c129bc1a2 req-a84ffc8d-16a1-4ab6-8df3-ed23a8e9f3ea tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:31.558994 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66fee217-1888-4939-a9eb-176c129bc1a2 req-a84ffc8d-16a1-4ab6-8df3-ed23a8e9f3ea tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 945 time: 0.5005858 Aug 23 14:17:31.590451 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:31.591684 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dca0072f-21ae-4e41-9682-676875f9ebbb up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:31.601281 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df96feb7-099d-4c78-9e71-84e16f131fa8 req-270383ee-19f6-4978-9ef4-8c825807f19f tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945424 Aug 23 14:17:31.757883 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66fee217-1888-4939-a9eb-176c129bc1a2 req-e1985617-3995-4497-bd34-628b58bd0ecf tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959028 Aug 23 14:17:31.785162 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:31.804345 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:31.862355 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:32.032268 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 33972682-333d-4107-b612-2edbb4bc03ca up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:32.116019 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:32.162391 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-456389ef-2bd8-4ac0-8269-6d06853d3080 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:32.177520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e1ef19a1-9d30-43c0-a660-e8826572bd3d req-79e79b7b-872f-43db-b138-f7a1686f1aa8 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:32.252654 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-286cb695-34ce-4523-b84d-e324cabe4465 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594139 Aug 23 14:17:32.258845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event deleted for resources: {'Port': ['ID=feab27f7-ea97-4f13-a81a-fa7f424d1807,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:32.304075 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:32.318289 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d5e0a99e-bcaf-4384-98c9-6b8629041c4b', '94c6c199-7d98-4ad7-80b3-cbcbad043d70'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:32.367932 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:32.373596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e1ef19a1-9d30-43c0-a660-e8826572bd3d req-79e79b7b-872f-43db-b138-f7a1686f1aa8 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:32.374814 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e1ef19a1-9d30-43c0-a660-e8826572bd3d req-79e79b7b-872f-43db-b138-f7a1686f1aa8 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 210 time: 0.2848988 Aug 23 14:17:32.410036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}, {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}, {'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:32.416165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=7a57ac90-05cb-421f-bde7-9cc76e4340c8,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:32.445273 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:32.459414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:17:32.603918 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] No DVR routers for this DVR port feab27f7-ea97-4f13-a81a-fa7f424d1807 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:32.605569 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:32.612331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-deleted', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:32.644457 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-94708928-8525-43e3-b55b-d90a8becef9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:32.648604 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-94708928-8525-43e3-b55b-d90a8becef9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:32.740338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0334f-4f4e-4245-8cb6-08393f526b6b req-adfa7bcc-7edf-4557-b9d4-d0ffc6004ef2 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:32.751233 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a4d0334f-4f4e-4245-8cb6-08393f526b6b req-adfa7bcc-7edf-4557-b9d4-d0ffc6004ef2 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 0.7856419 Aug 23 14:17:32.819826 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a79e685e-152d-4e45-a574-f2e30972989e req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "DELETE /v2.0/ports/feab27f7-ea97-4f13-a81a-fa7f424d1807 HTTP/1.1" status: 204 len: 173 time: 7.4854805 Aug 23 14:17:32.875960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a4d0334f-4f4e-4245-8cb6-08393f526b6b req-323c18d8-b483-450b-90dd-6e9e0cf8cd33 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234400 Aug 23 14:17:32.880376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port dca0072f-21ae-4e41-9682-676875f9ebbb triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:32.881066 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:32.884558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-aa1fb02e-9f9d-4260-b1a8-38c8c4d82258 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:32.894575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-aa1fb02e-9f9d-4260-b1a8-38c8c4d82258 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.4398093 Aug 23 14:17:32.910871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805628-1'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:32.950492 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 33972682-333d-4107-b612-2edbb4bc03ca completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:33.084087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 33972682-333d-4107-b612-2edbb4bc03ca triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:33.099262 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:33.102413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:17:33.116027 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] Sync routers for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:17:33.119653 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:33.141648 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:17:33.155113 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:17:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:33.232964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acc86a-0140-41f6-93e0-1c4c83d1cf9d req-0e2d362c-6505-4a1e-b026-fc404983df54 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:33.240671 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03acc86a-0140-41f6-93e0-1c4c83d1cf9d req-0e2d362c-6505-4a1e-b026-fc404983df54 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 944 time: 0.3280253 Aug 23 14:17:33.249785 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'code': 200} Aug 23 14:17:33.251125 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'code': 200} Aug 23 14:17:33.252221 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'code': 200} Aug 23 14:17:33.257793 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b0cac90a-29e3-4a64-8683-0067789134d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "PUT /v2.0/floatingips/512f3e2c-cb24-4068-8a82-605541d8fabf HTTP/1.1" status: 200 len: 991 time: 4.4182758 Aug 23 14:17:33.260911 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:33.341120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03acc86a-0140-41f6-93e0-1c4c83d1cf9d req-9f40d1f6-d2c1-4827-9860-0d1ac11f5204 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992138 Aug 23 14:17:33.448954 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:17:33.489274 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:33.492807 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373fd2a9-8f90-4e3e-8139-625b4c150d3c', 'name': 'network-vif-deleted', 'tag': 'feab27f7-ea97-4f13-a81a-fa7f424d1807', 'status': 'completed', 'code': 200} Aug 23 14:17:33.531818 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9c6c1c97-1bc2-4396-911b-39d002a87137 req-8d46c908-55c3-4702-a97e-3f48469c54f8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:33.717386 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:33.792119 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=33972682-333d-4107-b612-2edbb4bc03ca,segment=NetworkSegment(0fa833e6-99c7-4cda-9639-2ec1b364ab9d),segment_id=0fa833e6-99c7-4cda-9639-2ec1b364ab9d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:33.872743 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:33.876104 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:33.882393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d472e-955a-434a-bc42-a60b9785ad87 req-31659776-c726-463a-8776-23bb111748ab tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:33.882948 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:33.892728 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf4d472e-955a-434a-bc42-a60b9785ad87 req-31659776-c726-463a-8776-23bb111748ab tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 945 time: 0.2393246 Aug 23 14:17:33.998982 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf4d472e-955a-434a-bc42-a60b9785ad87 req-926b9cca-4108-40af-bf91-a13f02103642 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050830 Aug 23 14:17:34.020092 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=33972682-333d-4107-b612-2edbb4bc03ca,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:34.025204 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:34.035913 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 7a57ac90-05cb-421f-bde7-9cc76e4340c8 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:34.120910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9c6c1c97-1bc2-4396-911b-39d002a87137 req-8d46c908-55c3-4702-a97e-3f48469c54f8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:34.122524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c6c1c97-1bc2-4396-911b-39d002a87137 req-8d46c908-55c3-4702-a97e-3f48469c54f8 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=373fd2a9-8f90-4e3e-8139-625b4c150d3c HTTP/1.1" status: 200 len: 210 time: 0.8728867 Aug 23 14:17:34.227748 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274367-8e1a-4e2d-9cb5-825a516f7ce8 req-f149a739-fd0a-47a9-a1b6-85f71e35de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.231032 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c274367-8e1a-4e2d-9cb5-825a516f7ce8 req-f149a739-fd0a-47a9-a1b6-85f71e35de37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 1097 time: 0.8623364 Aug 23 14:17:34.237684 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '512f3e2c-cb24-4068-8a82-605541d8fabf', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'mac_address': 'fa:16:3e:ea:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:16:51Z', 'updated_at': '2021-08-23T14:17:30Z', 'revision_number': 1, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:54Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:34.247384 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] Checking router: 8489dbe4-4433-4ca3-bef5-de06247d5ea9 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:17:34.266549 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:17:34.267257 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:17:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:34.311739 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:34.313482 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:34.319784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-4fb3eb51-cf04-4655-af87-5b26e636a148 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.340109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-4fb3eb51-cf04-4655-af87-5b26e636a148 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.341748 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-4fb3eb51-cf04-4655-af87-5b26e636a148 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.82 "GET /v2.0/networks?id=18325f00-f856-4ffc-9eb9-93c806f825f5&id=a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a HTTP/1.1" status: 200 len: 1392 time: 0.7938137 Aug 23 14:17:34.400641 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'status': 'completed', 'code': 200} Aug 23 14:17:34.401960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'port': {'device_id': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5', 'admin_state_up': True, 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:34.573546 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad65c2d8-6eb5-46ab-8466-db6966fdd0e7 req-4531de89-8561-4ddd-90e2-9e17fe10bf28 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 210 time: 0.0720885 Aug 23 14:17:34.643342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347654b-60d1-4644-9643-8425cff77843 req-5fcf845a-8884-4b1f-a399-78325e771b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.651145 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b347654b-60d1-4644-9643-8425cff77843 req-5fcf845a-8884-4b1f-a399-78325e771b6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1096 time: 0.2181652 Aug 23 14:17:34.680297 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:34.787313 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c274367-8e1a-4e2d-9cb5-825a516f7ce8 req-203f7311-087c-4353-bad0-2c51994ed083 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348480 Aug 23 14:17:34.793804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:34.868063 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:34.917796 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:17:34.939345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:34.943365 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:34.948495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347654b-60d1-4644-9643-8425cff77843 req-d714fe4d-bdb9-4a40-a5ee-936af9f451ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:34.950154 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b347654b-60d1-4644-9643-8425cff77843 req-d714fe4d-bdb9-4a40-a5ee-936af9f451ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.2938809 Aug 23 14:17:35.004657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164e3be-b578-40c2-9034-57c06ff262eb req-80b8afc8-0fb7-4c99-aa90-c8738b560080 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:35.006420 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a164e3be-b578-40c2-9034-57c06ff262eb req-80b8afc8-0fb7-4c99-aa90-c8738b560080 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 0.1496100 Aug 23 14:17:35.110783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:35.221559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39aee7-01dd-4971-89ba-2a468223900e req-e5142407-4ef7-4493-a0c1-a5206f711001 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:35.223236 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5d39aee7-01dd-4971-89ba-2a468223900e req-e5142407-4ef7-4493-a0c1-a5206f711001 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 945 time: 0.3484423 Aug 23 14:17:35.242230 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b347654b-60d1-4644-9643-8425cff77843 req-9bad99c4-071a-4898-8a41-d02ea7bd4c3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 999 time: 0.2346528 Aug 23 14:17:35.248170 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a164e3be-b578-40c2-9034-57c06ff262eb req-83bc4b9d-dcc1-44ca-8fc4-9475388f7687 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155646 Aug 23 14:17:35.253416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:35.332916 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347654b-60d1-4644-9643-8425cff77843 req-01997cff-81fe-49dc-9d95-e5624302fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:35.335207 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b347654b-60d1-4644-9643-8425cff77843 req-01997cff-81fe-49dc-9d95-e5624302fef6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.0859759 Aug 23 14:17:35.462007 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '512f3e2c-cb24-4068-8a82-605541d8fabf', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'mac_address': 'fa:16:3e:ea:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:16:51Z', 'updated_at': '2021-08-23T14:17:30Z', 'revision_number': 1, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:54Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:35.467264 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b608b1-4407-44fc-b1e9-7e0bc1b7f87b None None] The sync data for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 is: [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '512f3e2c-cb24-4068-8a82-605541d8fabf', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'mac_address': 'fa:16:3e:ea:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:16:51Z', 'updated_at': '2021-08-23T14:17:30Z', 'revision_number': 1, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:54Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:17:35.535465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:35.542671 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5d39aee7-01dd-4971-89ba-2a468223900e req-2774de26-824c-4ae7-9eca-a6f27caa4bfb tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055949 Aug 23 14:17:35.546953 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:35.597960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Allocated IP 19.80.0.127 (18325f00-f856-4ffc-9eb9-93c806f825f5/a9be1c46-51f0-40e8-a04d-d44ed70b3fc5/5848dfa0-f983-496e-8f30-b9b304eef818) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:35.601445 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347654b-60d1-4644-9643-8425cff77843 req-c62aa2b4-0c3d-4b17-9687-b79bfbf139a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:35.603077 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b347654b-60d1-4644-9643-8425cff77843 req-c62aa2b4-0c3d-4b17-9687-b79bfbf139a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2597051 Aug 23 14:17:35.630155 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:35.636555 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d1d8e2e7-e58c-4390-83bb-14ddb983cd64 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:35.737495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5165544-770b-4290-a524-e21add07c860 req-418e8c4f-a193-4cec-afb0-3c45bc8e7941 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:35.745812 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5165544-770b-4290-a524-e21add07c860 req-418e8c4f-a193-4cec-afb0-3c45bc8e7941 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 945 time: 0.3112726 Aug 23 14:17:35.814887 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e98e299-2b74-48e7-99b5-60680605d59b None None] New status for floating IP 512f3e2c-cb24-4068-8a82-605541d8fabf: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:17:35.878321 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5165544-770b-4290-a524-e21add07c860 req-e5043afe-664e-42bb-b9b7-04a3f2a71a34 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315353 Aug 23 14:17:35.941889 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b347654b-60d1-4644-9643-8425cff77843 req-94820796-6194-498f-95a4-e2ae4c23b7ef service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299313 Aug 23 14:17:36.047847 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36', 'code': 200} Aug 23 14:17:36.212388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on host n-h2-805628-1 for vnic_type normal with profile {"migrating_to": "n-h1-805628-1"} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:36.230041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:36.232269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:36.351410 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b347654b-60d1-4644-9643-8425cff77843 req-60b38e57-bf9d-4077-8f25-7a8186f0a481 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992348 Aug 23 14:17:36.402061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:36.402061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Attempting to bind port 45c56789-654b-4746-b5fe-51f70f65bc36 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:36.432559 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca', 'code': 200} Aug 23 14:17:36.446556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:36.447834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:36.448344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:36.449140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Bound port: 45c56789-654b-4746-b5fe-51f70f65bc36, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:36.449613 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:36.565497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=7']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:36.583635 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b5651ea4-cec9-4c54-a48b-f0aa54e752d3 req-b5f4fcc6-26e0-4db5-86eb-e6376035f087 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 210 time: 0.2032659 Aug 23 14:17:36.584653 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:36.856346 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:36.893481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bff76-07f1-4bd7-b5fd-6c7114a5fd75 req-2d57e536-b836-43e2-b3a7-ef52fb006881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:36.893921 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-837bff76-07f1-4bd7-b5fd-6c7114a5fd75 req-2d57e536-b836-43e2-b3a7-ef52fb006881 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 1096 time: 0.6834233 Aug 23 14:17:36.945118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:36.948743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Transition to ACTIVE for port object 5848dfa0-f983-496e-8f30-b9b304eef818 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:36.963413 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-a06f8206-3ac0-4bf7-ad0a-cfed7ae8701b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5204072 Aug 23 14:17:36.977378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:37.098161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-837bff76-07f1-4bd7-b5fd-6c7114a5fd75 req-eb7e8c96-aea5-47c1-9e60-93219f990fd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831896 Aug 23 14:17:37.111488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e0a5b-ba83-4704-80b9-6650acacec83 req-baca34ea-df21-44ab-8f2f-519fbc46ced0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.116947 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-377e0a5b-ba83-4704-80b9-6650acacec83 req-baca34ea-df21-44ab-8f2f-519fbc46ced0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 0.3803072 Aug 23 14:17:37.172035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b901e-a347-458c-a57b-082433d83fba req-ad9e562d-5b55-40ca-8329-6f0962371143 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.173624 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d5b901e-a347-458c-a57b-082433d83fba req-ad9e562d-5b55-40ca-8329-6f0962371143 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 945 time: 0.0958896 Aug 23 14:17:37.183156 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-377e0a5b-ba83-4704-80b9-6650acacec83 req-8444b010-d5b4-42d9-874e-021a9bba811c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640531 Aug 23 14:17:37.189743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-badfb9df-a0af-4dcb-beb3-cef66e8a8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.192887 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-badfb9df-a0af-4dcb-beb3-cef66e8a8a31 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 1101 time: 0.2001367 Aug 23 14:17:37.248011 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d5b901e-a347-458c-a57b-082433d83fba req-9530371b-09b8-42b3-a4f9-fb9f0c7dcb66 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667000 Aug 23 14:17:37.430572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-cadbdd0a-4973-41c7-8074-5077249628a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.432170 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-cadbdd0a-4973-41c7-8074-5077249628a9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2068477 Aug 23 14:17:37.511260 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-07913a81-7ea6-401f-86a8-c9dbc64a2582 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 200 len: 217 time: 0.0702932 Aug 23 14:17:37.519572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf6f8-82d2-4942-9ee0-5a99ddcdab08 req-3035c2b0-11f7-46d0-9ebe-6c68e2c5e28f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.521161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-08fdf6f8-82d2-4942-9ee0-5a99ddcdab08 req-3035c2b0-11f7-46d0-9ebe-6c68e2c5e28f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 943 time: 0.1939328 Aug 23 14:17:37.620719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-2815aca0-a60f-4828-99ba-2fc8845dfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.622179 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-2815aca0-a60f-4828-99ba-2fc8845dfac4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.0999987 Aug 23 14:17:37.626062 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-08fdf6f8-82d2-4942-9ee0-5a99ddcdab08 req-aebe1fa0-9cd3-4c3b-b4cc-7c7a8c2f6e17 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718310 Aug 23 14:17:37.680719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923459b-ccd6-48aa-beca-e08f23c156d2 req-b05c1e9a-3933-4c7e-8a71-bf5d96f08fb7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.682516 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6923459b-ccd6-48aa-beca-e08f23c156d2 req-b05c1e9a-3933-4c7e-8a71-bf5d96f08fb7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 950 time: 0.2236671 Aug 23 14:17:37.717283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-9e9cf507-7d16-4956-9013-6868edbc121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:37.718939 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-9e9cf507-7d16-4956-9013-6868edbc121f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899327 Aug 23 14:17:37.735238 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6923459b-ccd6-48aa-beca-e08f23c156d2 req-bceaa6bc-3e01-4ac4-9518-49e3183248b7 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Aug 23 14:17:37.759763 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:17:37.898177 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:37.901361 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:37.974009 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-96268967-f187-4b67-8566-3620f6d2a1fb tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:38.029102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e2588-e2d9-4ec7-b815-62cf1b539794 req-e72ec5c9-a188-4a1e-8ebc-4feb18acd354 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:38.031216 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b1e2588-e2d9-4ec7-b815-62cf1b539794 req-e72ec5c9-a188-4a1e-8ebc-4feb18acd354 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 932 time: 0.1105340 Aug 23 14:17:38.123978 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5b1e2588-e2d9-4ec7-b815-62cf1b539794 req-a48d899f-f0fd-49cc-81d8-39cd2cebdcfd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857816 Aug 23 14:17:38.298988 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-5e8ce4ec-d495-42e2-8224-747ad1194faf tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:38.300756 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-5e8ce4ec-d495-42e2-8224-747ad1194faf tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 950 time: 0.1053462 Aug 23 14:17:38.322670 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network 18325f00-f856-4ffc-9eb9-93c806f825f5 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:38.354199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:38.375821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:38.475146 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-ccc9549c-f8f9-4739-b9a5-97556407cedd service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482171 Aug 23 14:17:38.548076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=8']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:38.561856 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Deleting port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:38.562401 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:38.675899 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['45c56789-654b-4746-b5fe-51f70f65bc36'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:38.684351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:38.685264 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:38.686643 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] 10.222.0.82 "PUT /v2.0/ports/45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 1121 time: 5.7804132 Aug 23 14:17:38.701835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:38.708328 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:38.716303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:38.799012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175047a-76ba-4311-8368-b7e388a1e3c4 req-655a2555-d2d9-43d8-84e6-4fc5cc6305a1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:38.802468 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b175047a-76ba-4311-8368-b7e388a1e3c4 req-655a2555-d2d9-43d8-84e6-4fc5cc6305a1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 945 time: 0.3676469 Aug 23 14:17:38.884103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Port': ['ID=5848dfa0-f983-496e-8f30-b9b304eef818,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:38.891035 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:38.896404 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.719s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:38.896737 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:38.940027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d53a-21d9-4736-ab76-56767271f77f req-26d3fef1-2f29-4f44-8c02-84c2262f979f tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:38.950844 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6514d53a-21d9-4736-ab76-56767271f77f req-26d3fef1-2f29-4f44-8c02-84c2262f979f tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 1.0669687 Aug 23 14:17:38.983793 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5944760 Aug 23 14:17:39.000360 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b175047a-76ba-4311-8368-b7e388a1e3c4 req-d4ca92c5-d96e-49b4-b0b1-c893034d8c94 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668961 Aug 23 14:17:39.004725 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4bf5a264-dde8-404e-969e-2b17b49e9809 None None] Provisioning for port 5848dfa0-f983-496e-8f30-b9b304eef818 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:39.006783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Request body: {'port': {'device_id': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a', 'admin_state_up': True, 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:39.020745 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4bf5a264-dde8-404e-969e-2b17b49e9809 None None] Provisioning complete for port 5848dfa0-f983-496e-8f30-b9b304eef818 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:39.020745 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a264-dde8-404e-969e-2b17b49e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:39.136638 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] For port 94c6c199-7d98-4ad7-80b3-cbcbad043d70, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=94c6c199-7d98-4ad7-80b3-cbcbad043d70,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:39.139624 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:39.177984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5a264-dde8-404e-969e-2b17b49e9809 None None] Port 5848dfa0-f983-496e-8f30-b9b304eef818 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:17:39.248799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:39.255905 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Usage tracker for resource:port and tenant:ac3cb81d4ac349c9afa21ed90f914d42 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:17:39.259629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:17:39.267013 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:39.277894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994f619-339c-4401-8633-e5c9fc1b0ebd req-22af3ba4-3848-47cb-9c83-e4984829ec6a service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892628 Aug 23 14:17:39.299352 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Calling delete_port for 94c6c199-7d98-4ad7-80b3-cbcbad043d70 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:39.321231 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6514d53a-21d9-4736-ab76-56767271f77f req-d7861b0c-938d-40d6-a4b4-3830d46b942f tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647554 Aug 23 14:17:39.399280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Made reservation on behalf of ac3cb81d4ac349c9afa21ed90f914d42 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:39.403996 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:39.623743 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:39.636849 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65c170fe-6391-4063-9794-1ccc528ca972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:39.639785 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d5e0a99e-bcaf-4384-98c9-6b8629041c4b', '94c6c199-7d98-4ad7-80b3-cbcbad043d70'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:39.683879 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:39.686349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event deleted for resources: {'Port': ['ID=94c6c199-7d98-4ad7-80b3-cbcbad043d70,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:39.708139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.708139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.708139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.708557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.708849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.709237 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.709646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.710004 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.710574 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.710935 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.711519 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.711883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:39.716405 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-267fb72a-721f-4691-aeb4-03f1adf9d1a1 req-adbbdb95-296c-43c7-b594-75dd097425cc tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d41fb4-9907-4a3a-9cee-88559159c641 HTTP/1.1" status: 200 len: 210 time: 0.0773156 Aug 23 14:17:39.724845 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:39.769576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Allocated IP 19.86.0.201 (a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a/2f88ea75-8def-4ea5-8daf-05b7091ddd53/1d417b85-efcd-407d-9c92-c5fb6b6b0456) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:39.841422 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36', 'status': 'completed', 'code': 200} Aug 23 14:17:39.892277 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] No DVR routers for this DVR port 94c6c199-7d98-4ad7-80b3-cbcbad043d70 on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:39.907451 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:39.911659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-deleted', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:39.968379 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776615b2-2543-4da9-9f3d-6c3e5f103e43 req-7d7169c8-e8bd-4acf-93fc-a90b09ec489a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:39.972571 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-776615b2-2543-4da9-9f3d-6c3e5f103e43 req-7d7169c8-e8bd-4acf-93fc-a90b09ec489a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 943 time: 0.4481857 Aug 23 14:17:40.046118 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-171ab14e-f5cd-4676-b18a-c91c61a106fa req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "DELETE /v2.0/ports/94c6c199-7d98-4ad7-80b3-cbcbad043d70 HTTP/1.1" status: 204 len: 173 time: 1.7401497 Aug 23 14:17:40.114102 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-776615b2-2543-4da9-9f3d-6c3e5f103e43 req-6803746a-05ab-4c7e-9597-4c29573c558c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268127 Aug 23 14:17:40.210587 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:40.362893 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-1c7bb6bf-3e35-40ab-8e6f-b004d52839b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:40.364556 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-1c7bb6bf-3e35-40ab-8e6f-b004d52839b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1124 time: 0.4987187 Aug 23 14:17:40.451932 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:17:40.665972 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:40.694106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78e4d-23a0-4958-b1dc-77a5988aa2f4 req-e1810777-cc61-41c1-8566-9826ca6b0b2c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:40.694924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-48a78e4d-23a0-4958-b1dc-77a5988aa2f4 req-e1810777-cc61-41c1-8566-9826ca6b0b2c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Synchronizing usage tracker for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:40.726100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Transition to ACTIVE for port object 1d417b85-efcd-407d-9c92-c5fb6b6b0456 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:40.745852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-5859eac3-58f6-4350-b92d-62701c2fad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:40.747430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-5859eac3-58f6-4350-b92d-62701c2fad69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.3701098 Aug 23 14:17:40.776849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:40.795977 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 has no active binding in host n-h1-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:17:40.859143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-48a78e4d-23a0-4958-b1dc-77a5988aa2f4 req-e1810777-cc61-41c1-8566-9826ca6b0b2c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Unset dirty status for tenant:ac3cb81d4ac349c9afa21ed90f914d42 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:40.860681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48a78e4d-23a0-4958-b1dc-77a5988aa2f4 req-e1810777-cc61-41c1-8566-9826ca6b0b2c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 932 time: 0.6386602 Aug 23 14:17:40.864995 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-060d3ae0-2232-47ac-8379-534b257243eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 217 time: 0.1085618 Aug 23 14:17:40.994083 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48a78e4d-23a0-4958-b1dc-77a5988aa2f4 req-1016aa2d-b123-4aac-b1c8-ed02ad11eae8 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227720 Aug 23 14:17:41.004555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-085541a4-77da-4272-acac-3693228dd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:41.013476 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-085541a4-77da-4272-acac-3693228dd253 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1258221 Aug 23 14:17:41.072562 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d41fb4-9907-4a3a-9cee-88559159c641', 'name': 'network-vif-deleted', 'tag': '94c6c199-7d98-4ad7-80b3-cbcbad043d70', 'status': 'completed', 'code': 200} Aug 23 14:17:41.250013 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:41.267316 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8227f98e-9bc4-46ca-8727-b0b1092f3d49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:41.327013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-fce557a3-a1a5-424f-a28e-6e5c0e8dab77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3045714 Aug 23 14:17:41.520783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:41.544473 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:41.557607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:41.720963 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event updated for resources: {'Port': ['ID=1d417b85-efcd-407d-9c92-c5fb6b6b0456,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:41.726147 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:41.793104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:41.801789 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:41.845909 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-e9278dc9-6cf9-4077-b0cf-36943872e7df service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834345 Aug 23 14:17:41.909934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c3afb-5e30-4463-ae39-088c58bc38d0 req-d8eb8eb2-e778-41e2-85a9-83713f9772f1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:41.917572 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-213c3afb-5e30-4463-ae39-088c58bc38d0 req-d8eb8eb2-e778-41e2-85a9-83713f9772f1 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 945 time: 0.5754848 Aug 23 14:17:42.067856 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0e34aaae-6ca1-47f6-b42d-68b7e1217668 None None] Provisioning for port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:42.074687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0e34aaae-6ca1-47f6-b42d-68b7e1217668 None None] Provisioning complete for port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:42.075634 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0e34aaae-6ca1-47f6-b42d-68b7e1217668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:42.080954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-213c3afb-5e30-4463-ae39-088c58bc38d0 req-6f1cc228-1763-4c9a-aabe-2c05c258522b tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622231 Aug 23 14:17:42.102154 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1041307 Aug 23 14:17:42.180486 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Request body: {'port': {'device_id': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:42.218922 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-0e34aaae-6ca1-47f6-b42d-68b7e1217668 None None] Port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:17:42.221410 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0997ff92-c1a0-4922-aa41-fab631264a4f req-11e2ef74-bf02-459a-a8ed-0edecdf7cf22 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656688 Aug 23 14:17:42.222795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:42.269670 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 94c6c199-7d98-4ad7-80b3-cbcbad043d70 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:17:42.270019 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 94c6c199-7d98-4ad7-80b3-cbcbad043d70 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:42.373760 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:42.392797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82006f-80dc-40ec-8d86-a693e5cdec39 req-0ef8227e-453e-4f2f-961e-b6774e235d78 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:42.394475 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a82006f-80dc-40ec-8d86-a693e5cdec39 req-0ef8227e-453e-4f2f-961e-b6774e235d78 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 943 time: 0.1864829 Aug 23 14:17:42.480125 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a82006f-80dc-40ec-8d86-a693e5cdec39 req-1e848db6-92ee-4f34-9f2a-0ef2ea60a88f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752044 Aug 23 14:17:42.934481 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-b41864a7-6950-41a1-bf1d-d145c2c13be2 service neutron] 10.222.0.64 "GET /v2.0/ports/45c56789-654b-4746-b5fe-51f70f65bc36/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.1968107 Aug 23 14:17:43.133463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734404-91d3-4b6e-8209-e0446ca9bc84 req-31dd4f1e-e1e7-4a44-b7bd-51801f766e37 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:43.139364 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a734404-91d3-4b6e-8209-e0446ca9bc84 req-31dd4f1e-e1e7-4a44-b7bd-51801f766e37 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:43.140973 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a734404-91d3-4b6e-8209-e0446ca9bc84 req-31dd4f1e-e1e7-4a44-b7bd-51801f766e37 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1655 time: 0.3583474 Aug 23 14:17:43.153324 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5848dfa0-f983-496e-8f30-b9b304eef818 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:43.175579 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:43.254769 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Transition to ACTIVE for port object 5848dfa0-f983-496e-8f30-b9b304eef818 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:43.265490 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a734404-91d3-4b6e-8209-e0446ca9bc84 req-4453c2c5-6158-4229-97e2-e122ce27eb79 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178138 Aug 23 14:17:43.400062 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:43.413896 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:43.952686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Pushing event updated for resources: {'Port': ['ID=5848dfa0-f983-496e-8f30-b9b304eef818,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:43.963956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:44.022083 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.022399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.022784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.023162 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.023698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.024074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.024441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.024840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.025289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.025645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.026002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.026374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:17:44.067372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d1c64-684c-43b5-9bf8-12fc25e758c0 req-2e8cebde-40df-4a90-ae84-93dad7b003a0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.075685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-493d1c64-684c-43b5-9bf8-12fc25e758c0 req-2e8cebde-40df-4a90-ae84-93dad7b003a0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 943 time: 0.1666248 Aug 23 14:17:44.113203 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:44.158135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:44.193681 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-493d1c64-684c-43b5-9bf8-12fc25e758c0 req-2bf46dc6-4cca-49a1-bf8f-8ddbb11549fa tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082170 Aug 23 14:17:44.245383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Attempting to bind port 5848dfa0-f983-496e-8f30-b9b304eef818 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:44.245691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Attempting to bind port 5848dfa0-f983-496e-8f30-b9b304eef818 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:44.246006 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Attempting to bind port 5848dfa0-f983-496e-8f30-b9b304eef818 on network 18325f00-f856-4ffc-9eb9-93c806f825f5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:44.258906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Port 5848dfa0-f983-496e-8f30-b9b304eef818 on network 18325f00-f856-4ffc-9eb9-93c806f825f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:44.259410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Attempting to bind port 5848dfa0-f983-496e-8f30-b9b304eef818 on network 18325f00-f856-4ffc-9eb9-93c806f825f5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:44.269986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c56789-654b-4746-b5fe-51f70f65bc36 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:44.276302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:44.276637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Checking segment: {'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:44.276990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Bound using segment: {'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:44.277466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Bound port: 5848dfa0-f983-496e-8f30-b9b304eef818, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d38be1-e677-45f5-88c1-2ff802f42626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:44.277887 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:44.309011 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86e78-4987-4939-b6f7-c8820356593a req-15a33852-89d6-48dc-bd35-2e41e679d1a3 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.313599 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50b86e78-4987-4939-b6f7-c8820356593a req-15a33852-89d6-48dc-bd35-2e41e679d1a3 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.2517829 Aug 23 14:17:44.315660 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:44.434656 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50b86e78-4987-4939-b6f7-c8820356593a req-03e3e10f-3277-4464-b7d5-e9d87c700b2c tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737710 Aug 23 14:17:44.466734 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c24ae-c434-4803-89e9-a0eb6cf71ab8 req-b0032b9a-d46f-438a-8d7f-238e8b2dddbd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.469348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-255c24ae-c434-4803-89e9-a0eb6cf71ab8 req-b0032b9a-d46f-438a-8d7f-238e8b2dddbd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 0.1331511 Aug 23 14:17:44.478800 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:44.494982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] For port 5848dfa0-f983-496e-8f30-b9b304eef818, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:44.528617 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-255c24ae-c434-4803-89e9-a0eb6cf71ab8 req-804085e3-4e21-4ba5-b14e-49d6b392cce7 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580587 Aug 23 14:17:44.554567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] For port 5848dfa0-f983-496e-8f30-b9b304eef818, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5848dfa0-f983-496e-8f30-b9b304eef818,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:44.678345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] Transition to ACTIVE for port object 45c56789-654b-4746-b5fe-51f70f65bc36 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:44.775746 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:44.781312 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1b0c4507-caba-4d84-a074-2aabda8b5d45 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:44.823465 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:44.841658 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.842652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:44.844125 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] 10.222.0.82 "PUT /v2.0/ports/5848dfa0-f983-496e-8f30-b9b304eef818 HTTP/1.1" status: 200 len: 1092 time: 2.6720395 Aug 23 14:17:44.860298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'tag': '5848dfa0-f983-496e-8f30-b9b304eef818'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:44.949310 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74b3bb-eabf-4d26-a2f0-25246664bec0 req-4c0bdf7c-3e28-4cfb-9674-2fe185f8f5af tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.955730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74b3bb-eabf-4d26-a2f0-25246664bec0 req-4c0bdf7c-3e28-4cfb-9674-2fe185f8f5af tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:44.964438 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ca74b3bb-eabf-4d26-a2f0-25246664bec0 req-4c0bdf7c-3e28-4cfb-9674-2fe185f8f5af tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1667 time: 0.3007605 Aug 23 14:17:44.973708 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Request body: {'port': {'device_id': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:45.073165 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a9c3f-e449-4b17-a185-66a7f251315d req-d05c9282-8a3f-424c-ac2e-ec51db670876 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:45.073925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-091a9c3f-e449-4b17-a185-66a7f251315d req-d05c9282-8a3f-424c-ac2e-ec51db670876 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:45.087955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] No DVR routers for this DVR port 45c56789-654b-4746-b5fe-51f70f65bc36 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:45.090026 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ca74b3bb-eabf-4d26-a2f0-25246664bec0 req-48c5eaa0-c521-4d43-a480-ed99e1f3856b tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242285 Aug 23 14:17:45.151637 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-41661f34-0193-42d4-8d5e-ec324a7170f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1496985 Aug 23 14:17:45.155264 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Pushing event updated for resources: {'Port': ['ID=5848dfa0-f983-496e-8f30-b9b304eef818,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:45.198576 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:45.199622 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f2b3b2ac-96cc-4f26-a094-651fa587747e tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:45.239349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-091a9c3f-e449-4b17-a185-66a7f251315d req-d05c9282-8a3f-424c-ac2e-ec51db670876 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:45.241379 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-091a9c3f-e449-4b17-a185-66a7f251315d req-d05c9282-8a3f-424c-ac2e-ec51db670876 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.4140406 Aug 23 14:17:45.325723 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] 10.222.0.64 "PUT /v2.0/ports/45c56789-654b-4746-b5fe-51f70f65bc36/bindings/n-h1-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3842845 Aug 23 14:17:45.409667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] Pushing event updated for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:45.414537 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:45.417046 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'tag': '5848dfa0-f983-496e-8f30-b9b304eef818', 'status': 'completed', 'code': 200} Aug 23 14:17:45.579103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Deleting port d5e0a99e-bcaf-4384-98c9-6b8629041c4b {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:45.579427 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:45.580560 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:45.723311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b00833-64e9-433a-9f95-38c665e7227f req-7645a712-5ff9-490f-a4e0-4341a0dc7daa tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:45.727237 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f9b00833-64e9-433a-9f95-38c665e7227f req-7645a712-5ff9-490f-a4e0-4341a0dc7daa tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 945 time: 0.2569680 Aug 23 14:17:45.747298 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-5cc86117-7007-469e-bad4-6584674326bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:45.748711 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-5cc86117-7007-469e-bad4-6584674326bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a602149613424aabf30ce28c41628b&device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 1101 time: 0.4088101 Aug 23 14:17:45.842507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-3e5adb4d-b0e8-47eb-a507-eb2d2f543465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:45.843003 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-3e5adb4d-b0e8-47eb-a507-eb2d2f543465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:45.844642 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-3e5adb4d-b0e8-47eb-a507-eb2d2f543465 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1914 time: 0.4266579 Aug 23 14:17:45.891408 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f9b00833-64e9-433a-9f95-38c665e7227f req-4fad79c0-6557-4b11-95ee-19a00c778f02 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474175 Aug 23 14:17:45.942395 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1c5b6759-ac30-4332-923f-4d8eaa2a617c details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:45.960882 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:46.047500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c97cebad-387b-4f30-86a5-b514344c70a5 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.048729 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c97cebad-387b-4f30-86a5-b514344c70a5 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1095 time: 0.4692829 Aug 23 14:17:46.060475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea220fe7-097b-4de1-b886-69ba679cf14b req-0ae9f91c-6631-4843-b9b2-f4ee8e6fc20f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.071255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ea220fe7-097b-4de1-b886-69ba679cf14b req-0ae9f91c-6631-4843-b9b2-f4ee8e6fc20f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.5071862 Aug 23 14:17:46.113142 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-bb42ddbd-74c3-425d-88be-abe439b4bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.114670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-bb42ddbd-74c3-425d-88be-abe439b4bf7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.3224597 Aug 23 14:17:46.129125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] For port d5e0a99e-bcaf-4384-98c9-6b8629041c4b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:46.129570 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:46.234814 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:46.291824 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:46.307783 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'port_id': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'mac_address': 'fa:16:3e:9b:da:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978b4dd8-e7d4-46f8-8445-f59ae8340e9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:46.322651 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-b2dfb108-eda0-45e2-92cb-cd664ff4f3fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 200 len: 217 time: 0.1841648 Aug 23 14:17:46.378006 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:46.397829 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c5b6759-ac30-4332-923f-4d8eaa2a617c {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:46.415646 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:46.452747 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Calling delete_port for d5e0a99e-bcaf-4384-98c9-6b8629041c4b owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:46.522732 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ea220fe7-097b-4de1-b886-69ba679cf14b req-d4cecaf0-f45c-4aae-a9f6-bc1d66435129 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506161 Aug 23 14:17:46.525975 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:46.529186 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:46.532999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-4a5c5b9e-6f65-46ef-9d57-16d224fc0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.532999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-4a5c5b9e-6f65-46ef-9d57-16d224fc0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.532999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-4a5c5b9e-6f65-46ef-9d57-16d224fc0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.532999 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-4a5c5b9e-6f65-46ef-9d57-16d224fc0bff service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6760597 Aug 23 14:17:46.586252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-0419620c-10df-4e72-96dc-4fe1809fec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.590069 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-0419620c-10df-4e72-96dc-4fe1809fec58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1727591 Aug 23 14:17:46.644740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:46.648538 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:46.701573 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470ff55-e380-4ca0-984f-285528b19ba3 req-44887318-8217-4743-92d9-c7ee7ae4733e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.703131 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4470ff55-e380-4ca0-984f-285528b19ba3 req-44887318-8217-4743-92d9-c7ee7ae4733e tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd8210de-0481-483b-b6ba-d6e52827ad58 HTTP/1.1" status: 200 len: 949 time: 0.4960144 Aug 23 14:17:46.705192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-4e649645-d4d3-4aa0-8c6b-e7a20cdf95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.706818 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-4e649645-d4d3-4aa0-8c6b-e7a20cdf95a1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 1095 time: 0.6284838 Aug 23 14:17:46.726808 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['1c5b6759-ac30-4332-923f-4d8eaa2a617c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:46.797652 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4470ff55-e380-4ca0-984f-285528b19ba3 req-fb8f66f4-48eb-4251-886c-ae08253912c6 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Aug 23 14:17:46.808345 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-4d30f91f-2829-4a5c-946d-be2190a9b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.809983 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-4d30f91f-2829-4a5c-946d-be2190a9b15c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076128 Aug 23 14:17:46.857377 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:46.870037 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-100c095b-1219-48ea-8e90-877870e81cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:46.872670 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:46.872797 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b781a603-295e-4aa0-b27d-9d62ba5f9195 req-100c095b-1219-48ea-8e90-877870e81cb9 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3233619 Aug 23 14:17:46.931327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event deleted for resources: {'Port': ['ID=d5e0a99e-bcaf-4384-98c9-6b8629041c4b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:46.949494 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:46.985548 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d417b85-efcd-407d-9c92-c5fb6b6b0456 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:46.998015 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:47.009405 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075e87e-48b0-445d-9256-2fc868d8ca2a req-148ce0ca-feca-4c11-8379-8744bdeefbec tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:47.011055 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8075e87e-48b0-445d-9256-2fc868d8ca2a req-148ce0ca-feca-4c11-8379-8744bdeefbec tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 945 time: 0.2909076 Aug 23 14:17:47.015590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-a95887f1-46a7-4b1e-b917-baa5101efc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:47.017186 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-a95887f1-46a7-4b1e-b917-baa5101efc0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1095 time: 0.2513440 Aug 23 14:17:47.073547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Transition to ACTIVE for port object 1d417b85-efcd-407d-9c92-c5fb6b6b0456 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:17:47.171292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8075e87e-48b0-445d-9256-2fc868d8ca2a req-c4306557-dc7a-4d00-bd35-da8daaf07cbe tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496408 Aug 23 14:17:47.172146 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:47.178046 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2ea767f-9f48-4adf-943c-85da9760b2d3 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:47.283149 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] No DVR routers for this DVR port d5e0a99e-bcaf-4384-98c9-6b8629041c4b on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:47.294161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:47.301858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-deleted', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:47.325920 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['e006d61d-74fb-458b-aa7c-7497d55b123c'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:47.359691 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-01810711-c850-4676-b0b3-282819b2b86b service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303249 Aug 23 14:17:47.494343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d417b85-efcd-407d-9c92-c5fb6b6b0456,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:47.539542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900f1a8-87ac-4534-9e45-5aa0bffb35f2 req-4b314fe9-be86-4b48-bb6e-c5310d2b2606 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:47.542422 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3900f1a8-87ac-4534-9e45-5aa0bffb35f2 req-4b314fe9-be86-4b48-bb6e-c5310d2b2606 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 951 time: 0.5967119 Aug 23 14:17:47.552116 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-091a9c3f-e449-4b17-a185-66a7f251315d req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.82 "DELETE /v2.0/ports/d5e0a99e-bcaf-4384-98c9-6b8629041c4b HTTP/1.1" status: 204 len: 173 time: 2.3049242 Aug 23 14:17:47.592492 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:47.606497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-d33d2dcc-3696-4c70-95d7-33bf5248b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:47.613216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-d33d2dcc-3696-4c70-95d7-33bf5248b3bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.5691512 Aug 23 14:17:47.634575 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3900f1a8-87ac-4534-9e45-5aa0bffb35f2 req-273bf545-c823-4203-ab1e-d291ea824520 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805833 Aug 23 14:17:47.637194 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5d97f01-5165-45ee-a093-a6378cb68c32 req-aa3d23e8-297e-492f-bcea-0e7d88d7d921 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639632 Aug 23 14:17:47.753185 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c74523c5-e89c-4185-8784-a50e2f7e5d79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 217 time: 0.1337340 Aug 23 14:17:47.869771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Attempting to bind port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:17:47.870119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Attempting to bind port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:17:47.870456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Attempting to bind port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 on network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:47.877273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-8630373b-801f-4533-b158-e853e4f99a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:47.878743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-8630373b-801f-4533-b158-e853e4f99a04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1166656 Aug 23 14:17:47.882445 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 on network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:17:47.882779 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Attempting to bind port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 on network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:17:47.938683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b4126-74f1-4a33-a249-3170ae83464b req-69446435-9471-474a-a95b-32cff5cbbc0a tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:47.940174 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-586b4126-74f1-4a33-a249-3170ae83464b req-69446435-9471-474a-a95b-32cff5cbbc0a tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.64 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 945 time: 0.6909089 Aug 23 14:17:47.940961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:17:47.941583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Checking segment: {'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:17:47.941971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Bound using segment: {'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:17:47.942424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Bound port: 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a7dfc7-5ba1-48f2-8141-bae7d94928f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:17:47.942773 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:47.964895 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1c5b6759-ac30-4332-923f-4d8eaa2a617c up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:47.994475 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-cdb1e58a-8311-4f95-9ced-3c46e922effe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067092 Aug 23 14:17:48.055918 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267320c8-a3c6-4eec-899f-d76c9a1d3478 req-508d6a9d-5b71-4018-848f-074e4cadf9e0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:48.062390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267320c8-a3c6-4eec-899f-d76c9a1d3478 req-508d6a9d-5b71-4018-848f-074e4cadf9e0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:48.070337 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-267320c8-a3c6-4eec-899f-d76c9a1d3478 req-508d6a9d-5b71-4018-848f-074e4cadf9e0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1679 time: 0.7633743 Aug 23 14:17:48.105118 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 1c5b6759-ac30-4332-923f-4d8eaa2a617c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:48.106157 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.184476 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387956-d100-469d-9972-b15fc2781223 req-f120b17f-77ea-4dee-b77f-faf2da19061d tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:48.186120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e3387956-d100-469d-9972-b15fc2781223 req-f120b17f-77ea-4dee-b77f-faf2da19061d tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 945 time: 0.1829195 Aug 23 14:17:48.195354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Deleting port 33972682-333d-4107-b612-2edbb4bc03ca {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:48.195966 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.261363 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e3387956-d100-469d-9972-b15fc2781223 req-c0ed09e0-88ba-4888-9ca2-d5951391ccf6 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634856 Aug 23 14:17:48.278421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d5e0a99e-bcaf-4384-98c9-6b8629041c4b no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:48.314982 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.334420 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: d5e0a99e-bcaf-4384-98c9-6b8629041c4b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:17:48.335220 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d5e0a99e-bcaf-4384-98c9-6b8629041c4b not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:48.352066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:48.364433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:48.365682 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-267320c8-a3c6-4eec-899f-d76c9a1d3478 req-099eef54-0e91-49d2-a662-db93c31b9f7d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942657 Aug 23 14:17:48.448973 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8210de-0481-483b-b6ba-d6e52827ad58', 'name': 'network-vif-deleted', 'tag': 'd5e0a99e-bcaf-4384-98c9-6b8629041c4b', 'status': 'completed', 'code': 200} Aug 23 14:17:48.559508 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.560441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:48.588273 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:48.640634 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-9466efc7-0eb9-4acd-9e77-37bb5600780b service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270711 Aug 23 14:17:48.679332 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:48.684232 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:48.687433 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] For port 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:48.718599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] For port 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:17:48.743984 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.783695 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:48.833653 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.884626 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cb0b66fa-dd60-47b9-bf6a-0c03fa62951f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:48.913246 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:48.914180 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 33972682-333d-4107-b612-2edbb4bc03ca no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:48.940307 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:49.003912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:49.004551 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.006012 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] 10.222.0.82 "PUT /v2.0/ports/1d417b85-efcd-407d-9c92-c5fb6b6b0456 HTTP/1.1" status: 200 len: 1092 time: 4.0372436 Aug 23 14:17:49.009792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:49.042026 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=11']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:49.055323 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:49.063563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033c9b-db6e-4c1a-8263-ec4570a5ed5a req-5693366c-843e-439c-80ba-517caacdf249 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:49.075319 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03033c9b-db6e-4c1a-8263-ec4570a5ed5a req-5693366c-843e-439c-80ba-517caacdf249 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.5114834 Aug 23 14:17:49.152012 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-f550f7b3-2f95-49e6-964a-90c83507ba11 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993412 Aug 23 14:17:49.152345 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.193353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03033c9b-db6e-4c1a-8263-ec4570a5ed5a req-8848b974-df9b-46e4-84df-9982c8a8fd31 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201079 Aug 23 14:17:49.226307 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=33972682-333d-4107-b612-2edbb4bc03ca,segment=NetworkSegment(0fa833e6-99c7-4cda-9639-2ec1b364ab9d),segment_id=0fa833e6-99c7-4cda-9639-2ec1b364ab9d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:49.235149 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d417b85-efcd-407d-9c92-c5fb6b6b0456,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:49.245117 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:49.251838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=33972682-333d-4107-b612-2edbb4bc03ca,segment=NetworkSegment(0fa833e6-99c7-4cda-9639-2ec1b364ab9d),segment_id=0fa833e6-99c7-4cda-9639-2ec1b364ab9d)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:49.252205 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.304971 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'code': 200} Aug 23 14:17:49.317285 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:49.319861 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:49.408910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Calling delete_port for 33972682-333d-4107-b612-2edbb4bc03ca owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:49.459984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=33972682-333d-4107-b612-2edbb4bc03ca,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:49.466770 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:49.537731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-c8fabff0-1176-4875-bb2e-cd47b93514dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:49.538232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-c8fabff0-1176-4875-bb2e-cd47b93514dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:49.540226 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-c8fabff0-1176-4875-bb2e-cd47b93514dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1981 time: 0.3523636 Aug 23 14:17:49.643205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2673aa-fe13-4a77-b5a7-667edeaf7188 req-44ff561f-9dbe-4918-9c6d-9bae0d40d468 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:49.645962 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bd2673aa-fe13-4a77-b5a7-667edeaf7188 req-44ff561f-9dbe-4918-9c6d-9bae0d40d468 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 0.1262665 Aug 23 14:17:49.668473 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456', 'status': 'completed', 'code': 200} Aug 23 14:17:49.677694 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:17:49.677694 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:17:49.691016 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-ca19af76-c8ae-4f94-b054-a308ae2816c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=5848dfa0-f983-496e-8f30-b9b304eef818 HTTP/1.1" status: 200 len: 217 time: 0.1353569 Aug 23 14:17:49.713727 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bd2673aa-fe13-4a77-b5a7-667edeaf7188 req-b92ffee7-4e46-4648-88ac-aca364e19e7c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579112 Aug 23 14:17:49.826234 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-ff2d84be-3407-4848-b5bd-c9e857319e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:49.827750 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-ff2d84be-3407-4848-b5bd-c9e857319e35 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a9be1c46-51f0-40e8-a04d-d44ed70b3fc5 HTTP/1.1" status: 200 len: 801 time: 0.1303236 Aug 23 14:17:49.980633 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-5f5e6660-700c-4868-a654-d9aa5e41958b tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:49.982213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-5f5e6660-700c-4868-a654-d9aa5e41958b tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1095 time: 0.2033296 Aug 23 14:17:50.061609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-a131f0c4-e6be-44a9-87b2-941ee0f3ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.063127 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-a131f0c4-e6be-44a9-87b2-941ee0f3ab2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18325f00-f856-4ffc-9eb9-93c806f825f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2202973 Aug 23 14:17:50.080410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a07aed-f71b-436b-abd1-eb4108317df4 req-bf6672bf-667c-4d83-beb3-ae223f4a2c9a tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.081897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69a07aed-f71b-436b-abd1-eb4108317df4 req-bf6672bf-667c-4d83-beb3-ae223f4a2c9a tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 943 time: 0.2065120 Aug 23 14:17:50.200638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Deleting port 33972682-333d-4107-b612-2edbb4bc03ca {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:50.201076 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:50.303612 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69a07aed-f71b-436b-abd1-eb4108317df4 req-57a09020-a93d-4c34-a6e3-22ebc7ec7392 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/security-groups?id=3df4223c-f055-45e4-b60e-9a6a17dfc3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989698 Aug 23 14:17:50.371129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e82e3-d8db-4ed4-817a-c1945bbc8c05 req-9120d4c6-d9f2-4744-8f47-481b3f8ad6a9 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.377554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e82e3-d8db-4ed4-817a-c1945bbc8c05 req-9120d4c6-d9f2-4744-8f47-481b3f8ad6a9 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.379446 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d5e82e3-d8db-4ed4-817a-c1945bbc8c05 req-9120d4c6-d9f2-4744-8f47-481b3f8ad6a9 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1679 time: 0.1063371 Aug 23 14:17:50.448322 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d5e82e3-d8db-4ed4-817a-c1945bbc8c05 req-d6e3e006-11f9-47a6-bac9-55768cd2608e tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620587 Aug 23 14:17:50.517758 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-54418446-6d23-4a9b-b423-18bf4a1e062d service neutron] 10.222.0.82 "GET /v2.0/networks/18325f00-f856-4ffc-9eb9-93c806f825f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477141 Aug 23 14:17:50.729201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c474fa82-c1d1-4802-aba2-4147e847c0c4 service neutron] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:17:50.781800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f1277-883f-464d-a53b-582fc74c4330 req-2c2bcfb8-8963-4fc3-93c8-7f65c0e55cdd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.784098 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e2f1277-883f-464d-a53b-582fc74c4330 req-2c2bcfb8-8963-4fc3-93c8-7f65c0e55cdd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.1909194 Aug 23 14:17:50.796015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-f4977915-54a8-4f4a-acb1-1ddef14e2fbe tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:50.797334 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-f4977915-54a8-4f4a-acb1-1ddef14e2fbe tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:50.853908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e2f1277-883f-464d-a53b-582fc74c4330 req-26bfac98-7a10-46ab-88e1-cb6daa778a1b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535011 Aug 23 14:17:50.896811 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c474fa82-c1d1-4802-aba2-4147e847c0c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:50.898038 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa8e4be2-1e46-46d0-9c21-7e7040066d75 req-c474fa82-c1d1-4802-aba2-4147e847c0c4 service neutron] 10.222.0.82 "DELETE /v2.0/ports/45c56789-654b-4746-b5fe-51f70f65bc36/bindings/n-h2-805628-1 HTTP/1.1" status: 204 len: 173 time: 0.9090133 Aug 23 14:17:50.953697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-f4977915-54a8-4f4a-acb1-1ddef14e2fbe tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:50.955036 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-f4977915-54a8-4f4a-acb1-1ddef14e2fbe tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.64 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.2818851 Aug 23 14:17:50.966315 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-a62c4674-b441-40ab-923a-8cdefdb202c7 service neutron] 10.222.0.82 "GET /v2.0/networks/18325f00-f856-4ffc-9eb9-93c806f825f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362006 Aug 23 14:17:51.051530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] For port 33972682-333d-4107-b612-2edbb4bc03ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=33972682-333d-4107-b612-2edbb4bc03ca,segment=NetworkSegment(0fa833e6-99c7-4cda-9639-2ec1b364ab9d),segment_id=0fa833e6-99c7-4cda-9639-2ec1b364ab9d)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:51.051896 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.079940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Deleting port e006d61d-74fb-458b-aa7c-7497d55b123c {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:51.080543 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.122048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d792d5d-8277-48b1-977f-bf1c577d2214 req-fc9cd39f-c36d-4f6d-8400-e77713db3292 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:51.123641 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d792d5d-8277-48b1-977f-bf1c577d2214 req-fc9cd39f-c36d-4f6d-8400-e77713db3292 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 950 time: 0.5266800 Aug 23 14:17:51.207019 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-672c9d61-e738-4bbb-bfeb-0906c825cbc5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456 HTTP/1.1" status: 200 len: 217 time: 0.2301381 Aug 23 14:17:51.276736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Calling delete_port for 33972682-333d-4107-b612-2edbb4bc03ca owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:51.306351 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'}, {'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:51.465864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-09ed6321-4798-4c00-aa6b-076d504f6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:51.466419 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] For port e006d61d-74fb-458b-aa7c-7497d55b123c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=e006d61d-74fb-458b-aa7c-7497d55b123c,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:51.466734 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.467350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-09ed6321-4798-4c00-aa6b-076d504f6199 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f88ea75-8def-4ea5-8daf-05b7091ddd53 HTTP/1.1" status: 200 len: 801 time: 0.1489732 Aug 23 14:17:51.470299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d792d5d-8277-48b1-977f-bf1c577d2214 req-ddc25152-8924-42fe-a254-7a5f5467a0e6 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/security-groups?id=4792f92e-aa33-4ca7-8e2e-839b872d5737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624557 Aug 23 14:17:51.564111 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-75eecf39-4287-43df-b2b2-1d69aac08606 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:51.565686 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-75eecf39-4287-43df-b2b2-1d69aac08606 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 0.5252037 Aug 23 14:17:51.622720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Calling delete_port for e006d61d-74fb-458b-aa7c-7497d55b123c owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:51.678787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Deleting port 1c5b6759-ac30-4332-923f-4d8eaa2a617c {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:51.679137 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.694249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bb496-2a6e-4c31-8557-286ba13e9bcf req-8aeaf37b-e367-4f26-b910-ec560506d755 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:51.697538 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb4bb496-2a6e-4c31-8557-286ba13e9bcf req-8aeaf37b-e367-4f26-b910-ec560506d755 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 946 time: 0.3129559 Aug 23 14:17:51.718771 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'code': 200} Aug 23 14:17:51.719039 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca', 'code': 200} Aug 23 14:17:51.764675 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-9770b990-2510-4fcc-b791-1af1a0519fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:51.767232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-9770b990-2510-4fcc-b791-1af1a0519fac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2909620 Aug 23 14:17:51.778681 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb4bb496-2a6e-4c31-8557-286ba13e9bcf req-f8c1dea4-b71b-4236-84e5-93d88c56c88d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754683 Aug 23 14:17:51.838111 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:51.896128 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cf7b6652-3742-4da7-9d90-4973b14e7c4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:51.966509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9c703908-5308-45f7-8db6-dffd31609a03 req-74ad5f47-7b12-45b1-b8e9-f734a215e979 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Synchronizing usage tracker for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:51.984530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Pushing event deleted for resources: {'Port': ['ID=33972682-333d-4107-b612-2edbb4bc03ca,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:52.039062 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:52.069977 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae90e7-6b41-4da4-ac21-ce190f30b40b req-96f64ffc-9eef-42eb-9b0c-f2694d1de374 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:52.077536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae90e7-6b41-4da4-ac21-ce190f30b40b req-96f64ffc-9eef-42eb-9b0c-f2694d1de374 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:52.079250 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7dae90e7-6b41-4da4-ac21-ce190f30b40b req-96f64ffc-9eef-42eb-9b0c-f2694d1de374 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1679 time: 0.1234727 Aug 23 14:17:52.110193 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.118819 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:52.176394 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Pushing event deleted for resources: {'Port': ['ID=e006d61d-74fb-458b-aa7c-7497d55b123c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:52.218908 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:52.262312 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7dae90e7-6b41-4da4-ac21-ce190f30b40b req-9d2ea35c-9b8a-4380-9071-903e6b0242ee tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737809 Aug 23 14:17:52.285184 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] No DVR routers for this DVR port e006d61d-74fb-458b-aa7c-7497d55b123c on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:52.288478 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.293487 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-deleted', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:52.370766 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] No DVR routers for this DVR port 33972682-333d-4107-b612-2edbb4bc03ca on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:52.379221 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.381926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'name': 'network-vif-deleted', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:52.393827 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a9bd595-44b3-457c-b200-7e5a0bd8331c req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.64 "DELETE /v2.0/ports/e006d61d-74fb-458b-aa7c-7497d55b123c HTTP/1.1" status: 204 len: 173 time: 1.4329307 Aug 23 14:17:52.428094 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-586b4126-74f1-4a33-a249-3170ae83464b req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.64 "DELETE /v2.0/ports/33972682-333d-4107-b612-2edbb4bc03ca HTTP/1.1" status: 204 len: 173 time: 4.4703724 Aug 23 14:17:52.432881 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-49d28843-540e-4822-a2c4-08bfea724565 service neutron] 10.222.0.82 "GET /v2.0/networks/a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243672 Aug 23 14:17:52.474242 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9c703908-5308-45f7-8db6-dffd31609a03 req-74ad5f47-7b12-45b1-b8e9-f734a215e979 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Unset dirty status for tenant:f7f59a98ccbb421980f5108d59b69d58 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:52.475310 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c703908-5308-45f7-8db6-dffd31609a03 req-74ad5f47-7b12-45b1-b8e9-f734a215e979 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 210 time: 0.6405535 Aug 23 14:17:52.486725 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d785-84a5-4781-9163-c251b88097ea req-42fff8f8-302d-46c8-b311-9aa2e56a1bc4 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:52.488615 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d63d785-84a5-4781-9163-c251b88097ea req-42fff8f8-302d-46c8-b311-9aa2e56a1bc4 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1095 time: 0.0754390 Aug 23 14:17:52.547057 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d63d785-84a5-4781-9163-c251b88097ea req-261590d9-eb1a-409b-8e75-dde13a5d5f79 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Aug 23 14:17:52.549061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] For port 1c5b6759-ac30-4332-923f-4d8eaa2a617c, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1c5b6759-ac30-4332-923f-4d8eaa2a617c,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:52.549419 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:52.773250 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Calling delete_port for 1c5b6759-ac30-4332-923f-4d8eaa2a617c owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:52.850917 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6', 'name': 'network-vif-deleted', 'tag': 'e006d61d-74fb-458b-aa7c-7497d55b123c', 'status': 'completed', 'code': 200} Aug 23 14:17:52.889255 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cec981-ebae-4978-9798-742246fbec47', 'name': 'network-vif-deleted', 'tag': '33972682-333d-4107-b612-2edbb4bc03ca', 'status': 'completed', 'code': 200} Aug 23 14:17:52.905102 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1cdb8adc-f843-4db2-b9bd-065ffe8425c8 req-bd03b318-5e5a-4dde-9dae-b3f4a332dc6c service neutron] 10.222.0.82 "GET /v2.0/networks/a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595382 Aug 23 14:17:53.034122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-10901e5c-ee90-49ff-aefd-326dfc475551 req-06779ede-dee0-417d-8c9a-a3083467ca09 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Synchronizing usage tracker for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:53.079954 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:53.091600 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:53.101435 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-10901e5c-ee90-49ff-aefd-326dfc475551 req-06779ede-dee0-417d-8c9a-a3083467ca09 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Unset dirty status for tenant:13a602149613424aabf30ce28c41628b on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:53.103282 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10901e5c-ee90-49ff-aefd-326dfc475551 req-06779ede-dee0-417d-8c9a-a3083467ca09 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] 10.222.0.72 "GET /v2.0/ports?device_id=b950b4a5-4100-4fe3-b6c8-7cb3f23ecad6 HTTP/1.1" status: 200 len: 210 time: 0.1235731 Aug 23 14:17:53.182756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event deleted for resources: {'Port': ['ID=1c5b6759-ac30-4332-923f-4d8eaa2a617c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:53.206303 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:53.273326 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ff8b8561-ef15-4fca-88ac-8664483eb820 req-dedbcbe5-f5b4-433c-8afc-334d5219a894 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 210 time: 0.0532305 Aug 23 14:17:53.305586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] No DVR routers for this DVR port 1c5b6759-ac30-4332-923f-4d8eaa2a617c on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:17:53.310845 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:53.339676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-bb3ea05c-7cf4-4847-8e8c-3b1c5a506936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:53.340176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-bb3ea05c-7cf4-4847-8e8c-3b1c5a506936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:53.341834 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-bb3ea05c-7cf4-4847-8e8c-3b1c5a506936 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1981 time: 0.2995243 Aug 23 14:17:53.376011 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d591-b2ec-4790-83ba-449979f7eabe req-2951eb91-fbf3-4908-84af-46c07b39eb0a tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:53.377549 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4f62d591-b2ec-4790-83ba-449979f7eabe req-2951eb91-fbf3-4908-84af-46c07b39eb0a tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.2531958 Aug 23 14:17:53.419542 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fff5a897-bda3-4d7e-9c01-3baefb6eb070 req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "DELETE /v2.0/ports/1c5b6759-ac30-4332-923f-4d8eaa2a617c HTTP/1.1" status: 204 len: 173 time: 1.8459179 Aug 23 14:17:53.512759 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4f62d591-b2ec-4790-83ba-449979f7eabe req-3b730264-b238-4803-ba28-b38fa334491b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270201 Aug 23 14:17:53.543982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-460b163b-a229-42e9-aa38-6c001337fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:53.545415 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-460b163b-a229-42e9-aa38-6c001337fb01 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a HTTP/1.1" status: 200 len: 904 time: 0.1970625 Aug 23 14:17:53.595314 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-11e78c76-9dd4-4989-8bfd-2f57a493b881 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:53.597368 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-11e78c76-9dd4-4989-8bfd-2f57a493b881 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 0.2140672 Aug 23 14:17:53.627274 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-00c42fe9-8523-4d2a-9f02-f16efdf6a9de tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/quotas/1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 375 time: 0.0186243 Aug 23 14:17:53.643446 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-ae5a5838-a0bb-43c4-89bf-6f9640a4db1e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456 HTTP/1.1" status: 200 len: 217 time: 0.0911193 Aug 23 14:17:53.731012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-45d156a7-c9b9-46d3-97b9-8f16665b69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:53.732640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-45d156a7-c9b9-46d3-97b9-8f16665b69d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f88ea75-8def-4ea5-8daf-05b7091ddd53 HTTP/1.1" status: 200 len: 801 time: 0.0823460 Aug 23 14:17:53.778842 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-dbd27652-35c0-48d0-a9f7-4c96b11db1b1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396613 Aug 23 14:17:53.784266 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-9486444e-7959-4059-8309-27835afdbb54 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:17:53.791932 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-9486444e-7959-4059-8309-27835afdbb54 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120792 Aug 23 14:17:53.914190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-70b9934a-aa44-4d78-b1bc-04ce3d05189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:53.916112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-70b9934a-aa44-4d78-b1bc-04ce3d05189a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1756375 Aug 23 14:17:53.953283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1c5b6759-ac30-4332-923f-4d8eaa2a617c no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:53.968524 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-d2c72c2b-472e-4b23-8ae6-0a56017e27ef service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743715 Aug 23 14:17:54.005432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 1c5b6759-ac30-4332-923f-4d8eaa2a617c {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:17:54.006066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1c5b6759-ac30-4332-923f-4d8eaa2a617c not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:54.006721 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device e006d61d-74fb-458b-aa7c-7497d55b123c no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:17:54.039235 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdcb64-4c27-4d05-bee2-6f7720022a38 req-2624fc30-4a79-467c-99d3-15596b388887 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:54.046068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: e006d61d-74fb-458b-aa7c-7497d55b123c {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:17:54.046267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdcb64-4c27-4d05-bee2-6f7720022a38 req-2624fc30-4a79-467c-99d3-15596b388887 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:54.047001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device e006d61d-74fb-458b-aa7c-7497d55b123c not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:17:54.047886 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eebdcb64-4c27-4d05-bee2-6f7720022a38 req-2624fc30-4a79-467c-99d3-15596b388887 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1679 time: 0.2085533 Aug 23 14:17:54.123170 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-350884e2-d0c2-4cbd-bb65-06534b0cc56b service neutron] 10.222.0.82 "GET /v2.0/networks/a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985092 Aug 23 14:17:54.127678 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eebdcb64-4c27-4d05-bee2-6f7720022a38 req-e713f444-b35b-4b7e-9ed0-98517bd3b7e5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656040 Aug 23 14:17:54.179283 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-af151e6a-e2fd-4ac7-a862-7b332b316c3d service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036881 Aug 23 14:17:54.286660 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1d417b85-efcd-407d-9c92-c5fb6b6b0456 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:54.414318 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ab5e65a-294b-468d-bccf-b046559ed423 req-b451092d-8882-4d71-bec5-ec1595f86a96 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] 10.222.0.72 "GET /v2.0/ports?device_id=85cec981-ebae-4978-9798-742246fbec47 HTTP/1.1" status: 200 len: 210 time: 0.0502048 Aug 23 14:17:54.473358 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d60c8c8-c3ac-4a7e-b376-83cd835c4f27 req-10b84780-6e83-463d-9839-b598dd32f06e service neutron] 10.222.0.82 "GET /v2.0/networks/a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429248 Aug 23 14:17:54.498830 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:54.514546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '1d417b85-efcd-407d-9c92-c5fb6b6b0456', 'network_id': 'a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a', 'port_id': '1d417b85-efcd-407d-9c92-c5fb6b6b0456', 'mac_address': 'fa:16:3e:9f:c8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f88ea75-8def-4ea5-8daf-05b7091ddd53', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:54.600056 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:54.634002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d417b85-efcd-407d-9c92-c5fb6b6b0456 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:54.662069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:54.747061 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:54.747802 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5848dfa0-f983-496e-8f30-b9b304eef818 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:17:54.751311 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:54.852825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a613cee4-9bc7-4bf2-bd53-744094e9405c req-5a036caa-a1ec-49b8-b051-d815b1cf634a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:17:54.874947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=1d417b85-efcd-407d-9c92-c5fb6b6b0456,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:54.890930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'name': 'network-vif-deleted', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:54.928263 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:54.971001 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d30a067-b1fb-441f-b413-a2d1d47a77f5 req-42c8659c-d6a0-4966-b4ff-df9d5b2e80b4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 210 time: 0.0578041 Aug 23 14:17:54.972405 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a613cee4-9bc7-4bf2-bd53-744094e9405c req-5a036caa-a1ec-49b8-b051-d815b1cf634a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:17:54.975540 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a613cee4-9bc7-4bf2-bd53-744094e9405c req-5a036caa-a1ec-49b8-b051-d815b1cf634a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ac2160-9448-4edd-b3ff-95c22ab4439a HTTP/1.1" status: 200 len: 210 time: 0.1805837 Aug 23 14:17:54.985123 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5848dfa0-f983-496e-8f30-b9b304eef818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5848dfa0-f983-496e-8f30-b9b304eef818,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:55.014606 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '5848dfa0-f983-496e-8f30-b9b304eef818', 'network_id': '18325f00-f856-4ffc-9eb9-93c806f825f5', 'port_id': '5848dfa0-f983-496e-8f30-b9b304eef818', 'mac_address': 'fa:16:3e:d1:51:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9be1c46-51f0-40e8-a04d-d44ed70b3fc5', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:17:55.099012 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.140884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5848dfa0-f983-496e-8f30-b9b304eef818 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:17:55.185691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5848dfa0-f983-496e-8f30-b9b304eef818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5848dfa0-f983-496e-8f30-b9b304eef818,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:55.215820 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ac2160-9448-4edd-b3ff-95c22ab4439a', 'name': 'network-vif-deleted', 'tag': '1c5b6759-ac30-4332-923f-4d8eaa2a617c', 'status': 'completed', 'code': 200} Aug 23 14:17:55.257239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 45350) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:55.274494 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.277645 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:55.362409 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5848dfa0-f983-496e-8f30-b9b304eef818,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:55.366531 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:55.422050 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ca273-5955-4041-b033-e94137f37dc2 req-72f2133d-1d0c-47fe-8552-bbca5925e07b tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:55.431284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ca273-5955-4041-b033-e94137f37dc2 req-72f2133d-1d0c-47fe-8552-bbca5925e07b tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:55.431284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a35ca273-5955-4041-b033-e94137f37dc2 req-72f2133d-1d0c-47fe-8552-bbca5925e07b tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1681 time: 0.1216180 Aug 23 14:17:55.466229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e1621-03b7-44a4-aa51-0d87a7e67ffe req-ae2d0aae-69ea-42cc-a8c4-52b7c2ef9667 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:55.467818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d24e1621-03b7-44a4-aa51-0d87a7e67ffe req-ae2d0aae-69ea-42cc-a8c4-52b7c2ef9667 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.1065280 Aug 23 14:17:55.518499 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d24e1621-03b7-44a4-aa51-0d87a7e67ffe req-5c5f1af8-47f3-42bb-8246-06d32b393a83 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Aug 23 14:17:55.519280 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a35ca273-5955-4041-b033-e94137f37dc2 req-30d71d57-4470-4215-a48e-0ddc33d6a031 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717824 Aug 23 14:17:55.525338 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-adc6d050-3f34-4097-997f-98a102b74e9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13a602149613424aabf30ce28c41628b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643836 Aug 23 14:17:55.525338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 45358) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:55.551690 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5848dfa0-f983-496e-8f30-b9b304eef818'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:55.594192 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.625649 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.657714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45374) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:55.762462 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.773014 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1695d4ee-4738-4e17-b7ce-2d532b3b4980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:55.779697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Deleting subnet dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:17:55.783727 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.799813 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4792f92e-aa33-4ca7-8e2e-839b872d5737,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:55.806995 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:55.867250 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.897848 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:55.900628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4792f92e-aa33-4ca7-8e2e-839b872d5737 HTTP/1.1" status: 204 len: 168 time: 0.3740721 Aug 23 14:17:55.943902 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.021389 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.113342 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.119918 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1613b6e8-2dd8-442c-bee3-229b7e92a2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:56.187093 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:56.187093 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:56.187695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.195228 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dc1ab8cc-aeb4-49ff-99ed-2206737bf6d3 HTTP/1.1" status: 204 len: 168 time: 0.5357540 Aug 23 14:17:56.198257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45416) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:56.213898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-284f6d28-4dc3-4183-827d-7dde29e4c716 req-faee2b69-2911-4779-a796-caa503518ccc tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 210 time: 0.0639391 Aug 23 14:17:56.353838 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.547346 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.573985 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380ecbc4-3148-442a-b227-f47869dce023']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:56.578673 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['1d417b85-efcd-407d-9c92-c5fb6b6b0456'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:17:56.637657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa833e6-99c7-4cda-9639-2ec1b364ab9d') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:56.637952 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa833e6-99c7-4cda-9639-2ec1b364ab9d') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:17:56.696743 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.848293 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.856387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:17:56.857162 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:56.862773 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 45446) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:17:56.873435 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:17:56.884236 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-a20085c2-f416-4f14-a69f-233f167cf02d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:56.892362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-a20085c2-f416-4f14-a69f-233f167cf02d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 821 time: 0.4288983 Aug 23 14:17:56.938513 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-299b63e9-edde-4a7d-a418-9ecab6f2815f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e689612c4994b21a7db5b84338b519b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741193 Aug 23 14:17:56.939572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 45458) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:56.987413 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-4ac3952b-7031-418a-96df-6ce408644f7e tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/quotas/7edfeb6fd342438a9ca5478e18ead61e HTTP/1.1" status: 200 len: 375 time: 0.0823941 Aug 23 14:17:57.020831 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.111627 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5075e2df-6706-4d02-8529-8e4fd11d4f94 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180596 Aug 23 14:17:57.146267 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.174542 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.180128 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.233272 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:57.265925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=380ecbc4-3148-442a-b227-f47869dce023,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:57.271665 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:57.308324 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f12d-e338-42e2-a184-a09b43cb29fd req-85e0286f-07c7-4d1c-881e-b24c4e946879 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:57.308728 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-28230ba8-897d-47c0-a1a6-006eecb7e62e service neutron] 10.222.0.72 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857245 Aug 23 14:17:57.314459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f12d-e338-42e2-a184-a09b43cb29fd req-85e0286f-07c7-4d1c-881e-b24c4e946879 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:57.316495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d620f12d-e338-42e2-a184-a09b43cb29fd req-85e0286f-07c7-4d1c-881e-b24c4e946879 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1681 time: 0.2829859 Aug 23 14:17:57.324216 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-0e396b8d-268d-4b20-a62e-d7b3c0b49af0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:57.325707 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-0e396b8d-268d-4b20-a62e-d7b3c0b49af0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 0.2935672 Aug 23 14:17:57.348911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Request body: {'port': {'device_id': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'admin_state_up': True, 'tenant_id': '1fd5ff9c2b684ed9b70bd50e00817bd4'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:57.371346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/380ecbc4-3148-442a-b227-f47869dce023 HTTP/1.1" status: 204 len: 168 time: 1.1698265 Aug 23 14:17:57.462953 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.481417 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.496530 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:57.511060 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d620f12d-e338-42e2-a184-a09b43cb29fd req-eedc3384-776b-450f-b485-7c350ed3b282 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839371 Aug 23 14:17:57.514486 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d169609-326e-4e20-b28e-00b8b198e1b5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:57.516454 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:57.522340 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-ba4c8b40-c5c6-4311-a627-14f45445205a service neutron] 10.222.0.72 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768761 Aug 23 14:17:57.581619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:17:57.593355 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8e62b244-871e-41a1-a05b-618c83939a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.596606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:17:57.679589 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.680773 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d169609-326e-4e20-b28e-00b8b198e1b5 HTTP/1.1" status: 204 len: 168 time: 0.7402811 Aug 23 14:17:57.721350 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13bd70-5b76-4ab9-9611-4177558e1c97 req-5a2e138b-ae44-422e-a1fa-186cd8ee7443 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:57.722976 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b13bd70-5b76-4ab9-9611-4177558e1c97 req-5a2e138b-ae44-422e-a1fa-186cd8ee7443 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.0933306 Aug 23 14:17:57.761172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Made reservation on behalf of 1fd5ff9c2b684ed9b70bd50e00817bd4 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:17:57.764639 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:57.869368 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b13bd70-5b76-4ab9-9611-4177558e1c97 req-3ba22db0-ac9d-4701-ab86-6bdfe86cca8b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391625 Aug 23 14:17:58.053452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45486) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:58.103790 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d232454-9abb-467a-9445-7cb0aab777d2 req-f6460339-26ac-47fd-b20e-5238baf1637b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 210 time: 0.0720422 Aug 23 14:17:58.125040 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.158247 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Allocated IP 172.20.0.3 (73e2a67b-cd56-4428-bfeb-427e5f81a087/906ece5b-b30a-4ccd-8b9c-b6b300a838f2/d2caeb56-f65c-430b-8b6c-8dd59e9f8024) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:17:58.170591 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-86d87d64-007d-4a83-9ccc-5068e1f414fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7f59a98ccbb421980f5108d59b69d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156616 Aug 23 14:17:58.174901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 45496) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:17:58.184052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b7fd93da-5126-4e19-a007-9538104428e0 req-881b5d5d-55cb-4d24-9bd9-55ed0e31e7e2 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 210 time: 0.1016510 Aug 23 14:17:58.299242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1d417b85-efcd-407d-9c92-c5fb6b6b0456 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:58.344729 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.407417 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-176efb94-ee99-4567-89f4-edced4774f45 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:58.409347 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-176efb94-ee99-4567-89f4-edced4774f45 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.82 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.3087175 Aug 23 14:17:58.483165 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.530174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:58.535826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:58.536290 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.615410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Deleting port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:17:58.615760 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.698357 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.760737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:17:58.771447 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:58.801104 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccd400-a7a9-4962-82fa-ed4f594b7213 req-6d23cc3f-909a-4479-a135-fa4f80622d6d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:58.807758 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccd400-a7a9-4962-82fa-ed4f594b7213 req-6d23cc3f-909a-4479-a135-fa4f80622d6d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:58.809502 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bccd400-a7a9-4962-82fa-ed4f594b7213 req-6d23cc3f-909a-4479-a135-fa4f80622d6d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1681 time: 0.1617234 Aug 23 14:17:58.871427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bccd400-a7a9-4962-82fa-ed4f594b7213 req-28b8acfe-6333-4f08-b7a0-d663efa054a5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Aug 23 14:17:58.875080 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.885432 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:58.886608 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5848dfa0-f983-496e-8f30-b9b304eef818 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:17:58.938584 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:59.032500 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456', 'code': 200} Aug 23 14:17:59.040903 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=1d417b85-efcd-407d-9c92-c5fb6b6b0456,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:59.053181 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:59.105903 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.109585 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c028960f-2326-47e8-b13a-70e80b38e07c tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:59.117223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] For port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:59.118103 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.141197 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df4223c-f055-45e4-b60e-9a6a17dfc3cd,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:59.205603 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:59.225373 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.234019 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-736f7df0-cdc5-4320-a7bf-bd779af28866 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:59.296295 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 5848dfa0-f983-496e-8f30-b9b304eef818 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:17:59.298676 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f043d6-bf65-4d1d-9a76-13da4a9d3757 req-3891ebed-6ec6-46d6-b6a1-5c771b87efd5 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:59.301192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e5f043d6-bf65-4d1d-9a76-13da4a9d3757 req-3891ebed-6ec6-46d6-b6a1-5c771b87efd5 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 945 time: 0.1180906 Aug 23 14:17:59.302673 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 5848dfa0-f983-496e-8f30-b9b304eef818 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:17:59.303044 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.372601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e5f043d6-bf65-4d1d-9a76-13da4a9d3757 req-daf61dc1-14f1-4092-907d-376c58f795e3 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups?id=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576005 Aug 23 14:17:59.387226 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:17:59.405242 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:17:59.422998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:17:59.478240 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:59.485896 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.489437 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:59.537248 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5848dfa0-f983-496e-8f30-b9b304eef818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5848dfa0-f983-496e-8f30-b9b304eef818,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:17:59.615881 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbffcd-99c2-44a8-bc59-691c63f12e9a req-0fd645bb-06b3-4b59-88b0-06582c5910dd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:59.617438 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cccbffcd-99c2-44a8-bc59-691c63f12e9a req-0fd645bb-06b3-4b59-88b0-06582c5910dd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 931 time: 0.1077433 Aug 23 14:17:59.651355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:17:59.652099 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.661904 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.668837 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:17:59.671661 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cccbffcd-99c2-44a8-bc59-691c63f12e9a req-e2f47dfc-0933-46fc-b8fd-d513016c0e58 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464993 Aug 23 14:17:59.679408 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.680950 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3df4223c-f055-45e4-b60e-9a6a17dfc3cd HTTP/1.1" status: 204 len: 168 time: 1.5050697 Aug 23 14:17:59.702666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.702666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.702666 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Floating IP 34f65025-11de-487d-9fe0-7c7b9b0e4d5a disassociated. External IP: 172.25.7.230, port: 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d. Aug 23 14:17:59.703276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Calling delete_port for 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:17:59.807668 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5848dfa0-f983-496e-8f30-b9b304eef818,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:17:59.812978 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:17:59.848982 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5071228 Aug 23 14:17:59.855759 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8b50bd8a-1e55-4a6f-b8b9-8fc847079e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:17:59.865935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Request body: {'port': {'device_id': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:17:59.940649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2bca19a6-ccbe-4f47-812d-a64ae6a8a778 req-a9a186ff-20e8-4afa-a3a6-32d2f0e9715b tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 210 time: 0.1295719 Aug 23 14:18:00.015500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:00.109687 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:00.125919 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c8061dd1-4707-4e9e-9a80-2ffb91e51ac9 tempest-MultipleCreateTestJSON-406140424 tempest-MultipleCreateTestJSON-406140424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:00.172761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6000f-e474-493b-83b2-4b23a98f085f req-e2d38bbb-ba4f-4a80-95d3-ff00f9bb9986 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:00.179408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6000f-e474-493b-83b2-4b23a98f085f req-e2d38bbb-ba4f-4a80-95d3-ff00f9bb9986 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:00.186699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7dc6000f-e474-493b-83b2-4b23a98f085f req-e2d38bbb-ba4f-4a80-95d3-ff00f9bb9986 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1683 time: 0.1391098 Aug 23 14:18:00.261153 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event deleted for resources: {'Port': ['ID=05cfd818-6525-4dd4-be0c-b9f3ad9bc26d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:00.262921 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7dc6000f-e474-493b-83b2-4b23a98f085f req-e2494533-4580-4edd-9f44-f106dd7bb6f5 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748701 Aug 23 14:18:00.275150 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:00.644760 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d23e9e53-b259-4f52-bf70-893bfd4f3dae req-3228f48b-b89d-4139-9a14-3b9ec3df42be tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/ports?device_id=961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50 HTTP/1.1" status: 200 len: 210 time: 0.0806737 Aug 23 14:18:00.974874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Router 45871157-c485-410b-9cc3-7bba05a1d786 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:18:01.033398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848dfa0-f983-496e-8f30-b9b304eef818'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:01.328220 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.391788 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45640) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:01.416091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701057c7-5b29-4d6e-967e-a90ff6a93bf3 req-d3852127-108a-459c-a192-2478d580a813 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:01.416849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-701057c7-5b29-4d6e-967e-a90ff6a93bf3 req-d3852127-108a-459c-a192-2478d580a813 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:01.460655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2caeb56-f65c-430b-8b6c-8dd59e9f8024 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:01.483524 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.486314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:18:01.502107 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] Sync routers for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:18:01.512441 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:01.513108 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:01.612125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-481955933-network', 'tenant_id': '7873a386c7554f42ac89597de6130d34'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:01.618103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:01.622775 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Usage tracker for resource:network and tenant:7873a386c7554f42ac89597de6130d34 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:01.627429 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:01.632113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-4e7b18b5-0f55-4aa7-8652-8cfeae4953e1 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:01.639567 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-4e7b18b5-0f55-4aa7-8652-8cfeae4953e1 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 821 time: 0.5209184 Aug 23 14:18:01.639567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Transition to ACTIVE for port object d2caeb56-f65c-430b-8b6c-8dd59e9f8024 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:01.642110 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:01.642476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] No DVR routers for this DVR port 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:01.645915 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.650522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'name': 'network-vif-deleted', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:01.658455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Request body: {'port': {'device_id': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'admin_state_up': True, 'tenant_id': '7edfeb6fd342438a9ca5478e18ead61e'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:01.686294 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-701057c7-5b29-4d6e-967e-a90ff6a93bf3 req-d3852127-108a-459c-a192-2478d580a813 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:01.687622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-701057c7-5b29-4d6e-967e-a90ff6a93bf3 req-d3852127-108a-459c-a192-2478d580a813 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 931 time: 0.7747324 Aug 23 14:18:01.822414 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:01.827385 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.838474 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15f95db0-440f-44a5-a723-8a692e20aa90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:01.878468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Made reservation on behalf of 7873a386c7554f42ac89597de6130d34 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:01.880800 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.889757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-701057c7-5b29-4d6e-967e-a90ff6a93bf3 req-26b67dd5-6fab-4323-b5f9-29b05f3121d0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839938 Aug 23 14:18:01.896165 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:01.917343 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:01.921513 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Usage tracker for resource:security_group_rule and tenant:7873a386c7554f42ac89597de6130d34 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:01.924889 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:01.932363 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:01.935535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:01.939475 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:01.948095 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a33f74ce-1eae-43b5-b93d-24a702bda203 req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.82 "DELETE /v2.0/ports/05cfd818-6525-4dd4-be0c-b9f3ad9bc26d HTTP/1.1" status: 204 len: 173 time: 3.5120151 Aug 23 14:18:02.088710 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.108596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:02.112851 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ab63d393-3a51-43b7-a8bd-c36ba6d7cd9c req-2f75bb04-37c4-4628-b8be-e485410e0307 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 210 time: 0.0803506 Aug 23 14:18:02.190518 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5848dfa0-f983-496e-8f30-b9b304eef818', 'code': 200} Aug 23 14:18:02.199582 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.216846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:02.233899 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:18:02.245852 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.246503 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Added segment 307f122c-b389-473d-ab89-856087a29822 of type vlan for network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d Aug 23 14:18:02.269594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:02.270186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:02.270684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:02.278612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:02.278612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:02.280878 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.288856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:02.289936 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:02.290604 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:02.291174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Bound port: d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:02.291635 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.298664 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1ceac168-c600-473d-baae-dabaef323207 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:02.327839 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:02.343370 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c697b107-19bf-46b7-8c42-dfc2c9281fa0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:02.349447 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:02.390204 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:02.390945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 05cfd818-6525-4dd4-be0c-b9f3ad9bc26d not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:02.402577 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 5, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:02.409800 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] Checking router: 45871157-c485-410b-9cc3-7bba05a1d786 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:18:02.422306 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:02.422987 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:02.433644 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.435898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:02.437053 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.438123 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Made reservation on behalf of 7edfeb6fd342438a9ca5478e18ead61e for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:02.443545 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:02.444823 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.576392 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1807904 Aug 23 14:18:02.579074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45668) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:02.587756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Request body: {'subnet': {'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-481955933-subnet', 'tenant_id': '7873a386c7554f42ac89597de6130d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:02.592705 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:02.597066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Usage tracker for resource:subnet and tenant:7873a386c7554f42ac89597de6130d34 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:02.600147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:02.606673 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:02.614408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Pushing event updated for resources: {'Network': ['ID=4e63a9f9-daec-428e-aaba-ce5c0c983a2d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:02.617323 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:02.627741 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:18:02.656460 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:02.678494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Made reservation on behalf of 7873a386c7554f42ac89597de6130d34 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:02.682490 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:02.810084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Allocated IP 172.20.0.7 (fd24ae70-b8ed-4d21-af77-972b30d69354/978b4dd8-e7d4-46f8-8445-f59ae8340e9f/cc3d09b3-42c8-4bd8-90f7-a5922ce6605b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:02.956993 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.060248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:03.077035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-e1d03348-b00f-4f6f-b1e2-e2b387d91595 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=26347cba3d7f465eab82a91de293ae06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664496 Aug 23 14:18:03.078718 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.084815 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-504dd60c-bb26-415e-b1ba-640d14bab79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:03.093503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:03.125469 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf70cad-2f20-42dd-b537-33ce4f7b90ae req-22811db6-6f20-4d92-a72f-a4467e38d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.125971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf70cad-2f20-42dd-b537-33ce4f7b90ae req-22811db6-6f20-4d92-a72f-a4467e38d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.127585 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fcf70cad-2f20-42dd-b537-33ce4f7b90ae req-22811db6-6f20-4d92-a72f-a4467e38d9a2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1985 time: 0.8204336 Aug 23 14:18:03.147987 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 5, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:03.152274 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce30855-fe00-440b-97b4-ca99ae8fefb6 None None] The sync data for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 is: [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:15:11Z', 'revision_number': 4, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6', 'name': '', 'network_id': '5a4adddf-0093-466c-bd0a-a7ddc15f32aa', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'mac_address': 'fa:16:3e:de:cc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:15:26Z', 'revision_number': 5, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'subnets': [{'id': '6804c610-56e4-4b5d-84ac-e017ad545fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:18:03.175861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0736ff6-ec67-4bee-95e4-e2da34512608 req-269b5fa3-47bc-40de-8f4a-a5ebff33f3ec tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.182134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0736ff6-ec67-4bee-95e4-e2da34512608 req-269b5fa3-47bc-40de-8f4a-a5ebff33f3ec tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.190367 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0736ff6-ec67-4bee-95e4-e2da34512608 req-269b5fa3-47bc-40de-8f4a-a5ebff33f3ec tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1683 time: 0.7187941 Aug 23 14:18:03.279810 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.291327 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-378e1403-015d-4fab-9801-52a31bceb0c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:03.418308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ceb0d5-c801-4bdd-9002-1742bc73d05e,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:03.420835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.421823 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.423885 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 1091 time: 3.5623932 Aug 23 14:18:03.425191 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:03.439775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fcf70cad-2f20-42dd-b537-33ce4f7b90ae req-6d39d0d6-5552-43a8-8b38-e449373958ab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877846 Aug 23 14:18:03.449358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Checking segment: {'id': '307f122c-b389-473d-ab89-856087a29822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:03.449922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Network hostable DHCP agents. Network: 4e63a9f9-daec-428e-aaba-ce5c0c983a2d, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:18:03.464775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a0736ff6-ec67-4bee-95e4-e2da34512608 req-4533fb2b-116c-4239-8970-dba6d5279d3f tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738354 Aug 23 14:18:03.477714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9c1ead-8015-496b-8ae0-99ca2445a6ba None None] New status for floating IP 34f65025-11de-487d-9fe0-7c7b9b0e4d5a: DOWN {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:18:03.503092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:03.508898 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.511667 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:03.525691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-22f88251-d76f-4858-a680-fb20bcf1301c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.528400 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-22f88251-d76f-4858-a680-fb20bcf1301c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4077830 Aug 23 14:18:03.553771 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-6888b70b-f73c-490d-a85d-7d992e157f10 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/quotas/26347cba3d7f465eab82a91de293ae06 HTTP/1.1" status: 200 len: 375 time: 0.0168436 Aug 23 14:18:03.646060 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-c37d3bfe-2057-4ecf-bdbc-35b034e61469 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858500 Aug 23 14:18:03.673528 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:18:03.688900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-93ab3c3c-d132-463e-9a13-c8e79070105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.691449 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-93ab3c3c-d132-463e-9a13-c8e79070105d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1094 time: 0.0939567 Aug 23 14:18:03.778892 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961582b7-eb3c-48dd-b4e8-1ff3bb8b0a50', 'name': 'network-vif-deleted', 'tag': '05cfd818-6525-4dd4-be0c-b9f3ad9bc26d', 'status': 'completed', 'code': 200} Aug 23 14:18:03.794463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-44e8b37a-acf2-4b61-b589-b86d06c283ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 217 time: 0.0947204 Aug 23 14:18:03.796726 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.804404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 4e63a9f9-daec-428e-aaba-ce5c0c983a2d) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:03.810061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:03.811059 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:03.811512 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:03.816398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47502e68-6677-409e-bc1c-f18d9308a549 None None] Network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:03.962921 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3827477 Aug 23 14:18:04.042344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Network fd24ae70-b8ed-4d21-af77-972b30d69354 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:04.065714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-a5b21f14-d5de-4c26-9c84-24849960a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:04.067734 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-a5b21f14-d5de-4c26-9c84-24849960a599 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.2017109 Aug 23 14:18:04.072276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:04.075064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:04.214830 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b95a9-928d-41a8-a8bd-38972fa3224c req-b880441e-84d8-48d1-8e3b-a6985498dedf tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:04.218314 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b8b95a9-928d-41a8-a8bd-38972fa3224c req-b880441e-84d8-48d1-8e3b-a6985498dedf tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.2112381 Aug 23 14:18:04.236212 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-47c542c3-eb0e-4cb9-9f5c-ae8cdf326235 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242118 Aug 23 14:18:04.280062 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event updated for resources: {'Port': ['ID=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:04.281702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585837d-4089-4625-8bf3-0a54a6fe3ef2 None None] Network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:04.288810 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:04.291196 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b8b95a9-928d-41a8-a8bd-38972fa3224c req-babc8f28-53c8-4e90-9507-69418aae1d2f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644612 Aug 23 14:18:04.377236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:04.377873 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.450023 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-89cd6bd9-29a0-4247-b171-50b2b424d052 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058656 Aug 23 14:18:04.497309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8476775 Aug 23 14:18:04.517288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Request body: {'port': {'device_id': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:04.561347 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c2c70-644d-43ec-b2d3-35c3b03f70dc req-a3467d1e-257b-415c-8834-48a9f09ab481 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:04.562995 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f86c2c70-644d-43ec-b2d3-35c3b03f70dc req-a3467d1e-257b-415c-8834-48a9f09ab481 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 931 time: 0.1263545 Aug 23 14:18:04.615678 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f86c2c70-644d-43ec-b2d3-35c3b03f70dc req-58faedab-3da3-464f-8ae4-dc3ba6bd362d tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Aug 23 14:18:04.726014 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad1aee28-c57d-42de-91d7-10439782e5c9 req-a8d9a10a-1256-4ba6-9b01-1f06cc08a3ba service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649286 Aug 23 14:18:04.726014 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.752093 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45730) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:04.862060 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:04.868252 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-847d7370-7a2e-4b7b-b86a-2e6dd5ad706e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=26347cba3d7f465eab82a91de293ae06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348475 Aug 23 14:18:04.943449 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.088913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-ca458bc2-1e96-44e8-9ac2-74f294f87cbe tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:05.090418 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-ca458bc2-1e96-44e8-9ac2-74f294f87cbe tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138100 Aug 23 14:18:05.106385 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-20497a31-8f79-4a11-8936-ccc9f72fb796 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/quotas/26347cba3d7f465eab82a91de293ae06 HTTP/1.1" status: 200 len: 375 time: 0.0097723 Aug 23 14:18:05.153387 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3d09b3-42c8-4bd8-90f7-a5922ce6605b {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:05.160134 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-876b3ad4-597d-4305-bc3e-544faa62f6b6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468972 Aug 23 14:18:05.161585 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.176833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Transition to ACTIVE for port object cc3d09b3-42c8-4bd8-90f7-a5922ce6605b will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:05.250682 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.254936 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c059eaa5-6c56-4703-a57e-3e0ca17ad294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:05.270621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd073b7-5178-457d-b8c7-dc6b62f8d3f1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:05.273926 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:05.280875 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.286004 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-862e3450-4c7b-45a9-82c1-296200531418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:05.403782 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.407350 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "DELETE /v2.0/security-groups/2dd073b7-5178-457d-b8c7-dc6b62f8d3f1 HTTP/1.1" status: 204 len: 168 time: 0.6518350 Aug 23 14:18:05.407618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45762) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:05.427046 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-7847fcc5-d495-4386-8ba7-10bfcdc3c65f tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] show failed (client error): The resource could not be found. Aug 23 14:18:05.428891 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7847fcc5-d495-4386-8ba7-10bfcdc3c65f tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "GET /v2.0/security-groups/2dd073b7-5178-457d-b8c7-dc6b62f8d3f1 HTTP/1.1" status: 404 len: 347 time: 0.0195642 Aug 23 14:18:05.437076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:05.437367 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45766) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:05.627188 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:05.660895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Deleting port c8520d16-0821-4e56-a096-a24e59dbe74a {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:05.661491 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.761641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Attempting to bind port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:05.762625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Attempting to bind port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:05.763105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Attempting to bind port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b on network fd24ae70-b8ed-4d21-af77-972b30d69354 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:05.768988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b on network fd24ae70-b8ed-4d21-af77-972b30d69354 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:05.769631 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Attempting to bind port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b on network fd24ae70-b8ed-4d21-af77-972b30d69354 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:05.777334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:05.778808 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Checking segment: {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:05.779209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Bound using segment: {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:05.780735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Bound port: cc3d09b3-42c8-4bd8-90f7-a5922ce6605b, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3db1f1c-aa31-4dfa-8318-7637080d48f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:05.781150 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.794004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:05.877900 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.878818 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:05.989421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd253-30d2-4d3b-8492-841fc521d5d5 req-e8ab63f5-da38-4ce5-91e4-69546a76cd4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:05.996746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd253-30d2-4d3b-8492-841fc521d5d5 req-e8ab63f5-da38-4ce5-91e4-69546a76cd4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:05.998683 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99dbd253-30d2-4d3b-8492-841fc521d5d5 req-e8ab63f5-da38-4ce5-91e4-69546a76cd4c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1683 time: 0.2079270 Aug 23 14:18:06.024724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] For port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:06.032561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Calling delete_port for c8520d16-0821-4e56-a096-a24e59dbe74a owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:06.054719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] For port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:06.072025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99dbd253-30d2-4d3b-8492-841fc521d5d5 req-3bc9e855-3bbf-4d58-9b7b-c53be1d318d9 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668910 Aug 23 14:18:06.179433 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.188973 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c7b48017-ce07-4b46-8de7-d25dc8292776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:06.199138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a702de4-8e20-4659-a62e-98c52be6e23c req-a547d822-d532-47c1-b532-225a336b15bd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:06.201050 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a702de4-8e20-4659-a62e-98c52be6e23c req-a547d822-d532-47c1-b532-225a336b15bd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.1805801 Aug 23 14:18:06.227377 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-574c222b-1b7f-4309-b569-ccf6e4a2c234 req-52c2cca5-f4d9-4a92-8f17-7ef036bbbd55 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 210 time: 0.0866990 Aug 23 14:18:06.260463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:06.260463 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.260463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc3d09b3-42c8-4bd8-90f7-a5922ce6605b HTTP/1.1" status: 200 len: 1091 time: 1.7387800 Aug 23 14:18:06.280171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:06.283885 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:06.310969 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a702de4-8e20-4659-a62e-98c52be6e23c req-64c57fba-4e93-4d46-a1a5-5d2dba2e8bec tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Aug 23 14:18:06.419613 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.426895 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:06.456923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-b7694818-e94d-4eb9-b74e-aba24d52956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:06.460527 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-b7694818-e94d-4eb9-b74e-aba24d52956e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 1094 time: 0.0844898 Aug 23 14:18:06.546313 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-64b32e65-1206-4227-b327-e53ca4f740af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b HTTP/1.1" status: 200 len: 217 time: 0.0712223 Aug 23 14:18:06.618477 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-f42fd10b-fa36-46c4-8f50-cabfa0264618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:06.619928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-f42fd10b-fa36-46c4-8f50-cabfa0264618 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=978b4dd8-e7d4-46f8-8445-f59ae8340e9f HTTP/1.1" status: 200 len: 861 time: 0.0657084 Aug 23 14:18:06.636746 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Pushing event deleted for resources: {'Port': ['ID=c8520d16-0821-4e56-a096-a24e59dbe74a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:06.673138 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:06.706469 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-6c89619c-97c0-4da5-8c14-d4902cd8771c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd24ae70-b8ed-4d21-af77-972b30d69354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787830 Aug 23 14:18:06.710368 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-dd0e105b-f801-46cc-8b17-bc4a691924d6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=26347cba3d7f465eab82a91de293ae06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339308 Aug 23 14:18:06.718638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-a3152489-b6cd-4bd2-a787-8f47866013cc service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:18:06.719594 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-a3152489-b6cd-4bd2-a787-8f47866013cc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052776 Aug 23 14:18:06.758494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.777553 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5f8ba-7796-4b7a-835b-b9f4f4c468d7 req-0f019d6e-4d63-4641-ade6-25416694de1c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:06.779256 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9fa5f8ba-7796-4b7a-835b-b9f4f4c468d7 req-0f019d6e-4d63-4641-ade6-25416694de1c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 943 time: 0.3549268 Aug 23 14:18:06.786607 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:06.787905 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] 10.222.0.72 "DELETE /v2.0/floatingips/34f65025-11de-487d-9fe0-7c7b9b0e4d5a HTTP/1.1" status: 204 len: 168 time: 1.3413963 Aug 23 14:18:06.793221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45786) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:06.992018 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9fa5f8ba-7796-4b7a-835b-b9f4f4c468d7 req-9fb5cb39-343e-4cf8-96d8-667db5acb160 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000172 Aug 23 14:18:06.998677 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-bbcd65b2-8fd3-4cca-95dd-6471cb10cfed tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:07.002251 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-bbcd65b2-8fd3-4cca-95dd-6471cb10cfed tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817545 Aug 23 14:18:07.030682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Request body: {'port': {'device_id': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '26347cba3d7f465eab82a91de293ae06'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:07.076350 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024', 'status': 'completed', 'code': 200} Aug 23 14:18:07.093002 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-59dc16fa-1d58-496b-9f41-2517c770a452 service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459549 Aug 23 14:18:07.443019 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:07.449357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1a51023-f24e-4734-8ddb-5e52cbff15fa req-d5bc9aa3-2e6a-460f-ad9f-2ec1cc485f54 service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439152 Aug 23 14:18:07.452449 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Usage tracker for resource:port and tenant:26347cba3d7f465eab82a91de293ae06 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:07.457139 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:07.457632 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc3f99-d5c3-453a-a0bf-b14008ffde31 req-7231ba86-1ffb-4937-beaf-1e8b014e9b59 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:07.459186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09fc3f99-d5c3-453a-a0bf-b14008ffde31 req-7231ba86-1ffb-4937-beaf-1e8b014e9b59 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 947 time: 0.2626455 Aug 23 14:18:07.466119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:07.470431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-f631d05e-fbdd-4919-a1db-dbc8841814fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:07.474477 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-f631d05e-fbdd-4919-a1db-dbc8841814fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1094 time: 0.3657558 Aug 23 14:18:07.558327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-09fc3f99-d5c3-453a-a0bf-b14008ffde31 req-f258aa9b-b36e-4fcc-9d34-a9e4fdb41902 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895522 Aug 23 14:18:07.595833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Made reservation on behalf of 26347cba3d7f465eab82a91de293ae06 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:07.595833 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:07.613216 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:07.643054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:07.650658 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Usage tracker for resource:security_group_rule and tenant:26347cba3d7f465eab82a91de293ae06 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:07.655258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:07.661831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:07.771188 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:07.877115 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b76cadf1-7480-4273-a049-ae1c17497c9d req-a8862e4b-5233-4767-8992-0aaff44da799 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 210 time: 0.1834445 Aug 23 14:18:07.921088 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-e238c971-e396-4510-9841-d6e1f9eb423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:07.922565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-e238c971-e396-4510-9841-d6e1f9eb423d service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.4412792 Aug 23 14:18:07.990868 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:08.004540 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-50d172b4-3524-4e54-be59-a92ff187a5d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 217 time: 0.0714831 Aug 23 14:18:08.043422 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-1a17c9a4-7228-44bb-bcc2-c4bc7d3e0a18 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=26347cba3d7f465eab82a91de293ae06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375814 Aug 23 14:18:08.179570 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Deleting port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:08.180532 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:08.239035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-3188502a-0830-4ac9-9a4f-beab82534f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.240495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-3188502a-0830-4ac9-9a4f-beab82534f7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1995666 Aug 23 14:18:08.297834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:08.319369 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'port_id': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024', 'mac_address': 'fa:16:3e:a8:c3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ece5b-b30a-4ccd-8b9c-b6b300a838f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:08.376040 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-528a71fc-95f8-4e27-8d82-e8e3de8294e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810063 Aug 23 14:18:08.377885 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:08.413835 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:08.427509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-45d3f265-df7c-4696-8e7a-301c86f57a91 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.429059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-45d3f265-df7c-4696-8e7a-301c86f57a91 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180850 Aug 23 14:18:08.445500 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2caeb56-f65c-430b-8b6c-8dd59e9f8024 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:08.446921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Request body: {'port': {'device_id': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '26347cba3d7f465eab82a91de293ae06'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:08.470668 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:08.484099 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:08.494364 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6ebe7f0c-b6de-4020-99c5-48eb19703ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:08.633887 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:08.636001 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-1e7b704a-34d8-4987-8c32-3d9fe438d7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:08.708666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:08.717633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.718208 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.718642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff09d26-01d2-417b-97e2-76f6a071d9c8 req-eeae38cf-8e40-426c-b66d-ee2155be4c36 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:08.718888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.719595 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.720173 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ff09d26-01d2-417b-97e2-76f6a071d9c8 req-eeae38cf-8e40-426c-b66d-ee2155be4c36 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.6103666 Aug 23 14:18:08.720424 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.724153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.724153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.724153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.724153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.724153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.724153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.724153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:08.728511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d721f4-4320-4b82-8603-14a13443e50b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:08.730466 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:08.739965 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:08.771133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] For port 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:08.771504 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:08.824709 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-af4507d1-3f8c-426f-b825-4bb81a4872ef service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288216 Aug 23 14:18:08.913542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:08.920092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Calling delete_port for 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:08.927827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d2caeb56-f65c-430b-8b6c-8dd59e9f8024'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:08.936098 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ff09d26-01d2-417b-97e2-76f6a071d9c8 req-a655fe4b-22d7-42b8-bc14-de2854fc6580 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847937 Aug 23 14:18:08.943260 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Usage tracker for resource:port and tenant:26347cba3d7f465eab82a91de293ae06 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:08.948672 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:08.961420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:09.029611 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-446f52ef-718f-4ffa-ba53-ef5d2aa3311c tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:09.031340 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-446f52ef-718f-4ffa-ba53-ef5d2aa3311c tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.82 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 947 time: 0.5035827 Aug 23 14:18:09.040172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Allocated IP 192.168.233.130 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/99d05dcb-89a1-4dbe-9d0e-c3152478fd04) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:09.043430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc54cdb-9e31-465b-be1d-efba603c5f31 req-96c0bd9f-d7ee-4989-a27e-dcbe8f67ef75 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:09.052597 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ccc54cdb-9e31-465b-be1d-efba603c5f31 req-96c0bd9f-d7ee-4989-a27e-dcbe8f67ef75 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 943 time: 0.5966139 Aug 23 14:18:09.075692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'tag': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:09.191300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Made reservation on behalf of 26347cba3d7f465eab82a91de293ae06 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:09.194885 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.205359 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-64c9b5ff-1462-4310-a98c-bb91d4198961 req-e8958923-a075-4d60-a5ea-91c25f759b54 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654888 Aug 23 14:18:09.344691 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ccc54cdb-9e31-465b-be1d-efba603c5f31 req-814addf8-b463-4c4d-ab20-457e7f2637e2 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909393 Aug 23 14:18:09.354602 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Deleting port 6799ffbc-5b5a-4d30-9979-0c92710c081a {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:09.354950 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.464800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a02417-ce61-41bd-a6e2-47484bc910df req-160bc57c-aaba-46d5-8174-87318d0bb632 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:09.470867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a02417-ce61-41bd-a6e2-47484bc910df req-160bc57c-aaba-46d5-8174-87318d0bb632 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:09.472513 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5a02417-ce61-41bd-a6e2-47484bc910df req-160bc57c-aaba-46d5-8174-87318d0bb632 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1683 time: 0.3406575 Aug 23 14:18:09.587028 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.603962 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5a02417-ce61-41bd-a6e2-47484bc910df req-6949f33e-258a-40e7-8336-ba7d3508540d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217606 Aug 23 14:18:09.627568 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Transition to ACTIVE for port object 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:09.667224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-e28a294a-7ca6-4e85-96a1-43d376f8634d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:09.673352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-e28a294a-7ca6-4e85-96a1-43d376f8634d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:09.675495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-e28a294a-7ca6-4e85-96a1-43d376f8634d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.82 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1683 time: 0.1368690 Aug 23 14:18:09.869623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] For port 6799ffbc-5b5a-4d30-9979-0c92710c081a, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=6799ffbc-5b5a-4d30-9979-0c92710c081a,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:09.870347 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.907233 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.940538 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:09.962116 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:10.003541 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2842ca52-bfd3-4ce1-9be8-64b229b87508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:10.004350 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:10.012183 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b2d191ef-58c8-40da-8f1f-04dcaedf4710 req-f4b73068-3690-481a-bf2c-d0c934dcd0ad tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 210 time: 0.1413617 Aug 23 14:18:10.043329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7993a0a-fa76-4b5b-b540-0b41932de7bd req-55c2d0f6-5d89-460b-97d3-5ffec8f7cc10 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:10.051371 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7993a0a-fa76-4b5b-b540-0b41932de7bd req-55c2d0f6-5d89-460b-97d3-5ffec8f7cc10 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=6de693d1-d32d-4b57-a115-881d8100960f HTTP/1.1" status: 200 len: 947 time: 0.4176273 Aug 23 14:18:10.066605 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Calling delete_port for 6799ffbc-5b5a-4d30-9979-0c92710c081a owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:10.078780 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port 5848dfa0-f983-496e-8f30-b9b304eef818 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:10.079140 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.109914 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'tag': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b', 'status': 'completed', 'code': 200} Aug 23 14:18:10.135883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Pushing event deleted for resources: {'Port': ['ID=1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:10.154360 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:10.155653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:10.189278 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Allocated IP 192.168.233.19 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/1fe826e8-0935-4d01-aa30-3c55ebb44ef5) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:10.194488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:10.206170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:10.210718 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:10.215490 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:10.221219 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:10.221852 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.257928 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:10.369260 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7993a0a-fa76-4b5b-b540-0b41932de7bd req-95612fce-2936-41d8-82b4-1eded8e6b08e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166883 Aug 23 14:18:10.484717 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.547281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:10.548533 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:10.551732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:10.552607 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.713638 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.715894 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:10.780653 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c6b4f2fb-e22b-40f9-9126-f4a8d1e4fe75 None None] Provisioning for port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:10.783396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-370a3535-97b2-44a3-af57-0e0870262f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:10.784937 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-370a3535-97b2-44a3-af57-0e0870262f65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 1094 time: 0.6367939 Aug 23 14:18:10.796092 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c6b4f2fb-e22b-40f9-9126-f4a8d1e4fe75 None None] Provisioning complete for port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:10.796617 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f2fb-e22b-40f9-9126-f4a8d1e4fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.859749 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8429346 Aug 23 14:18:10.867441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4f2fb-e22b-40f9-9126-f4a8d1e4fe75 None None] Port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:18:10.874450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:10.877583 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:10.895582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Request body: {'port': {'device_id': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:10.937440 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:10.948926 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:11.006223 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Pushing event deleted for resources: {'Port': ['ID=6799ffbc-5b5a-4d30-9979-0c92710c081a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:11.040333 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:11.040961 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.051724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fbd3d-879d-47ea-b9c4-9a8d6240c6be req-109d9491-eaf5-4b1f-97fc-3be1686d2dea tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:11.053285 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e76fbd3d-879d-47ea-b9c4-9a8d6240c6be req-109d9491-eaf5-4b1f-97fc-3be1686d2dea tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 943 time: 0.3883920 Aug 23 14:18:11.108378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port 5848dfa0-f983-496e-8f30-b9b304eef818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5848dfa0-f983-496e-8f30-b9b304eef818,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:11.109062 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.180301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] No DVR routers for this DVR port 6799ffbc-5b5a-4d30-9979-0c92710c081a on host n-h1-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:11.183064 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.197625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-deleted', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:11.254282 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e76fbd3d-879d-47ea-b9c4-9a8d6240c6be req-c539fc35-5f5b-428f-9f02-5d4b77bbc095 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592503 Aug 23 14:18:11.319387 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f9e3675-6330-49b3-a3ed-bcba1de6e1b3 req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.82 "DELETE /v2.0/ports/6799ffbc-5b5a-4d30-9979-0c92710c081a HTTP/1.1" status: 204 len: 173 time: 2.2611041 Aug 23 14:18:11.319687 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for 5848dfa0-f983-496e-8f30-b9b304eef818 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:11.353331 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.394082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311b922-5bc6-47ec-9b4b-e4b84f268d8b req-d92ba38b-a057-4f67-ba6a-dbc0c301a875 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:11.402740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8311b922-5bc6-47ec-9b4b-e4b84f268d8b req-d92ba38b-a057-4f67-ba6a-dbc0c301a875 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 944 time: 0.9079463 Aug 23 14:18:11.472429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-32035f64-d6a9-4fca-85ff-c181f41ae23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:11.474100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-32035f64-d6a9-4fca-85ff-c181f41ae23c service neutron] 10.222.0.64 "GET /v2.0/networks?id=fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 200 len: 923 time: 0.6226768 Aug 23 14:18:11.488690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Transition to ACTIVE for port object 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:11.550000 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:11.596219 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-667327dd-b201-4786-98c5-85d981f5fc6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b HTTP/1.1" status: 200 len: 217 time: 0.1133521 Aug 23 14:18:11.638615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Router 45871157-c485-410b-9cc3-7bba05a1d786 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:18:11.674541 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024', 'code': 200} Aug 23 14:18:11.916514 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:18:11.924726 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-901fe424-5a47-43aa-9119-f21c1e3ab32c admin admin] 10.222.0.72 "PUT /v2.0/routers/45871157-c485-410b-9cc3-7bba05a1d786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1278791 Aug 23 14:18:11.926330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45842) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:11.934540 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] Sync routers for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:18:11.945942 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:11.946862 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:11.965180 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8311b922-5bc6-47ec-9b4b-e4b84f268d8b req-61f46962-bdbb-49c1-b4ee-1e08515c47e9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319443 Aug 23 14:18:12.015084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device cc3d09b3-42c8-4bd8-90f7-a5922ce6605b details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:12.144360 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da184e91-8319-4c47-a97f-feee53d98acb req-66d476d5-2d35-43ed-9265-8c01681ae027 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:12.152329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da184e91-8319-4c47-a97f-feee53d98acb req-66d476d5-2d35-43ed-9265-8c01681ae027 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:12.160197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da184e91-8319-4c47-a97f-feee53d98acb req-66d476d5-2d35-43ed-9265-8c01681ae027 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 1683 time: 0.3244164 Aug 23 14:18:12.234950 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:12.245042 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:12.263801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b', 'network_id': 'fd24ae70-b8ed-4d21-af77-972b30d69354', 'port_id': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b', 'mac_address': 'fa:16:3e:a6:de:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '978b4dd8-e7d4-46f8-8445-f59ae8340e9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:12.299239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-ebc434d6-97cb-4d65-a753-0609e1e26552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:12.300906 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-ebc434d6-97cb-4d65-a753-0609e1e26552 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=978b4dd8-e7d4-46f8-8445-f59ae8340e9f HTTP/1.1" status: 200 len: 861 time: 0.5031097 Aug 23 14:18:12.379388 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.401872 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3d09b3-42c8-4bd8-90f7-a5922ce6605b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:12.421244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:12.424367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1d417b85-efcd-407d-9c92-c5fb6b6b0456 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:12.427449 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.472894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-7bacf531-0232-48c9-9d3e-eb9865db160c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fd24ae70-b8ed-4d21-af77-972b30d69354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991983 Aug 23 14:18:12.485973 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e1d8b0f5-9845-4ce0-9779-bc9a45107a3f req-1a694750-1735-4de2-9223-9c0c1c05002a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Synchronizing usage tracker for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:12.552174 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.628584 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2e1a65b4-3abc-4baf-abf6-c05c72e5996b tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:12.659657 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.675723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.694683 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.702014 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:12.723132 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da184e91-8319-4c47-a97f-feee53d98acb req-7e86cfef-e051-42d2-9673-12511def2217 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614831 Aug 23 14:18:12.760846 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:18:09Z', 'revision_number': 5, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port': {'id': '606b5251-bc0a-4a30-bb0e-12b87376baed', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45871157-c485-410b-9cc3-7bba05a1d786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:14:58Z', 'updated_at': '2021-08-23T14:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:12.764283 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.765457 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] Checking router: 45871157-c485-410b-9cc3-7bba05a1d786 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:18:12.769907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Deleting port 606b5251-bc0a-4a30-bb0e-12b87376baed {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:12.770398 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.776267 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] Routers {'45871157-c485-410b-9cc3-7bba05a1d786'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:12.776918 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['45871157-c485-410b-9cc3-7bba05a1d786'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:12.792027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:12.805491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:12.865692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c845-eaf6-4be6-9d57-ac5a62d1a7ee req-8983e4af-0310-4066-ac33-ed54d3d874aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:12.867537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1fe2c845-eaf6-4be6-9d57-ac5a62d1a7ee req-8983e4af-0310-4066-ac33-ed54d3d874aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1096 time: 1.0667574 Aug 23 14:18:12.872566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:12.875305 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:12.905267 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de693d1-d32d-4b57-a115-881d8100960f', 'name': 'network-vif-deleted', 'tag': '6799ffbc-5b5a-4d30-9979-0c92710c081a', 'status': 'completed', 'code': 200} Aug 23 14:18:12.924979 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:12.930241 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:12.941977 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:12.942770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 6799ffbc-5b5a-4d30-9979-0c92710c081a no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:13.000414 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:13.005238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e1d8b0f5-9845-4ce0-9779-bc9a45107a3f req-1a694750-1735-4de2-9223-9c0c1c05002a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Unset dirty status for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:13.006418 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e1d8b0f5-9845-4ce0-9779-bc9a45107a3f req-1a694750-1735-4de2-9223-9c0c1c05002a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 210 time: 0.7217078 Aug 23 14:18:13.007114 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Pushing event updated for resources: {'Port': ['ID=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:13.225483 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] Set router 45871157-c485-410b-9cc3-7bba05a1d786 gateway port host: None {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:13.228780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['cc3d09b3-42c8-4bd8-90f7-a5922ce6605b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:13.240095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] For port 606b5251-bc0a-4a30-bb0e-12b87376baed, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=606b5251-bc0a-4a30-bb0e-12b87376baed,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:13.240720 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.330998 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=1d417b85-efcd-407d-9c92-c5fb6b6b0456,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:13.337100 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:13.341206 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 6799ffbc-5b5a-4d30-9979-0c92710c081a {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:13.341824 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 6799ffbc-5b5a-4d30-9979-0c92710c081a not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:13.342443 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5848dfa0-f983-496e-8f30-b9b304eef818 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:13.347562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-5d008432-d495-469a-9fb6-f8d4e5926ea7 service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8580098 Aug 23 14:18:13.365223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:13.365925 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.423994 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 5848dfa0-f983-496e-8f30-b9b304eef818 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:13.424621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5848dfa0-f983-496e-8f30-b9b304eef818 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:13.425786 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:18:12Z', 'revision_number': 6, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port_host': None}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:13.432342 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc231041-36aa-4ed4-b1b8-71d63aff065d None None] The sync data for ids ['45871157-c485-410b-9cc3-7bba05a1d786'] in n-d-805628-1 is: [{'id': '45871157-c485-410b-9cc3-7bba05a1d786', 'name': 'tempest-ServersTestManualDisk-1959083423-router', 'tenant_id': '6f8780a3d7334eb19e1bdef313cfb154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:14:56Z', 'updated_at': '2021-08-23T14:18:12Z', 'revision_number': 6, 'project_id': '6f8780a3d7334eb19e1bdef313cfb154', 'gw_port_host': None}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:18:13.527895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Calling delete_port for 606b5251-bc0a-4a30-bb0e-12b87376baed owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:13.610741 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:13.616599 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-de9ae59e-dfcf-4659-bd15-49b243eed771 None None] Provisioning for port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:13.620702 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e52ac254-64ce-4cdb-a9f9-d323eb5987d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.832s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:13.624648 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-de9ae59e-dfcf-4659-bd15-49b243eed771 None None] Provisioning complete for port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:13.625049 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-de9ae59e-dfcf-4659-bd15-49b243eed771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.676228 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:13.696936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-de9ae59e-dfcf-4659-bd15-49b243eed771 None None] Port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:18:13.799895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] No DVR routers for this DVR port 5848dfa0-f983-496e-8f30-b9b304eef818 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:13.816379 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Port': ['ID=5848dfa0-f983-496e-8f30-b9b304eef818,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:13.818775 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:13.821218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:13.836578 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.844055 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1fe2c845-eaf6-4be6-9d57-ac5a62d1a7ee req-91d53ae8-78f5-4304-9dc9-8bc5a6033a00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8553717 Aug 23 14:18:13.844055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-deleted', 'tag': '5848dfa0-f983-496e-8f30-b9b304eef818'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:13.864522 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.874125 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:13.911210 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:13.917122 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a94157-7839-4b63-bc03-bc9119b2d5b6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:13.917327 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:13.917610 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 1dacb95a-6d7e-4358-b4e4-8cbc05aae2b6 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:13.959981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Transition to ACTIVE for port object 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:13.974437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5336759 Aug 23 14:18:13.981110 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=606b5251-bc0a-4a30-bb0e-12b87376baed,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:13.987145 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:13.989831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Request body: {'port': {'device_id': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:14.055288 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a8fa036-039f-4411-8ea6-b6745ca9e824 req-7be52fb0-b2ce-4213-b11d-9b2f59376d26 service neutron] 10.222.0.64 "GET /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372904 Aug 23 14:18:14.066281 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.070934 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.82 "DELETE /v2.0/ports/5848dfa0-f983-496e-8f30-b9b304eef818 HTTP/1.1" status: 204 len: 173 time: 4.3894210 Aug 23 14:18:14.076235 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1fb2993a-db99-465e-8cc4-42bd6fd8d1c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:14.120981 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.166463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52fed-a80e-44b8-8267-89cd65efe8ff req-e11fc0a0-5545-4bf8-bab9-4e651701fb05 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:14.168206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-74e52fed-a80e-44b8-8267-89cd65efe8ff req-e11fc0a0-5545-4bf8-bab9-4e651701fb05 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Synchronizing usage tracker for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:14.356912 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.391032 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.475278 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03a660-9587-4122-8fd2-02b2fb128009 req-214cd759-6fc4-4c9a-a913-babd345b42ca tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:14.481601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d03a660-9587-4122-8fd2-02b2fb128009 req-214cd759-6fc4-4c9a-a913-babd345b42ca tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.1332910 Aug 23 14:18:14.531108 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d03a660-9587-4122-8fd2-02b2fb128009 req-b696e3be-057a-4365-bb79-a8e6e53a8f8e tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478740 Aug 23 14:18:14.539618 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:14.587083 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:14.598913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:14.599281 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.613307 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456', 'code': 200} Aug 23 14:18:14.631069 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.631722 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45871157-c485-410b-9cc3-7bba05a1d786 {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:18:14.672309 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.672309 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] 10.222.0.72 "DELETE /v2.0/routers/45871157-c485-410b-9cc3-7bba05a1d786 HTTP/1.1" status: 204 len: 168 time: 2.7216573 Aug 23 14:18:14.672514 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.673764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45870) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:14.751201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-74e52fed-a80e-44b8-8267-89cd65efe8ff req-e11fc0a0-5545-4bf8-bab9-4e651701fb05 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Unset dirty status for tenant:7edfeb6fd342438a9ca5478e18ead61e on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:14.752394 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74e52fed-a80e-44b8-8267-89cd65efe8ff req-e11fc0a0-5545-4bf8-bab9-4e651701fb05 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 944 time: 1.1330814 Aug 23 14:18:14.763551 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:18:14.811469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Deleting subnet 6804c610-56e4-4b5d-84ac-e017ad545fe2 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:18:14.817166 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.908112 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:14.965828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Attempting to bind port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:14.966118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Attempting to bind port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:14.966400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Attempting to bind port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:14.974116 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03594f-8539-4af4-be37-ab4991c86f35 req-454e8129-bba1-4188-b93b-1b1839e64e56 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:14.975661 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f03594f-8539-4af4-be37-ab4991c86f35 req-454e8129-bba1-4188-b93b-1b1839e64e56 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 944 time: 0.2393463 Aug 23 14:18:14.977013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74e52fed-a80e-44b8-8267-89cd65efe8ff req-62f5c1b0-b3f6-4f1f-8709-413f472bf656 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056150 Aug 23 14:18:15.005777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:15.006120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Attempting to bind port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:15.038318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:15.039834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:15.040569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:15.041258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Bound port: 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:15.041816 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.093263 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f03594f-8539-4af4-be37-ab4991c86f35 req-b18f0469-e759-468d-afe2-79332af5c6df tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/security-groups?id=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095064 Aug 23 14:18:15.106474 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.116727 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-deleted', 'tag': '5848dfa0-f983-496e-8f30-b9b304eef818', 'status': 'completed', 'code': 200} Aug 23 14:18:15.424657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a646f6-7be5-4269-a876-158ed3bd3e1e req-69fa17d1-cb93-4597-a7e6-37d29aa86de5 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:15.425576 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-22a646f6-7be5-4269-a876-158ed3bd3e1e req-69fa17d1-cb93-4597-a7e6-37d29aa86de5 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Synchronizing usage tracker for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:15.440138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port 1d417b85-efcd-407d-9c92-c5fb6b6b0456, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1d417b85-efcd-407d-9c92-c5fb6b6b0456,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:15.449113 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.514152 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.521570 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:15.571618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-22a646f6-7be5-4269-a876-158ed3bd3e1e req-69fa17d1-cb93-4597-a7e6-37d29aa86de5 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Unset dirty status for tenant:9be02c5647ee41ea9a44ffd1a84101ca on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:15.572741 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22a646f6-7be5-4269-a876-158ed3bd3e1e req-69fa17d1-cb93-4597-a7e6-37d29aa86de5 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 949 time: 0.2628677 Aug 23 14:18:15.575437 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6804c610-56e4-4b5d-84ac-e017ad545fe2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:15.582841 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:15.582841 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.586524 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6804c610-56e4-4b5d-84ac-e017ad545fe2 HTTP/1.1" status: 204 len: 168 time: 0.9111085 Aug 23 14:18:15.590433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833561d-d5ef-4e6a-a321-525e728ce234 None None] Network 5a4adddf-0093-466c-bd0a-a7ddc15f32aa requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:15.600675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45876) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:15.601330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for 1d417b85-efcd-407d-9c92-c5fb6b6b0456 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:15.650403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:15.670066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:15.751281 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22a646f6-7be5-4269-a876-158ed3bd3e1e req-8eb39a5c-68ce-48cb-bd13-d8f34cf8dfce tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634948 Aug 23 14:18:15.763300 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.780103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede662b-ef80-42e3-8ca4-4a8495529eb1 req-58290a87-5977-4c06-822d-17c53fd80560 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:15.780289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Deleting port b97f6fc4-d307-4334-b55e-0557e10a3952 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:15.780289 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.780994 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dede662b-ef80-42e3-8ca4-4a8495529eb1 req-58290a87-5977-4c06-822d-17c53fd80560 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 935 time: 0.5626574 Aug 23 14:18:15.786887 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.807545 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d7af9d98-0a66-4cf6-8df3-8e36e95aef11 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:15.885004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:15.918060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:15.918848 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.920357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] 10.222.0.82 "PUT /v2.0/ports/99d05dcb-89a1-4dbe-9d0e-c3152478fd04 HTTP/1.1" status: 200 len: 1096 time: 5.0311790 Aug 23 14:18:15.960142 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] DHCP port deletion for 5a4adddf-0093-466c-bd0a-a7ddc15f32aa request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:18:15.965060 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Deleting port b97f6fc4-d307-4334-b55e-0557e10a3952 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:15.965773 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:15.987177 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.031354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dede662b-ef80-42e3-8ca4-4a8495529eb1 req-2985e8aa-89ba-4006-bc12-35a45fa29e75 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Synchronizing usage tracker for tenant:26347cba3d7f465eab82a91de293ae06 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:16.047981 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 606b5251-bc0a-4a30-bb0e-12b87376baed no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:16.082804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Transition to ACTIVE for port object 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:16.091216 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:16.097195 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device cc3d09b3-42c8-4bd8-90f7-a5922ce6605b up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:16.097586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] For port b97f6fc4-d307-4334-b55e-0557e10a3952, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b97f6fc4-d307-4334-b55e-0557e10a3952,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:16.097991 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.098148 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:16.240616 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 606b5251-bc0a-4a30-bb0e-12b87376baed {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:16.241404 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 606b5251-bc0a-4a30-bb0e-12b87376baed not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:16.246370 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dede662b-ef80-42e3-8ca4-4a8495529eb1 req-2985e8aa-89ba-4006-bc12-35a45fa29e75 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Unset dirty status for tenant:26347cba3d7f465eab82a91de293ae06 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:16.247598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dede662b-ef80-42e3-8ca4-4a8495529eb1 req-2985e8aa-89ba-4006-bc12-35a45fa29e75 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658077 Aug 23 14:18:16.250921 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.254040 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.285699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Calling delete_port for b97f6fc4-d307-4334-b55e-0557e10a3952 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:16.287554 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-db0491b3-1ba0-43ec-9a5d-d8bed3e8a3b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:16.517767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc833c-b91b-4b31-a6a7-1552278bb999 req-07628caa-3912-4f02-9604-46af144534ac tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:16.526787 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dc833c-b91b-4b31-a6a7-1552278bb999 req-07628caa-3912-4f02-9604-46af144534ac tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.1720023 Aug 23 14:18:16.574078 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] For port b97f6fc4-d307-4334-b55e-0557e10a3952, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b97f6fc4-d307-4334-b55e-0557e10a3952,segment=NetworkSegment(73c7aa88-dae4-42f5-ad04-0f5af43bfc58),segment_id=73c7aa88-dae4-42f5-ad04-0f5af43bfc58)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:16.574485 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.589731 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00dc833c-b91b-4b31-a6a7-1552278bb999 req-1cac17ef-871c-4cbd-8106-3ef79961cb4a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617666 Aug 23 14:18:16.644238 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.649597 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7d9ee644-67c8-4b20-ba97-338160aec9bb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:16.782227 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Calling delete_port for b97f6fc4-d307-4334-b55e-0557e10a3952 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:16.792214 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97f6fc4-d307-4334-b55e-0557e10a3952,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:16.806539 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:16.815947 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] No DVR routers for this DVR port b97f6fc4-d307-4334-b55e-0557e10a3952 on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:16.821454 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-973b2c6f-d832-4511-abc1-db795d686308 req-810663a1-4dd8-44d8-b650-c5e8afd937bc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 210 time: 0.0911937 Aug 23 14:18:16.882282 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:18:16.883236 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:18:16.916870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] No DVR routers for this DVR port 1d417b85-efcd-407d-9c92-c5fb6b6b0456 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:16.920728 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.922541 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:16.930596 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:16.931358 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.973580 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:16.981590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:16.995766 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4adddf-0093-466c-bd0a-a7ddc15f32aa']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:17.010410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c7aa88-dae4-42f5-ad04-0f5af43bfc58') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:17.010691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c7aa88-dae4-42f5-ad04-0f5af43bfc58') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:17.027511 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.049905 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.051696 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56af133e-516a-48fc-9ccc-83d519f66f9c req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.82 "DELETE /v2.0/ports/1d417b85-efcd-407d-9c92-c5fb6b6b0456 HTTP/1.1" status: 204 len: 173 time: 2.9348798 Aug 23 14:18:17.061396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Port': ['ID=1d417b85-efcd-407d-9c92-c5fb6b6b0456,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:17.068111 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:17.071401 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.742s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:17.072046 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:17.073970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:18:17.074400 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.085522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-52924f64-1c70-4a8a-b6fd-c472897484b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.088522 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-52924f64-1c70-4a8a-b6fd-c472897484b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1099 time: 0.9405875 Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:18:17.092848 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:18:17.155566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'}, {'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-deleted', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:17.188707 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.207489 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-282c23d0-91ef-4f27-9858-5e5187bd0110 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04 HTTP/1.1" status: 200 len: 217 time: 0.1094732 Aug 23 14:18:17.214497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Attempting to bind port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:17.214497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Attempting to bind port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:17.214497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Attempting to bind port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:17.224103 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:17.238636 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:17.276351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c2ba0-fb01-406c-99e6-caa86c80fc1f req-af2a14bd-4dc1-4592-ac55-91341dc942ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.283446 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a81c2ba0-fb01-406c-99e6-caa86c80fc1f req-af2a14bd-4dc1-4592-ac55-91341dc942ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 944 time: 0.8463440 Aug 23 14:18:17.287575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5dde-141f-45cb-a6c0-232be18ad904 req-0459437b-5f35-441f-8b7a-02ce1913e190 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.289989 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-97bf5dde-141f-45cb-a6c0-232be18ad904 req-0459437b-5f35-441f-8b7a-02ce1913e190 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1096 time: 0.0888467 Aug 23 14:18:17.297736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-5494b23d-252e-43b6-84dc-9fe7116905c4 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.299193 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-5494b23d-252e-43b6-84dc-9fe7116905c4 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.64 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 949 time: 0.5909293 Aug 23 14:18:17.299801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:17.300129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Attempting to bind port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:17.334155 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.336210 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:17.348631 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-97bf5dde-141f-45cb-a6c0-232be18ad904 req-0b3cc7f5-d5eb-4a44-aad1-4d793699084e tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525780 Aug 23 14:18:17.365935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:17.366285 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:17.366681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:17.367678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Bound port: 1fe826e8-0935-4d01-aa30-3c55ebb44ef5, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:17.368535 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.389049 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Deleting port b97f6fc4-d307-4334-b55e-0557e10a3952 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:17.389823 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.404999 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.419237 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.419526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-f047ce16-7159-4901-bf6f-1bda7306cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.421068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-f047ce16-7159-4901-bf6f-1bda7306cc92 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2025168 Aug 23 14:18:17.425521 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:17.469436 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4adddf-0093-466c-bd0a-a7ddc15f32aa,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:17.474639 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:17.492417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ab221-7ea7-4120-a602-ef0af90dc30a None None] The port 'b97f6fc4-d307-4334-b55e-0557e10a3952' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:18:17.520527 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:17.536047 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:17.542343 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a81c2ba0-fb01-406c-99e6-caa86c80fc1f req-16bc9d0a-389c-49cf-b2f1-6da5d549c8e2 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572162 Aug 23 14:18:17.571554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Deleting port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:17.571908 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.595976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da277-f475-4b3f-a52e-dc3ed08ab131 req-ca5c2e52-3b94-433b-be52-8bcf11f2f900 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.598106 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-893da277-f475-4b3f-a52e-dc3ed08ab131 req-ca5c2e52-3b94-433b-be52-8bcf11f2f900 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 949 time: 0.1246049 Aug 23 14:18:17.668626 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5a4adddf-0093-466c-bd0a-a7ddc15f32aa HTTP/1.1" status: 204 len: 168 time: 2.0558259 Aug 23 14:18:17.678828 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-893da277-f475-4b3f-a52e-dc3ed08ab131 req-25d69286-51f3-4c8a-8508-9abeea20c01b tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698721 Aug 23 14:18:17.746956 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b', 'code': 200} Aug 23 14:18:17.768700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] For port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:17.793122 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'status': 'completed', 'code': 200} Aug 23 14:18:17.793276 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9573294-6bc7-4333-aece-4ae5adbdcddb', 'name': 'network-vif-deleted', 'tag': '1d417b85-efcd-407d-9c92-c5fb6b6b0456', 'status': 'completed', 'code': 200} Aug 23 14:18:17.802148 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71335ce6-4e46-4935-88b8-f064c86af142 req-5b5edbe4-8d89-4491-87f0-ded337039602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:17.803967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-5b5edbe4-8d89-4491-87f0-ded337039602 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3728726 Aug 23 14:18:17.811022 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] For port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:17.908971 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:17.953371 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2a06a673-b7d9-43ab-ba05-4530575bd832 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:17.986247 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b97f6fc4-d307-4334-b55e-0557e10a3952 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:18.057820 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: b97f6fc4-d307-4334-b55e-0557e10a3952 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:18.058175 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b97f6fc4-d307-4334-b55e-0557e10a3952 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:18.106675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a01f3-7356-41ef-8901-872c2488d4d7 req-6c0448d1-c398-4c93-985f-38125061ef7c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:18.108435 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a0a01f3-7356-41ef-8901-872c2488d4d7 req-6c0448d1-c398-4c93-985f-38125061ef7c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 947 time: 0.2176993 Aug 23 14:18:18.292105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 45924) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:18.325412 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a0a01f3-7356-41ef-8901-872c2488d4d7 req-5c305783-6a77-4ef3-a3c8-b21d923f7558 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107823 Aug 23 14:18:18.348353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:18.348353 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:18.348353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] 10.222.0.82 "PUT /v2.0/ports/1fe826e8-0935-4d01-aa30-3c55ebb44ef5 HTTP/1.1" status: 200 len: 1095 time: 4.3589427 Aug 23 14:18:18.419497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:18.424007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-4968df4e-e32e-403e-9282-f58daa08c39a service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110804 Aug 23 14:18:18.428981 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:18.502955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-43fc12ec-a5a7-45f0-be1e-116c49c5a59c req-a2b43157-81e1-4333-99e2-5ffe29893dc1 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9573294-6bc7-4333-aece-4ae5adbdcddb HTTP/1.1" status: 200 len: 210 time: 0.0489676 Aug 23 14:18:18.766125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfcc10-ddfa-41fe-bd3c-f169e69b8ff1 req-27269a39-ca12-4a2d-a181-6d62d84e5c15 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:18.767666 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3cfcc10-ddfa-41fe-bd3c-f169e69b8ff1 req-27269a39-ca12-4a2d-a181-6d62d84e5c15 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 945 time: 0.1025004 Aug 23 14:18:18.818450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3cfcc10-ddfa-41fe-bd3c-f169e69b8ff1 req-8003d2e3-b3c7-4cec-a9a3-0ac15d087bfa tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Aug 23 14:18:18.947179 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d956197f-c7ab-4981-9893-6c238f0221c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f8780a3d7334eb19e1bdef313cfb154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126018 Aug 23 14:18:18.950840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45934) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:19.016717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] For port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:19.027630 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.139070 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.144206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9dfc21e5-134a-466f-bd0f-70d7b53f1311 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.151761 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9dfc21e5-134a-466f-bd0f-70d7b53f1311 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/networks?id=4e63a9f9-daec-428e-aaba-ce5c0c983a2d HTTP/1.1" status: 200 len: 809 time: 0.8615627 Aug 23 14:18:19.180437 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.233319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Calling delete_port for 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:19.234991 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b676c8-3fbd-4c47-b334-cb65c9321e61 req-13283ca6-6bae-4f88-8653-58940c8bbd67 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.236633 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88b676c8-3fbd-4c47-b334-cb65c9321e61 req-13283ca6-6bae-4f88-8653-58940c8bbd67 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 949 time: 0.1873586 Aug 23 14:18:19.267829 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71335ce6-4e46-4935-88b8-f064c86af142 req-6d6fd345-0422-4858-8f40-3a30089ac346 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151534 Aug 23 14:18:19.293729 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88b676c8-3fbd-4c47-b334-cb65c9321e61 req-9606d183-8efd-496c-8f56-d36cea534026 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/security-groups?id=4837f013-3eee-49cc-8f02-eb22eb498351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505557 Aug 23 14:18:19.294723 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-72754039-33a2-4b76-9cb0-60b2678d88e0 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/quotas/7873a386c7554f42ac89597de6130d34 HTTP/1.1" status: 200 len: 375 time: 0.1420093 Aug 23 14:18:19.298155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738fd77-118b-42ce-b002-f66aee4b8342 req-dd559c83-51f8-4b6d-80f5-7b6e60bd50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.299923 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3738fd77-118b-42ce-b002-f66aee4b8342 req-dd559c83-51f8-4b6d-80f5-7b6e60bd50e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 1096 time: 1.4601002 Aug 23 14:18:19.386932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-2b9cf4a3-f876-453d-99fc-460351a9d840 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7873a386c7554f42ac89597de6130d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909944 Aug 23 14:18:19.393963 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-3786c134-d0fe-4e73-8588-935348f17833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.395459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-3786c134-d0fe-4e73-8588-935348f17833 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.8684936 Aug 23 14:18:19.447951 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.453197 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c578b570-e0c4-4276-b8a2-e62b601c7788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:19.512574 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4962cd-4884-4bd3-badd-96d68b40003a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:19.517403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-4acc8460-fdd2-4e7c-9b59-773a1c83bc00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1fe826e8-0935-4d01-aa30-3c55ebb44ef5 HTTP/1.1" status: 200 len: 217 time: 0.1123343 Aug 23 14:18:19.526795 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:19.527770 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.529280 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6b4962cd-4884-4bd3-badd-96d68b40003a HTTP/1.1" status: 204 len: 168 time: 0.5773671 Aug 23 14:18:19.548925 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3738fd77-118b-42ce-b002-f66aee4b8342 req-4a57df45-c0c6-46ae-96d9-c45e029eb9ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085061 Aug 23 14:18:19.589212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17dbdd-91db-4a9d-a638-f270bdd9c8f9 req-3e1bb29b-0e44-4700-b19b-208c6b93c9ab tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.591955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d17dbdd-91db-4a9d-a638-f270bdd9c8f9 req-3e1bb29b-0e44-4700-b19b-208c6b93c9ab tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 947 time: 0.1398649 Aug 23 14:18:19.670485 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d17dbdd-91db-4a9d-a638-f270bdd9c8f9 req-d854a24b-8884-49b6-95e4-74c44a1c927f tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729308 Aug 23 14:18:19.755866 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45950) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:19.832705 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting subnet 2f88ea75-8def-4ea5-8daf-05b7091ddd53 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:18:19.833507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-a66fabb0-08a1-48e0-bb01-9db1ae277ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:19.835050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-a66fabb0-08a1-48e0-bb01-9db1ae277ab1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2785544 Aug 23 14:18:19.836222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'tag': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:19.836628 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.921875 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.932775 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:19.937318 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ba0853a5-560c-4783-b46a-e84a35598321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:20.022367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Pushing event deleted for resources: {'Port': ['ID=63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:20.045567 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:20.101688 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-0a89fefd-0049-4fb1-bf95-bd01a587a6e8 service neutron] 10.222.0.72 "GET /v2.0/networks/4e63a9f9-daec-428e-aaba-ce5c0c983a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051399 Aug 23 14:18:20.148840 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:20.185221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-4fa562b4-2ecb-4bf9-b7a7-6692cf750f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.187132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-4fa562b4-2ecb-4bf9-b7a7-6692cf750f0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1099 time: 0.6243076 Aug 23 14:18:20.193527 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] No DVR routers for this DVR port 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:20.202845 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:20.265302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-e6f0116b-39d5-48ff-b12a-4acb2dbee875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.266846 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-e6f0116b-39d5-48ff-b12a-4acb2dbee875 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4232862 Aug 23 14:18:20.270233 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc93bb-c192-4248-8845-9c9c8e67a477 req-49bc29b4-5a42-418f-89fb-aa495ae13fcd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.271825 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1fbc93bb-c192-4248-8845-9c9c8e67a477 req-49bc29b4-5a42-418f-89fb-aa495ae13fcd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 945 time: 0.2572758 Aug 23 14:18:20.322086 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-81d57be6-c42d-4b4d-b4c6-f697beab47f2 req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.64 "DELETE /v2.0/ports/63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 HTTP/1.1" status: 204 len: 173 time: 2.9996638 Aug 23 14:18:20.347888 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1fbc93bb-c192-4248-8845-9c9c8e67a477 req-b8fa30b1-b6da-47c7-a1ae-5e39cbbf3aad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681868 Aug 23 14:18:20.359218 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:20.369225 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:20.429893 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:20.440141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c729547-47cd-4ad8-8a6d-712eb54530ea None None] Network a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:20.453461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Subnet': ['ID=2f88ea75-8def-4ea5-8daf-05b7091ddd53,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:20.469769 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'tag': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5', 'status': 'completed', 'code': 200} Aug 23 14:18:20.479395 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:20.492378 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:20.497708 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/subnets/2f88ea75-8def-4ea5-8daf-05b7091ddd53 HTTP/1.1" status: 204 len: 168 time: 0.7407029 Aug 23 14:18:20.503622 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 45974) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:20.691070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-fb4b0cda-e9db-4b4b-b2f4-d71bed6278da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:20.694354 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-fb4b0cda-e9db-4b4b-b2f4-d71bed6278da service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4934065 Aug 23 14:18:20.696530 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-c881c266-163d-499c-9fa2-91b196cfd5bc service neutron] 10.222.0.72 "GET /v2.0/networks/4e63a9f9-daec-428e-aaba-ce5c0c983a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570683 Aug 23 14:18:20.740745 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:18:20.841250 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:20.998695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-38d27eba-3a66-4f8d-8aeb-b58066df4f51 req-8e168b2b-acca-4b4e-b7ad-c154934fd2f0 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] 10.222.0.72 "GET /v2.0/ports?device_id=40f538ef-58b9-4a56-913c-5036dd2e0057 HTTP/1.1" status: 200 len: 210 time: 0.1422446 Aug 23 14:18:21.016245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:21.018455 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.025402 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:21.064006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-0bbbaf69-cdf1-43d9-beae-025afc4f19af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04 HTTP/1.1" status: 200 len: 217 time: 0.3508892 Aug 23 14:18:21.071405 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-6a3fcfbf-1834-4dfa-b3c1-2647f608394f service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868314 Aug 23 14:18:21.076578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'mac_address': 'fa:16:3e:b2:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:21.168999 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.274683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:21.307791 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-6d1cc7b8-eba7-49d6-8b7d-3e833180567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:21.309807 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-6d1cc7b8-eba7-49d6-8b7d-3e833180567d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2374520 Aug 23 14:18:21.365461 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:21.386079 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 45992) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:21.467024 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port 7a57ac90-05cb-421f-bde7-9cc76e4340c8, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=7a57ac90-05cb-421f-bde7-9cc76e4340c8,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:21.467283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8396b51e-c6ec-428f-a394-56e7d652fc1c req-1442d86d-faaf-4ba1-9231-a50820463c05 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169434 Aug 23 14:18:21.467608 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.507849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] DHCP port deletion for a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:18:21.514273 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Deleting port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:21.514894 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.521737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-32766e2d-0e23-44e4-8a4c-c59152763afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:21.523861 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-32766e2d-0e23-44e4-8a4c-c59152763afa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055397 Aug 23 14:18:21.542453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d20c-1739-40cd-8b4f-d2d05f6868d3 req-4a41d292-8944-40b7-bf56-32968bb7df60 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:21.557325 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ad0d20c-1739-40cd-8b4f-d2d05f6868d3 req-4a41d292-8944-40b7-bf56-32968bb7df60 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 947 time: 0.3893340 Aug 23 14:18:21.571606 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:21.581787 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-303f1158-656a-4e85-bbd1-830535f8dbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:21.733520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for 7a57ac90-05cb-421f-bde7-9cc76e4340c8 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:21.808014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-385534197-network', 'tenant_id': '2c362be7688c4b96b279382886c84b61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:21.822050 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:21.824649 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:21.834033 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:21.849287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['99d05dcb-89a1-4dbe-9d0e-c3152478fd04'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:21.855856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Usage tracker for resource:network and tenant:2c362be7688c4b96b279382886c84b61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:21.883941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:21.897221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:21.961920 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 7a57ac90-05cb-421f-bde7-9cc76e4340c8 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:21.962864 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-ce9ad914-1aa8-42a9-93dc-f15a32933b81 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321084 Aug 23 14:18:22.026075 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ad0d20c-1739-40cd-8b4f-d2d05f6868d3 req-c7ccb0a5-fa97-4f7c-a22d-c527edad2fb6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652674 Aug 23 14:18:22.085669 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:22.105475 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.111558 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2776560-6d06-4682-a7f9-9f3b9eb6b919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:22.122957 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd58c916-d284-4418-a06d-03a060f76ab1 req-f28ffe9f-4346-41a1-9d58-d58d7a432c13 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507235 Aug 23 14:18:22.128651 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Made reservation on behalf of 2c362be7688c4b96b279382886c84b61 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:22.131436 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.144966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-c17dc7f5-dd8b-4e51-bc93-0937280b8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:22.146945 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-c17dc7f5-dd8b-4e51-bc93-0937280b8845 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 1098 time: 0.4018226 Aug 23 14:18:22.158149 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:22.158761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:22.159749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a067936-6c39-4665-bd74-3a6cc0921ca9 req-a3811164-3a46-450e-83a0-43604c199b13 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:22.161643 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a067936-6c39-4665-bd74-3a6cc0921ca9 req-a3811164-3a46-450e-83a0-43604c199b13 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 945 time: 0.5311332 Aug 23 14:18:22.165543 n-d-805628-1 neutron-server[80760]: INFO neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No ports have port_id starting with 7a57ac90-05cb-421f-bde7-9cc76e4340c8 Aug 23 14:18:22.188229 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.190092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Port': ['ID=7a57ac90-05cb-421f-bde7-9cc76e4340c8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:22.192197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] No DVR routers for this DVR port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:22.193708 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:22.216555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:22.224313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Usage tracker for resource:security_group_rule and tenant:2c362be7688c4b96b279382886c84b61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:22.225171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:22.233832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:22.300488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] For port 7a57ac90-05cb-421f-bde7-9cc76e4340c8, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=7a57ac90-05cb-421f-bde7-9cc76e4340c8,segment=NetworkSegment(50a7dfc7-5ba1-48f2-8141-bae7d94928f3),segment_id=50a7dfc7-5ba1-48f2-8141-bae7d94928f3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:22.301083 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.326968 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.336277 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.345484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:22.359061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a7dfc7-5ba1-48f2-8141-bae7d94928f3') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:22.359387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a7dfc7-5ba1-48f2-8141-bae7d94928f3') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:22.375149 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.390868 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.398763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:18:22.399195 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:18:22.414984 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:18:22.465756 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.474713 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-246cce48-bb68-477b-acaa-b85be5880a59 tempest-ServersTestBootFromVolume-943493492 tempest-ServersTestBootFromVolume-943493492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:22.488754 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-deleted', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:22.509183 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Calling delete_port for 7a57ac90-05cb-421f-bde7-9cc76e4340c8 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:22.542135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5a067936-6c39-4665-bd74-3a6cc0921ca9 req-2e0d4056-507b-4e29-b0a4-c3f5cbcf8464 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297756 Aug 23 14:18:22.573492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:18:22.575713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4671b37-0900-46e4-8536-4adcc2d5df5e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:22.579438 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:22.629550 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-7376e88b-2fcd-4763-ad25-5d178d661fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:22.631056 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-7376e88b-2fcd-4763-ad25-5d178d661fd9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.4682252 Aug 23 14:18:22.642261 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.647451 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:18:22.647853 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:18:22.650649 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:22.671954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.683709 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Network': ['ID=a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:22.687392 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:22.712466 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.712826 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Added segment b711f657-555b-47fe-8959-ffdfc5e010cf of type vlan for network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 Aug 23 14:18:22.714860 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-1e6fb9ae-605e-46eb-8678-fa2283531039 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1fe826e8-0935-4d01-aa30-3c55ebb44ef5 HTTP/1.1" status: 200 len: 217 time: 0.0760159 Aug 23 14:18:22.727215 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e0838c5-5b8b-454d-a83f-68b0541ea295 req-8fb118f5-a2e7-480d-8e8c-ccd60c4424ed tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 210 time: 0.1386101 Aug 23 14:18:22.798253 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:22.810339 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/networks/a1a88ea5-2ad1-4fdf-a9a0-da426acfa64a HTTP/1.1" status: 204 len: 168 time: 2.3053226 Aug 23 14:18:22.812940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46024) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:22.862737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-0dfa1e50-0882-4175-8964-8174d3e2db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:22.864221 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-0dfa1e50-0882-4175-8964-8174d3e2db61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1399982 Aug 23 14:18:22.957172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting subnet a9be1c46-51f0-40e8-a04d-d44ed70b3fc5 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:18:22.960095 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f538ef-58b9-4a56-913c-5036dd2e0057', 'name': 'network-vif-deleted', 'tag': '63cff1b8-5cde-4d6f-8dc5-e6a68dcdf2a0', 'status': 'completed', 'code': 200} Aug 23 14:18:22.962348 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.028979 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.088167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-3e690f24-8d8f-4e0e-96d8-6e6b1884f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:23.089720 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-3e690f24-8d8f-4e0e-96d8-6e6b1884f0b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084224 Aug 23 14:18:23.151064 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Deleting port 7a57ac90-05cb-421f-bde7-9cc76e4340c8 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:23.151622 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.226996 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c50a9295-0ab1-4029-b1ec-cb7683ea9561 None None] The port '7a57ac90-05cb-421f-bde7-9cc76e4340c8' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:18:23.264770 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.276458 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:23.276458 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.276755 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-02f8b3f9-66db-46db-8e52-31492e06207c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:23.468104 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.503338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:23.511251 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:23.515715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:18:23.550359 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-d1dfa47f-ee14-4162-966e-1a4e4beca09b service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500506 Aug 23 14:18:23.605663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2158282 Aug 23 14:18:23.609144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46034) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:23.618781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Request body: {'subnet': {'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-385534197-subnet', 'tenant_id': '2c362be7688c4b96b279382886c84b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:23.624559 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:23.629575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Usage tracker for resource:subnet and tenant:2c362be7688c4b96b279382886c84b61 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:23.632502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:23.641055 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:23.723661 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9cf8d051-7114-40e5-9c4d-818cc0444e4f req-84fcf443-3694-4958-bbd8-5f51609fcfde service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641276 Aug 23 14:18:23.743564 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.748373 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-701de077-5b12-46a7-8a6e-6c3273fe6397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:23.792186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Subnet': ['ID=a9be1c46-51f0-40e8-a04d-d44ed70b3fc5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:23.798117 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:23.802720 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.808266 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Made reservation on behalf of 2c362be7688c4b96b279382886c84b61 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:23.820801 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:23.821007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f31a3496-06d5-42c7-b856-c8e3a6bcff1d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/subnets/a9be1c46-51f0-40e8-a04d-d44ed70b3fc5 HTTP/1.1" status: 204 len: 168 time: 0.9979403 Aug 23 14:18:23.821007 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46048) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:23.823375 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be609713-f532-400a-bdfc-309cfddd26a5 None None] Network 18325f00-f856-4ffc-9eb9-93c806f825f5 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:24.048008 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.083722 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Deleting port dca0072f-21ae-4e41-9682-676875f9ebbb {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:24.084079 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.116113 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e810f2b-d203-4c8f-86c5-48822a9833f7 req-4467361e-bd9c-4638-b677-9df61cbb8562 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:24.124984 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e810f2b-d203-4c8f-86c5-48822a9833f7 req-4467361e-bd9c-4638-b677-9df61cbb8562 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 947 time: 0.2714734 Aug 23 14:18:24.229115 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e810f2b-d203-4c8f-86c5-48822a9833f7 req-51565829-08d7-4e04-bbcd-e0580712b606 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026649 Aug 23 14:18:24.268714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] DHCP port deletion for 18325f00-f856-4ffc-9eb9-93c806f825f5 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:18:24.272082 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Deleting port dca0072f-21ae-4e41-9682-676875f9ebbb {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:24.272692 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.458795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] For port dca0072f-21ae-4e41-9682-676875f9ebbb, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dca0072f-21ae-4e41-9682-676875f9ebbb,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:24.460065 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.474297 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.482803 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-060127bf-343b-4553-8d9d-31bf1577a796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:24.486275 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:24.488675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:24.584802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d69d1fe-919b-4861-9438-40d1729c3e4e,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:24.605549 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5295a-b441-4d71-8539-08ab6436b0bc req-6db41015-5a60-48e5-8fd8-ee5eb62a8db6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:24.607581 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f9a5295a-b441-4d71-8539-08ab6436b0bc req-6db41015-5a60-48e5-8fd8-ee5eb62a8db6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 945 time: 0.2026649 Aug 23 14:18:24.610467 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:24.630005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Calling delete_port for dca0072f-21ae-4e41-9682-676875f9ebbb owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:24.636048 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Checking segment: {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:24.636749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Network hostable DHCP agents. Network: 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:18:24.689177 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f9a5295a-b441-4d71-8539-08ab6436b0bc req-64ff8a17-842f-4f19-b2bf-7419a35b28e0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684824 Aug 23 14:18:24.722297 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] For port dca0072f-21ae-4e41-9682-676875f9ebbb, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=dca0072f-21ae-4e41-9682-676875f9ebbb,segment=NetworkSegment(10d38be1-e677-45f5-88c1-2ff802f42626),segment_id=10d38be1-e677-45f5-88c1-2ff802f42626)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:24.722849 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.878594 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:18:24.902324 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-94fd060f-6eb1-482c-ada3-5512868a5092 req-d36f03b5-c020-4f9d-80cd-93d2f81c8230 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 210 time: 0.0713937 Aug 23 14:18:24.961652 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Calling delete_port for dca0072f-21ae-4e41-9682-676875f9ebbb owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:24.979137 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:24.985163 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:25.030871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:25.036945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:25.037779 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.080019 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Port': ['ID=dca0072f-21ae-4e41-9682-676875f9ebbb,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:25.081886 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:25.082901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] No DVR routers for this DVR port dca0072f-21ae-4e41-9682-676875f9ebbb on host n-d-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:25.100242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:25.137937 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5', 'mac_address': 'fa:16:3e:40:32:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:25.145435 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9821cf2b-6bb2-41fd-b883-f07b05b3077a None None] Network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:25.191412 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-93352ac8-546b-4536-8a40-e03b7fe01b28 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5708656 Aug 23 14:18:25.317343 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.422031 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:25.468782 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:25.469816 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.577128 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.600233 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:18:25.600737 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:18:25.622371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:25.656585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18325f00-f856-4ffc-9eb9-93c806f825f5']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:25.701311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d38be1-e677-45f5-88c1-2ff802f42626') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:25.701311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d38be1-e677-45f5-88c1-2ff802f42626') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:25.701730 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:25.747863 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.771778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-37a6c40c-2587-43b4-9e01-963868d99a02 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:25.773652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-37a6c40c-2587-43b4-9e01-963868d99a02 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.64 "GET /v2.0/networks?id=4e63a9f9-daec-428e-aaba-ce5c0c983a2d HTTP/1.1" status: 200 len: 809 time: 0.4595199 Aug 23 14:18:25.789652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.796887 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Request body: {'port': {'device_id': '53b2f875-7d25-481d-a57b-c541994d6363', 'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d', 'admin_state_up': True, 'tenant_id': '7873a386c7554f42ac89597de6130d34'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:25.814883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76e1a2-ad29-4836-824a-2bdc80088cde None None] Network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:25.867932 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.971015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:18:25.971332 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:18:25.987735 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:18:26.080500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:26.098878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-e66c438d-ff92-4d32-9688-8be7ef45d07f tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.100615 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-e66c438d-ff92-4d32-9688-8be7ef45d07f tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 945 time: 0.8707502 Aug 23 14:18:26.108783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Usage tracker for resource:port and tenant:7873a386c7554f42ac89597de6130d34 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:26.154743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:26.185809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a597-4a92-472d-b916-26927edbeb79 req-c912fa0f-4550-4799-ab8d-4d12d9136257 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.194078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8984a597-4a92-472d-b916-26927edbeb79 req-c912fa0f-4550-4799-ab8d-4d12d9136257 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 947 time: 0.5930903 Aug 23 14:18:26.197487 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:26.239737 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.244694 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Deleting port dca0072f-21ae-4e41-9682-676875f9ebbb {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:26.245687 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.253129 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.267177 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:26.287209 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:26.294969 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.312544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Deleting port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:26.312899 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.316867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dca0072f-21ae-4e41-9682-676875f9ebbb no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:26.350796 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8984a597-4a92-472d-b916-26927edbeb79 req-8e323425-bbfd-4e0b-9702-472e99b3e7d6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550035 Aug 23 14:18:26.355056 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:26.364463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Pushing event deleted for resources: {'Network': ['ID=18325f00-f856-4ffc-9eb9-93c806f825f5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:26.366844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Made reservation on behalf of 7873a386c7554f42ac89597de6130d34 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:26.370457 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.395934 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:26.397884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:26.404488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: dca0072f-21ae-4e41-9682-676875f9ebbb {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:26.405117 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device dca0072f-21ae-4e41-9682-676875f9ebbb not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:26.421937 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] 10.222.0.72 "DELETE /v2.0/networks/18325f00-f856-4ffc-9eb9-93c806f825f5 HTTP/1.1" status: 204 len: 168 time: 2.6029294 Aug 23 14:18:26.474826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-870cace3-0dc7-4f11-a20c-9328222a4af5 None None] The port 'dca0072f-21ae-4e41-9682-676875f9ebbb' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:18:26.505428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-3bb702b0-240c-4100-821e-83f421029ecd tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.507589 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-3bb702b0-240c-4100-821e-83f421029ecd tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/networks?id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 200 len: 817 time: 0.2239897 Aug 23 14:18:26.515222 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.543115 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2235c6a2-86c9-443f-ac13-d78e7cd63264 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/quotas/2c362be7688c4b96b279382886c84b61 HTTP/1.1" status: 200 len: 375 time: 0.0219841 Aug 23 14:18:26.591230 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-76eb6510-dcfd-4423-a399-c08d4a6ba326 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c362be7688c4b96b279382886c84b61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457928 Aug 23 14:18:26.592354 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:26.598895 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['1fe826e8-0935-4d01-aa30-3c55ebb44ef5'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:26.667686 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:26.679896 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:26.738078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Allocated IP 172.20.0.11 (4e63a9f9-daec-428e-aaba-ce5c0c983a2d/b4ceb0d5-c801-4bdd-9002-1742bc73d05e/4a10b4c4-1b69-4f3a-8e42-339786f7460d) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:26.750447 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:26.796614 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-6a07751d-05dc-4b23-bf96-78994ce85df5 service neutron] 10.222.0.72 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931138 Aug 23 14:18:26.862937 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:26.869086 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:26.928413 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec3eb-7517-4d22-9f5c-74e27238e01c req-ec4465da-acc3-483b-bd42-15be628beed7 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:26.935560 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-158ec3eb-7517-4d22-9f5c-74e27238e01c req-ec4465da-acc3-483b-bd42-15be628beed7 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 945 time: 0.4209707 Aug 23 14:18:26.976029 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-e2cc5137-c474-4b6f-8f9d-1a42176d4073 service neutron] 10.222.0.72 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727467 Aug 23 14:18:27.010325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] For port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,segment=NetworkSegment(e3db1f1c-aa31-4dfa-8318-7637080d48f2),segment_id=e3db1f1c-aa31-4dfa-8318-7637080d48f2)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:27.010325 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.212813 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Calling delete_port for cc3d09b3-42c8-4bd8-90f7-a5922ce6605b owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:27.280823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-158ec3eb-7517-4d22-9f5c-74e27238e01c req-3d9c86d1-053c-4602-875e-090d302ebfbb tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups?id=11e64a83-619c-420e-9c6c-15df3eb4343d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254447 Aug 23 14:18:27.347923 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.550446 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.592708 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6dac18c3-345d-4e98-bd9c-371582a88f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.595226 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.598981 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:27.614686 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['cc3d09b3-42c8-4bd8-90f7-a5922ce6605b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:27.636159 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:27.713766 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e526a66-af72-4ff7-b998-d16eb29a3bae req-f9134e52-3da4-4ec1-af97-df5039b798db tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:27.715383 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e526a66-af72-4ff7-b998-d16eb29a3bae req-f9134e52-3da4-4ec1-af97-df5039b798db tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 932 time: 0.1202047 Aug 23 14:18:27.720060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:27.731135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:27.769816 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9e526a66-af72-4ff7-b998-d16eb29a3bae req-8a3b7396-d9f1-4e6d-8fde-050ba0ae5a36 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Synchronizing usage tracker for tenant:7873a386c7554f42ac89597de6130d34 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:27.775075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:27.924286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-9e526a66-af72-4ff7-b998-d16eb29a3bae req-8a3b7396-d9f1-4e6d-8fde-050ba0ae5a36 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Unset dirty status for tenant:7873a386c7554f42ac89597de6130d34 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:27.925687 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e526a66-af72-4ff7-b998-d16eb29a3bae req-8a3b7396-d9f1-4e6d-8fde-050ba0ae5a36 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045629 Aug 23 14:18:27.993665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Pushing event updated for resources: {'Port': ['ID=4a10b4c4-1b69-4f3a-8e42-339786f7460d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:27.998222 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:28.003609 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-62d078bf-2fbe-4dd1-a854-94a3aaf552f2 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:28.055732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event deleted for resources: {'Port': ['ID=cc3d09b3-42c8-4bd8-90f7-a5922ce6605b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:28.058238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] No DVR routers for this DVR port cc3d09b3-42c8-4bd8-90f7-a5922ce6605b on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:28.059974 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:28.067118 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.067508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'name': 'network-vif-deleted', 'tag': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:28.084264 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.099509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:28.099509 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.214606 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'code': 200} Aug 23 14:18:28.228590 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-981fd6b1-a3a7-4c46-ada9-07f16f9f01e6 req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.64 "DELETE /v2.0/ports/cc3d09b3-42c8-4bd8-90f7-a5922ce6605b HTTP/1.1" status: 204 len: 173 time: 2.1165133 Aug 23 14:18:28.229687 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4438727 Aug 23 14:18:28.247481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Request body: {'port': {'device_id': '53b2f875-7d25-481d-a57b-c541994d6363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:28.415920 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f2838a-a767-4b5a-9dd8-f2e86ae92d24', 'name': 'network-vif-deleted', 'tag': 'cc3d09b3-42c8-4bd8-90f7-a5922ce6605b', 'status': 'completed', 'code': 200} Aug 23 14:18:28.515134 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:28.535677 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.606180 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff91e5-b7aa-4321-bcde-3c9aa7597f4f req-ca78eed7-14d9-45ac-97d9-634d34dbe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:28.608051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74ff91e5-b7aa-4321-bcde-3c9aa7597f4f req-ca78eed7-14d9-45ac-97d9-634d34dbe841 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1101 time: 0.3114231 Aug 23 14:18:28.625681 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58a34fe3-203f-4ba5-b7e1-1d59941fd398 req-50ef2139-1409-438e-bcc2-b5417be849ef tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 210 time: 0.0528142 Aug 23 14:18:28.668770 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478d60-006b-45ad-813c-12ea2d5bf263 req-f0bf17a4-6d4a-4eea-86a3-95fd74ffbd1c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:28.670391 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84478d60-006b-45ad-813c-12ea2d5bf263 req-f0bf17a4-6d4a-4eea-86a3-95fd74ffbd1c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 948 time: 0.3140032 Aug 23 14:18:28.696158 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:28.701437 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:28.701851 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.724208 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74ff91e5-b7aa-4321-bcde-3c9aa7597f4f req-582665a3-ab83-4052-bc72-b9896c7f6e58 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091692 Aug 23 14:18:28.831988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84478d60-006b-45ad-813c-12ea2d5bf263 req-e3ad55e7-b5ca-4385-9b2d-068a75f5439e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445403 Aug 23 14:18:28.907971 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:28.924371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46172) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:28.964376 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2a0ed37b-4734-490c-87a1-1a6b6eda0e36 req-9848d938-1e79-479b-a583-0bd083eed47c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 210 time: 0.2666554 Aug 23 14:18:28.995159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:29.107862 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.111224 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:29.166404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46182) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:29.246674 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:29.253436 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:29.305424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a10b4c4-1b69-4f3a-8e42-339786f7460d {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:29.318103 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.327615 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-abc62d2a-22a8-48c9-873e-6b05e1d9b207 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9be02c5647ee41ea9a44ffd1a84101ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940582 Aug 23 14:18:29.336365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46188) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:29.355626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Transition to ACTIVE for port object 4a10b4c4-1b69-4f3a-8e42-339786f7460d will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:29.395444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e345a5e-acf3-4581-bfaa-26c57d1c4f06 req-5895693c-211b-435e-9116-da22fb2e4c99 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:29.396527 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4e345a5e-acf3-4581-bfaa-26c57d1c4f06 req-5895693c-211b-435e-9116-da22fb2e4c99 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Synchronizing usage tracker for tenant:7873a386c7554f42ac89597de6130d34 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:29.434132 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.440434 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ce3bd84-69a4-42b2-b465-f80effb1e0b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:29.470808 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.598562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4e345a5e-acf3-4581-bfaa-26c57d1c4f06 req-5895693c-211b-435e-9116-da22fb2e4c99 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Unset dirty status for tenant:7873a386c7554f42ac89597de6130d34 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:29.599793 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e345a5e-acf3-4581-bfaa-26c57d1c4f06 req-5895693c-211b-435e-9116-da22fb2e4c99 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 932 time: 0.3938179 Aug 23 14:18:29.612902 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.648505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Pushing event updated for resources: {'Port': ['ID=4a10b4c4-1b69-4f3a-8e42-339786f7460d,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:29.652581 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:29.833772 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e345a5e-acf3-4581-bfaa-26c57d1c4f06 req-6b5c4bbe-21be-4c5d-b930-d95ec077ece9 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251396 Aug 23 14:18:29.862955 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8746dfca-1d60-4735-98c5-1fd21858aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.901652 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-116da7e6-a869-44b9-ba5e-bb9ebdb11143 req-83e5a511-02f3-4b25-b306-853087b91967 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/ports?device_id=05f2838a-a767-4b5a-9dd8-f2e86ae92d24 HTTP/1.1" status: 200 len: 210 time: 0.0925677 Aug 23 14:18:29.939538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Attempting to bind port 4a10b4c4-1b69-4f3a-8e42-339786f7460d on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:29.939904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Attempting to bind port 4a10b4c4-1b69-4f3a-8e42-339786f7460d by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '307f122c-b389-473d-ab89-856087a29822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:29.940492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Attempting to bind port 4a10b4c4-1b69-4f3a-8e42-339786f7460d on network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:29.947156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Port 4a10b4c4-1b69-4f3a-8e42-339786f7460d on network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:29.947366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Attempting to bind port 4a10b4c4-1b69-4f3a-8e42-339786f7460d on network 4e63a9f9-daec-428e-aaba-ce5c0c983a2d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:29.959220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:29.959594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Checking segment: {'id': '307f122c-b389-473d-ab89-856087a29822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:29.959960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Bound using segment: {'id': '307f122c-b389-473d-ab89-856087a29822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:29.961650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Bound port: 4a10b4c4-1b69-4f3a-8e42-339786f7460d, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307f122c-b389-473d-ab89-856087a29822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:29.963409 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.987191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:29.993600 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-71c4908e-42a0-4747-94c7-2cdf8c39670c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:30.073973 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:30.098842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837f013-3eee-49cc-8f02-eb22eb498351,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:30.116668 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:30.119983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device cc3d09b3-42c8-4bd8-90f7-a5922ce6605b no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:30.150581 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8a27fed9-bf5e-4c19-b641-2fa4c236e1e1 req-827362ab-b5b1-48a5-8cfa-5c03cf701280 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 210 time: 0.1247709 Aug 23 14:18:30.168993 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: cc3d09b3-42c8-4bd8-90f7-a5922ce6605b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:30.169648 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device cc3d09b3-42c8-4bd8-90f7-a5922ce6605b not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:30.173985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] For port 4a10b4c4-1b69-4f3a-8e42-339786f7460d, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:30.190514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] For port 4a10b4c4-1b69-4f3a-8e42-339786f7460d, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4a10b4c4-1b69-4f3a-8e42-339786f7460d,segment=NetworkSegment(307f122c-b389-473d-ab89-856087a29822),segment_id=307f122c-b389-473d-ab89-856087a29822)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:30.202883 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:30.204198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4837f013-3eee-49cc-8f02-eb22eb498351 HTTP/1.1" status: 204 len: 168 time: 0.8664236 Aug 23 14:18:30.216715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:30.219191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982da16e-d42a-40b9-8e17-3c2e1e57e216 req-537895fd-b8f2-4d22-a737-7b5ca05e4fbd tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:30.220932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-982da16e-d42a-40b9-8e17-3c2e1e57e216 req-537895fd-b8f2-4d22-a737-7b5ca05e4fbd tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 949 time: 0.2149384 Aug 23 14:18:30.289798 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-982da16e-d42a-40b9-8e17-3c2e1e57e216 req-b2c8ba46-b6a4-4372-beab-d52a27fef309 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599136 Aug 23 14:18:30.301830 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:30.307384 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6f732bbe-7edc-4926-a604-5a00c38b7599 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:30.358791 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5', 'code': 200} Aug 23 14:18:30.396737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:30.400361 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:30.401428 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a10b4c4-1b69-4f3a-8e42-339786f7460d HTTP/1.1" status: 200 len: 1092 time: 2.1582630 Aug 23 14:18:30.416745 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b2f875-7d25-481d-a57b-c541994d6363', 'tag': '4a10b4c4-1b69-4f3a-8e42-339786f7460d'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:30.433423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Pushing event updated for resources: {'Port': ['ID=4a10b4c4-1b69-4f3a-8e42-339786f7460d,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:30.445864 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:30.501443 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b2f875-7d25-481d-a57b-c541994d6363', 'tag': '4a10b4c4-1b69-4f3a-8e42-339786f7460d', 'status': 'completed', 'code': 200} Aug 23 14:18:30.535897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Deleting port 6a79aaf6-7fc5-4872-9560-e71dc270f930 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:30.536258 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:30.794594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2f5e-d6cc-4d35-a427-668037d340b3 req-913e149c-8904-4045-b464-a62f89d3e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:30.796800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74da2f5e-d6cc-4d35-a427-668037d340b3 req-913e149c-8904-4045-b464-a62f89d3e785 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 1100 time: 0.3488872 Aug 23 14:18:30.806208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ffb4-f04a-4ba7-9179-0b7337f58fcf req-1edebe12-6b8c-4eeb-bf50-6bb91a6a69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:30.808037 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4c16ffb4-f04a-4ba7-9179-0b7337f58fcf req-1edebe12-6b8c-4eeb-bf50-6bb91a6a69cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7873a386c7554f42ac89597de6130d34&device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 1095 time: 0.2944231 Aug 23 14:18:30.958615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] For port 6a79aaf6-7fc5-4872-9560-e71dc270f930, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6a79aaf6-7fc5-4872-9560-e71dc270f930,segment=NetworkSegment(6d502fb0-0ab1-4687-bba5-c274c449acb4),segment_id=6d502fb0-0ab1-4687-bba5-c274c449acb4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:30.958615 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:31.123357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74da2f5e-d6cc-4d35-a427-668037d340b3 req-42f50b9b-9eba-4443-af08-20317a72fb21 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099656 Aug 23 14:18:31.279465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ffb4-f04a-4ba7-9179-0b7337f58fcf req-e1d20df3-bac6-4fac-ae9e-3d7801d4be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:31.281769 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4c16ffb4-f04a-4ba7-9179-0b7337f58fcf req-e1d20df3-bac6-4fac-ae9e-3d7801d4be1a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7873a386c7554f42ac89597de6130d34&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4183204 Aug 23 14:18:31.339650 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:31.412959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Calling delete_port for 6a79aaf6-7fc5-4872-9560-e71dc270f930 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:31.468131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34e0f8-fee7-41e3-b834-afdc790a7542 req-33a1c72e-98e0-4f05-b853-4645f6b78bb7 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:31.475603 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec34e0f8-fee7-41e3-b834-afdc790a7542 req-33a1c72e-98e0-4f05-b853-4645f6b78bb7 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 944 time: 0.3703966 Aug 23 14:18:31.519257 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0247390d-a9ad-42f0-b37d-d9c8269e7d87 req-e24e257e-7703-40a7-a9f8-52c44e6d62ce tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 210 time: 0.0681026 Aug 23 14:18:31.561660 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ec34e0f8-fee7-41e3-b834-afdc790a7542 req-1cd2a191-a2c2-4514-afe1-3c0a8d213170 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815229 Aug 23 14:18:31.601676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ffb4-f04a-4ba7-9179-0b7337f58fcf req-a3e66bf6-d12e-4a60-9daa-8551bb2c40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:31.603325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4c16ffb4-f04a-4ba7-9179-0b7337f58fcf req-a3e66bf6-d12e-4a60-9daa-8551bb2c40e0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3083420 Aug 23 14:18:31.888319 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:31.910924 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:31.982414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772ce7-9cdd-40a9-9633-ca1b8af9f09d req-a818079e-9c53-44d7-8e01-5cf4998b7840 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:31.992436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fb772ce7-9cdd-40a9-9633-ca1b8af9f09d req-a818079e-9c53-44d7-8e01-5cf4998b7840 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 949 time: 0.1773236 Aug 23 14:18:32.076582 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fb772ce7-9cdd-40a9-9633-ca1b8af9f09d req-d10f7c7c-c53d-42d4-8059-2a46c97bd32a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831103 Aug 23 14:18:32.079846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-4c9cbfb1-5391-4634-8d03-267e2980bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:32.090906 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-4c9cbfb1-5391-4634-8d03-267e2980bd8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7873a386c7554f42ac89597de6130d34&device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 1095 time: 0.2307403 Aug 23 14:18:32.141805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a79aaf6-7fc5-4872-9560-e71dc270f930,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:32.167537 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:32.221693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46252) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:32.256146 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-a132be16-d7c3-405f-81a0-5d94471a73b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a10b4c4-1b69-4f3a-8e42-339786f7460d HTTP/1.1" status: 200 len: 217 time: 0.1538754 Aug 23 14:18:32.346517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46258) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:32.476661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-e5236f80-af54-46b3-96a5-961d7a8af434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:32.478316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-e5236f80-af54-46b3-96a5-961d7a8af434 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4ceb0d5-c801-4bdd-9002-1742bc73d05e HTTP/1.1" status: 200 len: 849 time: 0.2158353 Aug 23 14:18:32.512340 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1243766878-network', 'tenant_id': 'aeea3da197e6467485c6a45de3f3441b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:32.532948 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:32.541495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Usage tracker for resource:network and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:32.546210 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:32.556933 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:32.563877 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:32.616891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-d4583523-38ef-4851-885d-69fe554cf010 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e63a9f9-daec-428e-aaba-ce5c0c983a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246858 Aug 23 14:18:32.622802 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:32.813677 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Made reservation on behalf of aeea3da197e6467485c6a45de3f3441b for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:32.816744 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:32.839871 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:32.874684 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:32.904978 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25cf71b2-8628-4477-ab6f-b843b39ff3cc req-dd89e507-63de-4872-ad11-707e55bbbc23 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 210 time: 0.0923631 Aug 23 14:18:32.959096 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:33.034964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-fc88ae44-62d5-4380-8992-fbcc17e33626 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:33.035619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-fc88ae44-62d5-4380-8992-fbcc17e33626 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Synchronizing usage tracker for tenant:2c362be7688c4b96b279382886c84b61 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:33.038709 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:33.046489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:33.052566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:33.115177 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:33.148274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-fc88ae44-62d5-4380-8992-fbcc17e33626 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Unset dirty status for tenant:2c362be7688c4b96b279382886c84b61 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:33.151172 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-fc88ae44-62d5-4380-8992-fbcc17e33626 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "GET /v2.0/networks?id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 200 len: 817 time: 0.7662587 Aug 23 14:18:33.188559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Request body: {'port': {'device_id': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9', 'admin_state_up': True, 'tenant_id': '2c362be7688c4b96b279382886c84b61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:33.232673 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-78663751-1d89-4121-9324-17fc2106f466 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:33.234637 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-78663751-1d89-4121-9324-17fc2106f466 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.64 "GET /v2.0/networks?id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 200 len: 817 time: 0.5646901 Aug 23 14:18:33.255192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-db485e94-bea5-48cb-bfaf-1350d219ea2d service neutron] 10.222.0.64 "GET /v2.0/networks/4e63a9f9-daec-428e-aaba-ce5c0c983a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212225 Aug 23 14:18:33.339325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Request body: {'port': {'device_id': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9', 'admin_state_up': True, 'tenant_id': '2c362be7688c4b96b279382886c84b61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:33.511331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Router 2e348018-40cd-4622-9e21-98543cf5780b has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:18:33.638378 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db558d6-feca-45d9-9eb6-43c3165e149e req-3b2061cf-5efe-413c-a8ce-2b0964cdfda0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:33.640610 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4db558d6-feca-45d9-9eb6-43c3165e149e req-3b2061cf-5efe-413c-a8ce-2b0964cdfda0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 949 time: 0.3219175 Aug 23 14:18:33.673213 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:33.717095 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f6a681c1-800f-42b9-a2b5-7b9822154f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:33.732635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4bb14-44db-4e24-a3fd-ba6a56506955 req-b465a8ee-6cf0-4c36-ab1d-d1b35c75c6c4 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:33.734158 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5e4bb14-44db-4e24-a3fd-ba6a56506955 req-b465a8ee-6cf0-4c36-ab1d-d1b35c75c6c4 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 944 time: 1.0188158 Aug 23 14:18:33.740736 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:33.750610 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4db558d6-feca-45d9-9eb6-43c3165e149e req-a265141d-3968-417b-9935-bfe9b043675a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993612 Aug 23 14:18:33.825529 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff6d320-5cda-4b7e-a07f-527be03ff49d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:33.828153 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:33.969765 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:33.979943 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:34.061397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:34.076116 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5e4bb14-44db-4e24-a3fd-ba6a56506955 req-527de4d3-6e99-4af1-b088-cef8b7c580c7 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118937 Aug 23 14:18:34.083888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:34.091090 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.091090 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "DELETE /v2.0/security-groups/4ff6d320-5cda-4b7e-a07f-527be03ff49d HTTP/1.1" status: 204 len: 168 time: 1.7402129 Aug 23 14:18:34.094307 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Usage tracker for resource:port and tenant:2c362be7688c4b96b279382886c84b61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:34.106572 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46282) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:34.112221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Usage tracker for resource:port and tenant:2c362be7688c4b96b279382886c84b61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:34.116119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:34.131375 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e81368d-5f6a-46ce-9e01-57b4326d80b6 req-26d7e84f-7d7e-473e-a35d-7f25dd3ec58f service neutron] 10.222.0.64 "GET /v2.0/networks/4e63a9f9-daec-428e-aaba-ce5c0c983a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8356507 Aug 23 14:18:34.134955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:34.146115 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:18:34.148160 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:34.150663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:34.152324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:18:34.165156 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] Sync routers for ids ['2e348018-40cd-4622-9e21-98543cf5780b'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:18:34.174889 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-71ddaaf2-e5f1-4d41-8222-8742a2cef7fd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] show failed (client error): The resource could not be found. Aug 23 14:18:34.178789 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-71ddaaf2-e5f1-4d41-8222-8742a2cef7fd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "GET /v2.0/security-groups/4ff6d320-5cda-4b7e-a07f-527be03ff49d HTTP/1.1" status: 404 len: 347 time: 0.0700023 Aug 23 14:18:34.179786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-db0074d3-3c73-4c81-b97a-6068ba52465f tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:34.180417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b9477c-8d3c-410f-ad89-f76c88e661df,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:34.180927 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] Routers {'2e348018-40cd-4622-9e21-98543cf5780b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:34.181706 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-db0074d3-3c73-4c81-b97a-6068ba52465f tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "GET /v2.0/networks?id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 200 len: 817 time: 0.5095646 Aug 23 14:18:34.182006 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2e348018-40cd-4622-9e21-98543cf5780b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:34.191629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46288) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:34.208614 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:34.209038 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Request body: {'port': {'device_id': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9', 'admin_state_up': True, 'tenant_id': '2c362be7688c4b96b279382886c84b61'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:34.209564 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.209564 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Added segment c1bf48a8-8432-4c45-b9fa-7953c4dc3065 of type vlan for network b0c9d929-84c9-4542-9e9a-666bbc2328ab Aug 23 14:18:34.259740 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.279129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43995d49-8013-4946-b8c4-223d30f750ea req-f3cbd8c8-f90b-4d05-93b7-c7d5951a5df6 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:34.281059 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-43995d49-8013-4946-b8c4-223d30f750ea req-f3cbd8c8-f90b-4d05-93b7-c7d5951a5df6 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1096 time: 0.3129377 Aug 23 14:18:34.285445 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] 10.222.0.72 "PUT /v2.0/routers/2e348018-40cd-4622-9e21-98543cf5780b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1174278 Aug 23 14:18:34.295798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46292) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:34.359329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Made reservation on behalf of 2c362be7688c4b96b279382886c84b61 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:34.364184 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.391354 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] Set router 2e348018-40cd-4622-9e21-98543cf5780b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:34.395969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Made reservation on behalf of 2c362be7688c4b96b279382886c84b61 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:34.400745 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.505327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-43995d49-8013-4946-b8c4-223d30f750ea req-0e24274c-2b65-4d28-8859-94305afc8dbc tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957822 Aug 23 14:18:34.543004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Deleting port 2d031b80-a42e-434f-8cc3-4d6629ef9b85 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:34.543432 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.574814 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.575980 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:34.576645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.590791 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:34.696543 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:34.791811 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:18:31Z', 'revision_number': 5, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:34.796402 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] Checking router: 2e348018-40cd-4622-9e21-98543cf5780b for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:18:34.806155 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] Routers {'2e348018-40cd-4622-9e21-98543cf5780b'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:34.806789 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['2e348018-40cd-4622-9e21-98543cf5780b'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:34.816766 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c9d929-84c9-4542-9e9a-666bbc2328ab,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:34.829676 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6059895 Aug 23 14:18:34.830419 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46298) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:34.831382 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:34.855195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Request body: {'subnet': {'network_id': 'b0c9d929-84c9-4542-9e9a-666bbc2328ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1243766878-subnet', 'tenant_id': 'aeea3da197e6467485c6a45de3f3441b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:34.872510 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d9ef728-9927-4cb4-b756-64091364f82d req-630b1a0e-258b-457a-bc5a-ccdb2acda3eb tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 210 time: 0.1192276 Aug 23 14:18:34.873810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:34.882094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Usage tracker for resource:subnet and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:34.893375 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:34.926422 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network b0c9d929-84c9-4542-9e9a-666bbc2328ab details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:18:35.026787 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:35.041154 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.048435 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:35.079029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Usage tracker for resource:port and tenant:2c362be7688c4b96b279382886c84b61 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:35.098993 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d14bf-8a80-41a7-94c1-385489e7ccea req-e8c9fd1a-bfcf-4621-85fa-7ecf61fe28c7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:35.100678 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b16d14bf-8a80-41a7-94c1-385489e7ccea req-e8c9fd1a-bfcf-4621-85fa-7ecf61fe28c7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.8668220 Aug 23 14:18:35.101753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:35.118830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:35.128103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Made reservation on behalf of aeea3da197e6467485c6a45de3f3441b for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:35.131079 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.175012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Allocated IP 172.20.0.8 (1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9/5d69d1fe-919b-4861-9438-40d1729c3e4e/1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:35.178438 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.179665 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.229673 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] Set router 2e348018-40cd-4622-9e21-98543cf5780b gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:35.273105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Deleting port 0f256eda-8844-4b21-b58b-7c5ecb4485cb {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:35.273541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.360756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Calling delete_port for 2d031b80-a42e-434f-8cc3-4d6629ef9b85 owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:35.395956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Made reservation on behalf of 2c362be7688c4b96b279382886c84b61 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:35.399938 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.609356 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] For port 0f256eda-8844-4b21-b58b-7c5ecb4485cb, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0f256eda-8844-4b21-b58b-7c5ecb4485cb,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:35.609935 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.614559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b16d14bf-8a80-41a7-94c1-385489e7ccea req-8ac84358-5ac3-4782-9b4b-43fab6247bac tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981108 Aug 23 14:18:35.617512 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:18:31Z', 'revision_number': 5, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:35.623669 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ca0f0-f1c6-4947-9993-ef1161fcb825 None None] The sync data for ids ['2e348018-40cd-4622-9e21-98543cf5780b'] in n-d-805628-1 is: [{'id': '2e348018-40cd-4622-9e21-98543cf5780b', 'name': 'tempest-ServersTestMultiNic-1258773783-router', 'tenant_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:15:09Z', 'updated_at': '2021-08-23T14:18:31Z', 'revision_number': 5, 'project_id': 'ac3cb81d4ac349c9afa21ed90f914d42', 'gw_port': {'id': '0f256eda-8844-4b21-b58b-7c5ecb4485cb', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e348018-40cd-4622-9e21-98543cf5780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:15:13Z', 'updated_at': '2021-08-23T14:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:18:35.784871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Calling delete_port for 0f256eda-8844-4b21-b58b-7c5ecb4485cb owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:35.845732 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:35.852511 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:35.945615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f26789b-d15d-4232-82ba-9dc6ac0c0db8,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:35.952080 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:35.974774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Checking segment: {'id': 'c1bf48a8-8432-4c45-b9fa-7953c4dc3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b0c9d929-84c9-4542-9e9a-666bbc2328ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:35.975137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Network hostable DHCP agents. Network: b0c9d929-84c9-4542-9e9a-666bbc2328ab, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:18:36.062111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6a79aaf6-7fc5-4872-9560-e71dc270f930 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:36.172903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba325c75-9035-4afa-b681-031e531302ef req-250d722c-6118-46dc-b1ab-16875a01570c tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:36.174524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ba325c75-9035-4afa-b681-031e531302ef req-250d722c-6118-46dc-b1ab-16875a01570c tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 944 time: 0.3927963 Aug 23 14:18:36.181481 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 6a79aaf6-7fc5-4872-9560-e71dc270f930 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:36.181481 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6a79aaf6-7fc5-4872-9560-e71dc270f930 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:36.200929 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.212441 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-23df92a3-a270-4a24-9888-20615d768934 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:36.250382 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.264797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Network b0c9d929-84c9-4542-9e9a-666bbc2328ab is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:18:36.290042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Pushing event deleted for resources: {'Port': ['ID=2d031b80-a42e-434f-8cc3-4d6629ef9b85,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:36.292989 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:36.357840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, b0c9d929-84c9-4542-9e9a-666bbc2328ab) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:36.363303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:36.363894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.367165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c55c8-c303-4a5e-80f6-94deddc58d76 None None] Network b0c9d929-84c9-4542-9e9a-666bbc2328ab requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:36.395616 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.395616 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-708d281e-91b0-43a3-9922-1c3299ba1254 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:36.412929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ba325c75-9035-4afa-b681-031e531302ef req-5f10fcfe-7e35-41fd-9374-19157abc1c93 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025440 Aug 23 14:18:36.453306 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.476893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Pushing event deleted for resources: {'Port': ['ID=0f256eda-8844-4b21-b58b-7c5ecb4485cb,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:36.480485 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:36.487697 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.489207 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] 10.222.0.72 "DELETE /v2.0/floatingips/9e1bc683-e5ba-4425-ae79-9c582244683d HTTP/1.1" status: 204 len: 168 time: 2.2908683 Aug 23 14:18:36.592332 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.593207 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-694321db-8a6b-4b08-9e38-055c6514d1da tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=26347cba3d7f465eab82a91de293ae06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320423 Aug 23 14:18:36.636258 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.645151 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36149e-8468-4638-8b16-b275f1c99be6 None None] Network b0c9d929-84c9-4542-9e9a-666bbc2328ab requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:36.670162 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-10dcc1d1-82c1-4a6f-95bb-6f695293a091 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:36.713013 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8546202 Aug 23 14:18:36.824253 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.828175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.891951 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Allocated IP 172.20.0.4 (1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9/5d69d1fe-919b-4861-9438-40d1729c3e4e/88c3f907-8de3-43b3-b623-c3bcf9b210c0) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:36.957904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:36.967656 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.968535 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e348018-40cd-4622-9e21-98543cf5780b {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:18:36.971438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:36.973937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:36.982275 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:36.984222 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] 10.222.0.72 "DELETE /v2.0/routers/2e348018-40cd-4622-9e21-98543cf5780b HTTP/1.1" status: 204 len: 168 time: 2.6874816 Aug 23 14:18:36.992406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46346) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:37.078569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Pushing event updated for resources: {'Port': ['ID=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:37.081708 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:37.109119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-51b4934c-de2d-40d1-a200-eb4b91ae2e9c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:37.111343 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Deleting subnet 8ba36678-f8c9-4fe8-9dda-a51166398c1a {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:18:37.114361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-51b4934c-de2d-40d1-a200-eb4b91ae2e9c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5102191 Aug 23 14:18:37.123192 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.240431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:37.240946 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.242331 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.332075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-dfe39058-f466-48b5-9520-e7084c6bc4e6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/quotas/26347cba3d7f465eab82a91de293ae06 HTTP/1.1" status: 200 len: 375 time: 0.1868842 Aug 23 14:18:37.405535 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.558581 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.582785 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-a023a74b-24e7-4677-bf06-18302cf748f9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2376819 Aug 23 14:18:37.616922 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.619829 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3310690 Aug 23 14:18:37.620759 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8098c1fa-9d68-4cd3-9c3a-f200017434cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:37.636802 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Request body: {'port': {'device_id': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:37.680047 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba36678-f8c9-4fe8-9dda-a51166398c1a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:37.683359 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.688000 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.691154 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:37.695101 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47665629-b13b-400c-8af7-d4ad8134e514 None None] Network 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:37.698333 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5db1b240-44aa-43f2-ad9c-28fc68b16071 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8ba36678-f8c9-4fe8-9dda-a51166398c1a HTTP/1.1" status: 204 len: 168 time: 0.7027719 Aug 23 14:18:37.700817 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46352) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:37.740729 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-31c3f95a-0002-4c20-9753-b1a5dc99d5f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:37.833398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:37.836272 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.841221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Pushing event updated for resources: {'Port': ['ID=88c3f907-8de3-43b3-b623-c3bcf9b210c0,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:37.843877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:37.851894 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:37.855667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-a6b26906-0a3f-4eb6-a2ed-2ccf69479267 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:18:37.856777 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-a6b26906-0a3f-4eb6-a2ed-2ccf69479267 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148084 Aug 23 14:18:37.863939 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Deleting port 54f952b6-f3fe-43b3-ae02-c170440ea966 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:37.864305 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:37.879326 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:38.050640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Allocated IP 172.20.0.2 (1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9/5d69d1fe-919b-4861-9438-40d1729c3e4e/04d44740-4886-4d82-90af-d057a9fd50eb) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:38.056621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] DHCP port deletion for 2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:18:38.057802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Request body: {'binding': {'host': 'n-h1-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:38.059051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:18:38.067540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Deleting port 54f952b6-f3fe-43b3-ae02-c170440ea966 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:38.069748 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.096379 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:38.097330 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.155886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6b9452c7-de6c-42b6-b1c3-0866163ef33a req-4a60509a-105e-4c34-96e0-0d4300d2fd5b tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Synchronizing usage tracker for tenant:2c362be7688c4b96b279382886c84b61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:38.174574 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0f256eda-8844-4b21-b58b-7c5ecb4485cb no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:38.225725 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.296771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6b9452c7-de6c-42b6-b1c3-0866163ef33a req-4a60509a-105e-4c34-96e0-0d4300d2fd5b tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Unset dirty status for tenant:2c362be7688c4b96b279382886c84b61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:38.297871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6b9452c7-de6c-42b6-b1c3-0866163ef33a req-4a60509a-105e-4c34-96e0-0d4300d2fd5b tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 210 time: 0.2165792 Aug 23 14:18:38.310138 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4a10b4c4-1b69-4f3a-8e42-339786f7460d details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:38.403042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] For port 54f952b6-f3fe-43b3-ae02-c170440ea966, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=54f952b6-f3fe-43b3-ae02-c170440ea966,segment=NetworkSegment(6d502fb0-0ab1-4687-bba5-c274c449acb4),segment_id=6d502fb0-0ab1-4687-bba5-c274c449acb4)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:38.403456 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.458466 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4a10b4c4-1b69-4f3a-8e42-339786f7460d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4a10b4c4-1b69-4f3a-8e42-339786f7460d,segment=NetworkSegment(307f122c-b389-473d-ab89-856087a29822),segment_id=307f122c-b389-473d-ab89-856087a29822)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:38.482936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '4a10b4c4-1b69-4f3a-8e42-339786f7460d', 'network_id': '4e63a9f9-daec-428e-aaba-ce5c0c983a2d', 'port_id': '4a10b4c4-1b69-4f3a-8e42-339786f7460d', 'mac_address': 'fa:16:3e:e4:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ceb0d5-c801-4bdd-9002-1742bc73d05e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:38.486999 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3053293 Aug 23 14:18:38.490458 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 0f256eda-8844-4b21-b58b-7c5ecb4485cb {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:38.490772 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0f256eda-8844-4b21-b58b-7c5ecb4485cb not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:38.511731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Request body: {'port': {'device_id': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:38.556232 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Calling delete_port for 54f952b6-f3fe-43b3-ae02-c170440ea966 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:38.735066 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.775998 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.815926 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a10b4c4-1b69-4f3a-8e42-339786f7460d {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:38.843073 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4a10b4c4-1b69-4f3a-8e42-339786f7460d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4a10b4c4-1b69-4f3a-8e42-339786f7460d,segment=NetworkSegment(307f122c-b389-473d-ab89-856087a29822),segment_id=307f122c-b389-473d-ab89-856087a29822)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:38.853279 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] For port 54f952b6-f3fe-43b3-ae02-c170440ea966, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=54f952b6-f3fe-43b3-ae02-c170440ea966,segment=NetworkSegment(6d502fb0-0ab1-4687-bba5-c274c449acb4),segment_id=6d502fb0-0ab1-4687-bba5-c274c449acb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:38.853919 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.887771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-426546764', 'description': 'tempest-description-1428557475'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:38.907955 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on host n-h1-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:38.908569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:38.908569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:38.914550 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:38.914900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:38.918217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:38.922891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:38.922891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:38.922891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:38.922891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Bound port: d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:38.943179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:38.956183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:38.959422 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:38.977933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.986830 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Calling delete_port for 54f952b6-f3fe-43b3-ae02-c170440ea966 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:38.993233 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:38.998092 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:39.011650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:39.013883 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f53536c2-9eed-4382-bdbc-cc6dd8c8b157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:39.043499 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.052190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f952b6-f3fe-43b3-ae02-c170440ea966,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:39.070958 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:39.071764 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.080578 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7ecaadd2-eb81-434b-87b1-ce965999d5c7 service neutron] 10.222.0.72 "POST /v2.0/ports/d2caeb56-f65c-430b-8b6c-8dd59e9f8024/bindings HTTP/1.1" status: 201 len: 389 time: 1.1637850 Aug 23 14:18:39.085732 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] No DVR routers for this DVR port 54f952b6-f3fe-43b3-ae02-c170440ea966 on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:39.096952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4a10b4c4-1b69-4f3a-8e42-339786f7460d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:39.105284 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:39.152577 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.183482 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:18:39.184351 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:18:39.224052 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.224313 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.241923 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4a10b4c4-1b69-4f3a-8e42-339786f7460d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:39.243772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:39.244438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:39.246740 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:39.257599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d502fb0-0ab1-4687-bba5-c274c449acb4') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:39.260085 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d502fb0-0ab1-4687-bba5-c274c449acb4') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:39.270270 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.293935 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.297654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:39.301672 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:18:39.302116 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:18:39.321846 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:18:39.334707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:39.364501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:39.427497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:39.433730 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:39.437628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:39.517753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Pushing event updated for resources: {'Port': ['ID=04d44740-4886-4d82-90af-d057a9fd50eb,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:39.523370 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:39.578217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:39.578860 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.606525 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310d8f7-837f-4a39-bcba-910558f83059 req-7350e403-4d31-43a0-ab72-4c078a0b5ad4 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:39.608431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2310d8f7-837f-4a39-bcba-910558f83059 req-7350e403-4d31-43a0-ab72-4c078a0b5ad4 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 945 time: 0.1089618 Aug 23 14:18:39.657975 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2310d8f7-837f-4a39-bcba-910558f83059 req-edc5fabe-df3d-45a2-bcc4-56778c29db23 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Aug 23 14:18:39.688328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Deleting port 54f952b6-f3fe-43b3-ae02-c170440ea966 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:39.689102 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.713306 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.722648 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.730851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:39.739393 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.740079 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:39.758334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Transition to ACTIVE for port object 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:39.763781 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.774987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3 HTTP/1.1" status: 204 len: 168 time: 2.0727429 Aug 23 14:18:39.779531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5787773 Aug 23 14:18:39.783911 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eaf8ef5-2ca5-4750-8b4f-bf782cad10d3,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:39.792715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Request body: {'port': {'device_id': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:39.801269 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a8c01b49-2330-4a27-903a-3822e8e497c4 None None] The port '54f952b6-f3fe-43b3-ae02-c170440ea966' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:18:39.834563 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:39.846384 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-70a940ff-ab93-46e4-beef-c025017d38d4 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:39.852922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:39.876593 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c5ea592-15cb-40ef-b7ac-a446bab4adab req-d821c4be-c45a-4f6a-bf6a-932396b89032 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 210 time: 0.0711205 Aug 23 14:18:39.962666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 54f952b6-f3fe-43b3-ae02-c170440ea966 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:40.029484 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 54f952b6-f3fe-43b3-ae02-c170440ea966 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:40.030454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 54f952b6-f3fe-43b3-ae02-c170440ea966 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:40.076746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f947d0b7-928a-4b90-a77e-c2f9d3e03264,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:40.080507 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.087803 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:40.116044 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-08b3a33c-2829-4341-8431-f3c6344aa41c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:40.157244 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4a10b4c4-1b69-4f3a-8e42-339786f7460d up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:40.230026 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.232260 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd33b57e-69db-4699-a5b9-732755ffd9a0 req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4099753 Aug 23 14:18:40.315497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46388) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:40.385068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 4a10b4c4-1b69-4f3a-8e42-339786f7460d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:40.393848 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 4a10b4c4-1b69-4f3a-8e42-339786f7460d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:40.394840 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.414937 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b327ca2b-0a69-49d0-a282-c79484081693 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac3cb81d4ac349c9afa21ed90f914d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969877 Aug 23 14:18:40.419321 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46392) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:40.477135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989292b-743d-4d37-95bd-18716246a79a req-a9265d48-4105-456e-ad54-9a9e5feaebbd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:40.479066 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7989292b-743d-4d37-95bd-18716246a79a req-a9265d48-4105-456e-ad54-9a9e5feaebbd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.2427261 Aug 23 14:18:40.537517 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.561794 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7989292b-743d-4d37-95bd-18716246a79a req-a21e7dfd-4766-4f82-afd1-5236aab14d21 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724666 Aug 23 14:18:40.581375 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.586068 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.618811 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.658189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Pushing event updated for resources: {'Port': ['ID=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:40.672276 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:40.684321 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b2f875-7d25-481d-a57b-c541994d6363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a10b4c4-1b69-4f3a-8e42-339786f7460d'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:40.699505 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 4a10b4c4-1b69-4f3a-8e42-339786f7460d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4a10b4c4-1b69-4f3a-8e42-339786f7460d,segment=NetworkSegment(307f122c-b389-473d-ab89-856087a29822),segment_id=307f122c-b389-473d-ab89-856087a29822)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:40.789599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46400) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:40.828791 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.830130 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:40.833388 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:40.850167 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-85fa416c-8e7d-476a-8c76-3e7d6d69038b tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:40.885319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:40.907122 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:40.942012 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=4a10b4c4-1b69-4f3a-8e42-339786f7460d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:40.948117 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:41.000428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Deleting subnet 978b4dd8-e7d4-46f8-8445-f59ae8340e9f {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:18:41.011637 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-8869a51f-e318-4be8-89a3-9c3c82038e74 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/f947d0b7-928a-4b90-a77e-c2f9d3e03264 HTTP/1.1" status: 200 len: 1804 time: 0.1876676 Aug 23 14:18:41.018565 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-9ec84b4a-e3d7-49ed-ad4c-b0ba990a4df4 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=26347cba3d7f465eab82a91de293ae06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616205 Aug 23 14:18:41.019250 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.055975 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f947d0b7-928a-4b90-a77e-c2f9d3e03264', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:41.056258 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f947d0b7-928a-4b90-a77e-c2f9d3e03264', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:41.119646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Attempting to bind port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:41.120282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Attempting to bind port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:41.120282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Attempting to bind port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:41.126354 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:41.135732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-e1b1ba85-9a81-4790-bd19-31bcc37adbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:41.137270 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-e1b1ba85-9a81-4790-bd19-31bcc37adbc8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1096 time: 0.9033892 Aug 23 14:18:41.148810 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:41.149216 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Attempting to bind port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:41.184000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454c4b-9ca6-4caa-bf8b-27369ce39faf req-282b6754-3d3d-45ac-adec-3d968d05f71b tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:41.185532 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a454c4b-9ca6-4caa-bf8b-27369ce39faf req-282b6754-3d3d-45ac-adec-3d968d05f71b tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 931 time: 0.7249446 Aug 23 14:18:41.189756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:41.191999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c3f907-8de3-43b3-b623-c3bcf9b210c0 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:41.199783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:41.204883 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.206109 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec9ca91f-f6ec-4291-af1f-d6ea5c048ae2 HTTP/1.1" status: 204 len: 168 time: 0.7857106 Aug 23 14:18:41.213940 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.218192 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:41.222130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:41.222464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Checking segment: {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:41.222861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Bound using segment: {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:41.223305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Bound port: 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:41.224655 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.272400 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.384981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Transition to ACTIVE for port object 88c3f907-8de3-43b3-b623-c3bcf9b210c0 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:41.438636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6a454c4b-9ca6-4caa-bf8b-27369ce39faf req-e08509ea-9b7d-4f8f-a20e-b78b446657ee tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Synchronizing usage tracker for tenant:2c362be7688c4b96b279382886c84b61 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:41.504193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-a426fe36-f5a1-4378-8d4d-c42e3c646d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:41.504193 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-a426fe36-f5a1-4378-8d4d-c42e3c646d03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.3518260 Aug 23 14:18:41.504193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] For port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:41.520391 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.575850 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-95983ca1-67fd-46b8-bd5d-9cacaaa0b9f3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:41.575850 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-95983ca1-67fd-46b8-bd5d-9cacaaa0b9f3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5089967 Aug 23 14:18:41.580354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] For port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:41.598913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Request body: {'port': {'device_id': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': '26347cba3d7f465eab82a91de293ae06'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:41.617073 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.673290 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:41.682064 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.769575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-41e796a0-46a8-4368-8cfb-4d46569ca52a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 217 time: 0.2491357 Aug 23 14:18:41.788067 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6a454c4b-9ca6-4caa-bf8b-27369ce39faf req-e08509ea-9b7d-4f8f-a20e-b78b446657ee tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Unset dirty status for tenant:2c362be7688c4b96b279382886c84b61 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:41.790955 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6a454c4b-9ca6-4caa-bf8b-27369ce39faf req-e08509ea-9b7d-4f8f-a20e-b78b446657ee tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816834 Aug 23 14:18:41.790955 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.798878 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.867536 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.886367 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:41.900918 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:41.920131 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-337fd2a2-8078-4126-a5f0-1d3a0c80f035 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:41.939737 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.959454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7728d6f3-b33d-4386-a3e6-d6b360c396a5,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:41.966494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:41.970876 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/978b4dd8-e7d4-46f8-8445-f59ae8340e9f HTTP/1.1" status: 204 len: 168 time: 1.1777458 Aug 23 14:18:41.975563 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46414) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:42.006007 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:42.006007 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a4ffc74d-3446-4ae7-a76a-c821bc4b443f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:42.066358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978b4dd8-e7d4-46f8-8445-f59ae8340e9f,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:42.081879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Made reservation on behalf of 26347cba3d7f465eab82a91de293ae06 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:42.083973 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:42.084936 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.086736 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] 10.222.0.64 "PUT /v2.0/ports/1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 HTTP/1.1" status: 200 len: 1091 time: 4.4566929 Aug 23 14:18:42.088850 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.091229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Pushing event updated for resources: {'Port': ['ID=88c3f907-8de3-43b3-b623-c3bcf9b210c0,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:42.101655 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:42.101655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'tag': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:42.127043 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:42.129007 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b67061b-2913-4db7-b8b0-7d5f85f5f3a0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:42.158973 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.165807 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d443c82-b135-4492-9949-a2df2b2f51d7 req-30737eea-c7ad-49b6-997f-fc4876534518 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1163678 Aug 23 14:18:42.235714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-34ba719d-a8f1-4a23-ba77-675ebc2c06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:42.237433 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-34ba719d-a8f1-4a23-ba77-675ebc2c06b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.4421077 Aug 23 14:18:42.246282 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b2f875-7d25-481d-a57b-c541994d6363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a10b4c4-1b69-4f3a-8e42-339786f7460d', 'code': 200} Aug 23 14:18:42.448566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Pushing event updated for resources: {'Port': ['ID=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:42.452868 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:42.455919 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-0df092c8-d3fb-461b-afb9-56c836f02251 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1903503 Aug 23 14:18:42.508010 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.523182 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5640cadb-f55b-4fb6-9149-b5c391b742d0 req-9e4b2aa2-38c4-44dc-af75-656cbb0aec09 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 210 time: 0.1169498 Aug 23 14:18:42.558653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Attempting to bind port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:42.559019 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Attempting to bind port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:42.559362 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Attempting to bind port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:42.611163 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:42.611878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Attempting to bind port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:42.788694 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.836306 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd24ae70-b8ed-4d21-af77-972b30d69354']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:42.870347 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3db1f1c-aa31-4dfa-8318-7637080d48f2') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:42.870580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3db1f1c-aa31-4dfa-8318-7637080d48f2') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:42.891957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Allocated IP 192.168.233.17 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/2be34a28-388f-4206-80af-c0ee92277194) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:42.895322 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:42.895676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Checking segment: {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:42.896078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Bound using segment: {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:42.896533 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Bound port: 88c3f907-8de3-43b3-b623-c3bcf9b210c0, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:42.897654 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.902756 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.914573 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a504f6-e6de-464f-852e-460a7216e44d req-3e3e6714-ad18-4359-862b-f8875600be19 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:42.916230 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5a504f6-e6de-464f-852e-460a7216e44d req-3e3e6714-ad18-4359-862b-f8875600be19 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 946 time: 0.9661205 Aug 23 14:18:42.932712 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.967301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:18:42.967301 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:18:42.978232 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:18:43.000888 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe454-d509-429e-ae70-8a6dcbbee8fe req-5c85cb62-d67a-42f7-8946-871fa9ee865c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.008954 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-17bbe454-d509-429e-ae70-8a6dcbbee8fe req-5c85cb62-d67a-42f7-8946-871fa9ee865c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.3244483 Aug 23 14:18:43.021544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d44740-4886-4d82-90af-d057a9fd50eb {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:43.060347 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.078153 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46440) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:43.104472 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-7cb527bc-e1a3-4455-a06f-aee18d5af1ee service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264272 Aug 23 14:18:43.107196 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-734bfd9d-15e9-404e-8838-60dac8e1ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.109301 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-734bfd9d-15e9-404e-8838-60dac8e1ef2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c362be7688c4b96b279382886c84b61&device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 1094 time: 0.8424888 Aug 23 14:18:43.130041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1cd54-7f8f-4e9f-9394-48c5f39f1c7c req-d6e2c1ca-ad83-4e3b-862c-2db8f4501c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.132154 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fff1cd54-7f8f-4e9f-9394-48c5f39f1c7c req-d6e2c1ca-ad83-4e3b-862c-2db8f4501c8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 1097 time: 0.7784209 Aug 23 14:18:43.192214 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-17bbe454-d509-429e-ae70-8a6dcbbee8fe req-95caa214-c71d-4ce8-b9bd-81ef7e6177d6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821480 Aug 23 14:18:43.268959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Transition to ACTIVE for port object 04d44740-4886-4d82-90af-d057a9fd50eb will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:43.281062 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5a504f6-e6de-464f-852e-460a7216e44d req-7708042e-5e44-48b3-b6bd-47fef4e50d44 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402636 Aug 23 14:18:43.308109 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.315335 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f27c1da-80b0-4dda-a735-aaf3f00ef0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:43.315535 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-3a7ca2d3-9fe7-46ed-96be-e6d783c34df6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 HTTP/1.1" status: 200 len: 217 time: 0.1819243 Aug 23 14:18:43.319324 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-67454830-network', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:43.330878 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.357760 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd24ae70-b8ed-4d21-af77-972b30d69354,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:43.366780 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:43.381582 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.393314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:43.395297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1585040830', 'description': 'tempest-description-599284063'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:43.404226 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'tag': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7', 'status': 'completed', 'code': 200} Aug 23 14:18:43.407067 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.411489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:43.417741 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] For port 88c3f907-8de3-43b3-b623-c3bcf9b210c0, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:43.421952 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:43.424874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Transition to ACTIVE for port object 2be34a28-388f-4206-80af-c0ee92277194 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:43.426202 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:43.434354 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:43.469542 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-eceeaecd-f082-4bed-a0bf-cadde738f42c tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:43.474707 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fd24ae70-b8ed-4d21-af77-972b30d69354 HTTP/1.1" status: 204 len: 168 time: 1.4977362 Aug 23 14:18:43.513681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Usage tracker for resource:network and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:43.533153 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.536739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:43.558456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:43.562714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:43.568770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:43.578562 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.585654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:43.589623 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa45d346-9671-459b-9377-b6b333946f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:43.592063 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['99d05dcb-89a1-4dbe-9d0e-c3152478fd04', '1fe826e8-0935-4d01-aa30-3c55ebb44ef5'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:43.624304 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] For port 88c3f907-8de3-43b3-b623-c3bcf9b210c0, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=88c3f907-8de3-43b3-b623-c3bcf9b210c0,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:43.625641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:43.691384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:43.693364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Pushing event updated for resources: {'Port': ['ID=2be34a28-388f-4206-80af-c0ee92277194,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:43.699051 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:43.702983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:43.706028 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:43.726136 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fff1cd54-7f8f-4e9f-9394-48c5f39f1c7c req-321cb3c3-cba6-46b3-b858-0c71fc23aca1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614083 Aug 23 14:18:43.763822 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.806514 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.807469 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.814671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Pushing event updated for resources: {'Port': ['ID=04d44740-4886-4d82-90af-d057a9fd50eb,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:43.818469 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:43.821314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-8fc44706-a23f-4005-a4aa-b2729765c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.823152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-8fc44706-a23f-4005-a4aa-b2729765c2ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d69d1fe-919b-4861-9438-40d1729c3e4e HTTP/1.1" status: 200 len: 857 time: 0.4766753 Aug 23 14:18:43.828953 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ef3bca5-3bc0-4467-92f8-f3f4ccf4c8f0 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:43.857540 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.893388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:43.894133 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.895596 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] 10.222.0.82 "PUT /v2.0/ports/88c3f907-8de3-43b3-b623-c3bcf9b210c0 HTTP/1.1" status: 200 len: 1091 time: 5.3889406 Aug 23 14:18:43.924879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:43.927262 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.942936 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3591917 Aug 23 14:18:43.943730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:43.982234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46450) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:43.982484 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-57c466e0-8065-430f-b49b-729b152f4501 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551841 Aug 23 14:18:44.001059 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:44.064673 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Request body: {'port': {'device_id': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:44.071444 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.082560 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-fe09debf-16f9-4f3e-b340-2adcc98201c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903685 Aug 23 14:18:44.115109 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.117030 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0c9a898-0200-4032-927e-b160e4b5212c req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7318501 Aug 23 14:18:44.186259 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-83b35aff-77bd-43ba-9cb3-767180b5be3d None None] Provisioning for port 2be34a28-388f-4206-80af-c0ee92277194 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:44.192710 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-83b35aff-77bd-43ba-9cb3-767180b5be3d None None] Provisioning complete for port 2be34a28-388f-4206-80af-c0ee92277194 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:44.193624 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-83b35aff-77bd-43ba-9cb3-767180b5be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.200554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a2d38e-6d75-407d-a755-ebb1e6c0566d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:44.212295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:44.220621 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:44.251125 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Usage tracker for resource:security_group_rule and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:44.258622 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5c22c469-4951-4808-b801-21975381b91f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7edfeb6fd342438a9ca5478e18ead61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292678 Aug 23 14:18:44.260280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Pushing event updated for resources: {'Port': ['ID=88c3f907-8de3-43b3-b623-c3bcf9b210c0,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:44.262090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46460) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:44.267118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:44.293551 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-83b35aff-77bd-43ba-9cb3-767180b5be3d None None] Port 2be34a28-388f-4206-80af-c0ee92277194 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:18:44.307211 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.345292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:44.351126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.351964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.352563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.353199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.353594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.353995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.355048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.355048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.355274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.355509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.355877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.356253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:44.360737 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:44.376953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc24a3-53a6-438e-82ff-453d66c389b7 req-096367e8-36b2-4a24-b579-8d7c9f80631d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:44.378514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79bc24a3-53a6-438e-82ff-453d66c389b7 req-096367e8-36b2-4a24-b579-8d7c9f80631d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 943 time: 0.8613927 Aug 23 14:18:44.421815 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Attempting to bind port 04d44740-4886-4d82-90af-d057a9fd50eb on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:44.422158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Attempting to bind port 04d44740-4886-4d82-90af-d057a9fd50eb by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:44.423010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Attempting to bind port 04d44740-4886-4d82-90af-d057a9fd50eb on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:44.453926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Port 04d44740-4886-4d82-90af-d057a9fd50eb on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:44.454297 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Attempting to bind port 04d44740-4886-4d82-90af-d057a9fd50eb on network 1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:44.502039 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.504995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:44.505699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Checking segment: {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:44.506915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Bound using segment: {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:44.507678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Bound port: 04d44740-4886-4d82-90af-d057a9fd50eb, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b711f657-555b-47fe-8959-ffdfc5e010cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:44.508249 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.533796 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-daeccb85-f963-47ac-b79b-646727a29784 service neutron] 10.222.0.64 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034944 Aug 23 14:18:44.550917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79bc24a3-53a6-438e-82ff-453d66c389b7 req-2b9d48c0-6841-4df1-84ab-1b6d9748f671 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642406 Aug 23 14:18:44.553113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-42a086d4-4e33-4250-be59-1c03a614f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:44.555145 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-42a086d4-4e33-4250-be59-1c03a614f93b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c362be7688c4b96b279382886c84b61&device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 1094 time: 0.4676104 Aug 23 14:18:44.625474 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:44.643496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d516da-8387-4c49-b801-629e68a67105 req-a17637ed-42b3-4085-9f16-46f03f26b471 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:44.644252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-17d516da-8387-4c49-b801-629e68a67105 req-a17637ed-42b3-4085-9f16-46f03f26b471 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Synchronizing usage tracker for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:18:44.760364 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-92e94acb-28f0-4d16-a1b9-6d99a61481d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c3f907-8de3-43b3-b623-c3bcf9b210c0 HTTP/1.1" status: 200 len: 217 time: 0.1772540 Aug 23 14:18:45.062446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be34a28-388f-4206-80af-c0ee92277194 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:45.076168 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.101724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Transition to ACTIVE for port object 2be34a28-388f-4206-80af-c0ee92277194 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:45.192364 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-de343799-31f4-4399-8cd2-31026e0ba66c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/78a2d38e-6d75-407d-a755-ebb1e6c0566d HTTP/1.1" status: 200 len: 1804 time: 0.5399797 Aug 23 14:18:45.193562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] For port 04d44740-4886-4d82-90af-d057a9fd50eb, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:45.202690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-29485bf5-fe18-47ed-8feb-f162573e54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:45.204197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-29485bf5-fe18-47ed-8feb-f162573e54e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5d69d1fe-919b-4861-9438-40d1729c3e4e HTTP/1.1" status: 200 len: 857 time: 0.4306736 Aug 23 14:18:45.233236 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-17d516da-8387-4c49-b801-629e68a67105 req-a17637ed-42b3-4085-9f16-46f03f26b471 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Unset dirty status for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:18:45.242877 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-17d516da-8387-4c49-b801-629e68a67105 req-a17637ed-42b3-4085-9f16-46f03f26b471 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 935 time: 0.9427989 Aug 23 14:18:45.245662 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.257753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] For port 04d44740-4886-4d82-90af-d057a9fd50eb, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=04d44740-4886-4d82-90af-d057a9fd50eb,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:45.259050 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7eb2b6ef-3ae2-4b3f-9748-c948dc61452e tempest-ServersOnMultiNodesTest-1006198893 tempest-ServersOnMultiNodesTest-1006198893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:45.261553 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '78a2d38e-6d75-407d-a755-ebb1e6c0566d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:45.269782 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '78a2d38e-6d75-407d-a755-ebb1e6c0566d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:45.273711 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-526c5b7b-453c-47bf-b9ae-b4bae795410d service neutron] 10.222.0.64 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268746 Aug 23 14:18:45.274701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:45.288973 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-70ef553c-60c9-4e96-907d-21a769d8ca46 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698714 Aug 23 14:18:45.290585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:45.299934 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e64a83-619c-420e-9c6c-15df3eb4343d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:45.307471 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:45.308372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:45.340576 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-17d516da-8387-4c49-b801-629e68a67105 req-2090ed3a-4d41-4ce3-8ceb-67686fa9ebd4 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964048 Aug 23 14:18:45.350876 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.350876 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11e64a83-619c-420e-9c6c-15df3eb4343d HTTP/1.1" status: 204 len: 168 time: 1.0793333 Aug 23 14:18:45.350876 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.354412 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6284e7ce-210f-4957-806f-e97ece9dfd43 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:45.391165 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.403262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:45.406486 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.434862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'tag': '88c3f907-8de3-43b3-b623-c3bcf9b210c0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:45.445862 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:45.544913 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.731699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:45.732534 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2be34a28-388f-4206-80af-c0ee92277194,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:45.733338 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.735038 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] 10.222.0.82 "PUT /v2.0/ports/04d44740-4886-4d82-90af-d057a9fd50eb HTTP/1.1" status: 200 len: 1091 time: 5.9484639 Aug 23 14:18:45.747388 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:45.842213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Attempting to bind port 2be34a28-388f-4206-80af-c0ee92277194 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:45.842554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Attempting to bind port 2be34a28-388f-4206-80af-c0ee92277194 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:45.843163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Attempting to bind port 2be34a28-388f-4206-80af-c0ee92277194 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:45.851084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Pushing event updated for resources: {'Port': ['ID=04d44740-4886-4d82-90af-d057a9fd50eb,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:45.863414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Port 2be34a28-388f-4206-80af-c0ee92277194 on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:45.863964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Attempting to bind port 2be34a28-388f-4206-80af-c0ee92277194 on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:45.866928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:18:45.877171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:45.877589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:45.877980 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:45.878428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Bound port: 2be34a28-388f-4206-80af-c0ee92277194, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:45.878983 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.879130 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.879417 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Added segment 1b2ca030-4ac0-4d0d-a770-93fe761f33fd of type vlan for network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 Aug 23 14:18:45.915191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:45.981393 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:46.049738 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-50593323-2ae9-4d68-9fdf-1c3267650894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:46.058042 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-cf4b720c-330d-4c51-bc9f-064a5a621bb8 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517881 Aug 23 14:18:46.066890 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.067794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:46.068198 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.088477 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2ad87-11c5-4772-90ca-67f528d3f564 req-bf9a50f0-bd81-40bc-aba2-8707dca9c94e tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:46.092998 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78e2ad87-11c5-4772-90ca-67f528d3f564 req-bf9a50f0-bd81-40bc-aba2-8707dca9c94e tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.3363969 Aug 23 14:18:46.201910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] For port 2be34a28-388f-4206-80af-c0ee92277194, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:46.215388 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-78e2ad87-11c5-4772-90ca-67f528d3f564 req-8b90e506-395b-4c24-8bb3-82e1f6795f4d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997729 Aug 23 14:18:46.220852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] For port 2be34a28-388f-4206-80af-c0ee92277194, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2be34a28-388f-4206-80af-c0ee92277194,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:46.305762 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.312162 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3056e34b-527a-41ac-9621-20c3dc527a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:46.387231 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3034444 Aug 23 14:18:46.408105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46484) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:46.417914 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:46.422583 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.422583 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] 10.222.0.82 "PUT /v2.0/ports/2be34a28-388f-4206-80af-c0ee92277194 HTTP/1.1" status: 200 len: 1095 time: 2.4372110 Aug 23 14:18:46.429213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'tag': '2be34a28-388f-4206-80af-c0ee92277194'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:46.452005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faba3c85-1653-490d-a39b-2997845f4658,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:46.464410 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.526711 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:46.527444 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:46.551059 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.555554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Request body: {'subnet': {'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-subnet', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:46.579423 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2be34a28-388f-4206-80af-c0ee92277194,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:46.590724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:46.599764 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:46.611521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Usage tracker for resource:subnet and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:46.619791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:46.637248 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:46.664336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-956175b5-bf6a-4572-aaf8-05f53971f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:46.666407 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-956175b5-bf6a-4572-aaf8-05f53971f36c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c362be7688c4b96b279382886c84b61&device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 1094 time: 1.1089404 Aug 23 14:18:46.732606 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eac2c-ee4b-4805-848f-d651f700c79a req-835d0293-6b45-4116-b1da-1f5465842236 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:46.735097 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-818eac2c-ee4b-4805-848f-d651f700c79a req-835d0293-6b45-4116-b1da-1f5465842236 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 946 time: 0.3235912 Aug 23 14:18:46.748876 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-b30de2c0-7dfa-4479-a55a-14178be62604 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468439 Aug 23 14:18:46.752991 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:18:46.759400 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.765238 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:46.772554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Pushing event updated for resources: {'Network': ['ID=c19dde2f-9025-4ff4-8a6a-74f0d932ef59,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:46.795257 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:18:46.801485 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:46.802171 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e337fe14-f1e4-4f9f-8071-d2b9516a6090 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:46.812379 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-3cb41825-d97c-4963-9df5-2c4e689a14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:46.815263 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-3cb41825-d97c-4963-9df5-2c4e689a14cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c362be7688c4b96b279382886c84b61&device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 1094 time: 0.8370054 Aug 23 14:18:46.941537 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-818eac2c-ee4b-4805-848f-d651f700c79a req-96d81f53-efd8-4f79-9f5b-ce1369c200de tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895480 Aug 23 14:18:47.027933 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-ff3e9035-946d-4278-a67d-5387fe53eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.029717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-ff3e9035-946d-4278-a67d-5387fe53eb48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 1098 time: 0.3599589 Aug 23 14:18:47.119967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d692e1e7-1d7a-4ad0-b8d0-dedf288cba9a,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:47.202581 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:47.210683 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-b430572a-b79b-43f3-beee-90918d665e5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04d44740-4886-4d82-90af-d057a9fd50eb HTTP/1.1" status: 200 len: 217 time: 0.1846433 Aug 23 14:18:47.216324 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-c3d346ea-cf1a-4581-ad1a-aaae28cf4ee0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=2be34a28-388f-4206-80af-c0ee92277194 HTTP/1.1" status: 200 len: 217 time: 0.1635003 Aug 23 14:18:47.289696 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'tag': '88c3f907-8de3-43b3-b623-c3bcf9b210c0', 'status': 'completed', 'code': 200} Aug 23 14:18:47.381080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-fb1471ed-bfaf-4291-970d-6ee53ff53c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.383605 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-fb1471ed-bfaf-4291-970d-6ee53ff53c83 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1569567 Aug 23 14:18:47.395245 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:47.397818 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3695f33a-1367-4d2c-8454-fa0822ccc7b6 req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 2.1829386 Aug 23 14:18:47.433852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-a82d5eef-d865-4fa8-8409-f5d8f811c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.435399 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-a82d5eef-d865-4fa8-8409-f5d8f811c452 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5d69d1fe-919b-4861-9438-40d1729c3e4e HTTP/1.1" status: 200 len: 857 time: 0.2090061 Aug 23 14:18:47.517986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-eb767169-987a-4d75-9494-faf48dfc9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.519465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-eb767169-987a-4d75-9494-faf48dfc9c53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 200 len: 919 time: 0.7949166 Aug 23 14:18:47.522947 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-45e41d3c-8be5-4456-bd45-8f2eb33033bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741973 Aug 23 14:18:47.555398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b633-0230-4427-b3e0-783a55421599 req-4a0cfab1-9631-4839-9eef-fab7804e33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.557210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-4a0cfab1-9631-4839-9eef-fab7804e33e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599059 Aug 23 14:18:47.566212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d15530-e500-4624-a74a-4d271a8bd265 req-d6ea645a-776a-4355-a1e2-adc60f879f53 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:47.567727 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-52d15530-e500-4624-a74a-4d271a8bd265 req-d6ea645a-776a-4355-a1e2-adc60f879f53 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 943 time: 0.1716218 Aug 23 14:18:47.618485 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:47.634201 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a2c7cf3f-e0a0-4ed6-be23-64850f082f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:47.691026 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-eded735a-c211-465d-82bb-c80dbf1ee2c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 HTTP/1.1" status: 200 len: 217 time: 0.1238286 Aug 23 14:18:47.781071 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-52d15530-e500-4624-a74a-4d271a8bd265 req-999945db-e99e-4c28-a009-fc4ce93b3dbb tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888185 Aug 23 14:18:47.802835 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:47.818828 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:47.831293 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-61cf5762-7e38-40f4-979d-e30cdc8ab8a9 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625778 Aug 23 14:18:47.834178 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Checking segment: {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:47.835068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Network hostable DHCP agents. Network: c19dde2f-9025-4ff4-8a6a-74f0d932ef59, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:18:47.844877 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'tag': '2be34a28-388f-4206-80af-c0ee92277194', 'status': 'completed', 'code': 200} Aug 23 14:18:48.022934 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-a946a68e-de98-4640-8315-5fc2eae59736 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7257898 Aug 23 14:18:48.072028 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:18:48.124436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-1e2630c3-6442-4e5b-81c8-e446ef75c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.125950 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-1e2630c3-6442-4e5b-81c8-e446ef75c8eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d69d1fe-919b-4861-9438-40d1729c3e4e HTTP/1.1" status: 200 len: 857 time: 0.4280555 Aug 23 14:18:48.176600 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d838b633-0230-4427-b3e0-783a55421599 req-88dc95d7-b800-411b-91d5-75bf12f57c68 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307016 Aug 23 14:18:48.196201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-30c3ce7e-e4f9-44bd-ba9a-ac5e4b583eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.197742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, c19dde2f-9025-4ff4-8a6a-74f0d932ef59) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:48.197914 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-30c3ce7e-e4f9-44bd-ba9a-ac5e4b583eca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c362be7688c4b96b279382886c84b61&device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 1094 time: 0.8541510 Aug 23 14:18:48.208645 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-7c75caa6-c95a-4972-bfb0-af433910b116 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389413 Aug 23 14:18:48.210132 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:48.216526 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36169d7b-4f64-40e8-babf-b6479ef34a2d None None] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:48.219715 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6082aa-9069-4231-acfb-504401a584c5 req-2abe6467-c604-4936-9fda-3a5926205478 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.222100 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ee6082aa-9069-4231-acfb-504401a584c5 req-2abe6467-c604-4936-9fda-3a5926205478 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.1571918 Aug 23 14:18:48.223854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.224471 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.252106 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-45d08da5-c6fc-4839-9bb4-ce24d4996425 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111145 Aug 23 14:18:48.291331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fb982-7606-49ad-81f4-49d627be409d req-fa39eb67-b9d7-4941-9b63-66fc3e02eb58 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.293349 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b97fb982-7606-49ad-81f4-49d627be409d req-fa39eb67-b9d7-4941-9b63-66fc3e02eb58 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 947 time: 0.7819390 Aug 23 14:18:48.307027 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ee6082aa-9069-4231-acfb-504401a584c5 req-79f9368e-3ff5-4be6-8ecb-fdaff3dd7a63 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745492 Aug 23 14:18:48.398026 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9843054 Aug 23 14:18:48.402614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46514) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:48.411420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:48.425629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:48.438090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-3009014a-4b41-46c9-9f3c-2bb3e1087e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.440365 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-3009014a-4b41-46c9-9f3c-2bb3e1087e6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26347cba3d7f465eab82a91de293ae06&device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 1098 time: 0.1363351 Aug 23 14:18:48.443319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Usage tracker for resource:router and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:48.452486 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:48.488185 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:48.520752 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:18:48.524268 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.604169 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-801062054', 'description': 'tempest-description-142858815'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:48.614158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:48.630192 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:48.634992 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.634992 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.640429 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:48.651270 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:48.653277 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 88c3f907-8de3-43b3-b623-c3bcf9b210c0 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:48.687695 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-1a4b54bd-ad57-4228-81ec-286b11f68f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.689289 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-1a4b54bd-ad57-4228-81ec-286b11f68f11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.2375581 Aug 23 14:18:48.690023 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b97fb982-7606-49ad-81f4-49d627be409d req-e431c146-e4e4-4fca-a2dc-0a952a8c80c8 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882003 Aug 23 14:18:48.699879 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.740174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-a8c0f81c-787b-4d2a-8318-c3f36a4336e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.742566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-a8c0f81c-787b-4d2a-8318-c3f36a4336e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1096 time: 0.6808875 Aug 23 14:18:48.758043 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83c4ab8b-3afa-40a6-a225-7bd7622d5ed6 req-1fd8b4e0-86c8-4452-aff8-13d4008836f1 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322416 Aug 23 14:18:48.765384 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-273f73d5-0136-457a-aa7f-ce9f009151c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709952 Aug 23 14:18:48.766913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-23611f18-67d4-4aec-8411-5c02c93a89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.768848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-23611f18-67d4-4aec-8411-5c02c93a89af service neutron] 10.222.0.82 "GET /v2.0/networks?id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 200 len: 919 time: 0.5572846 Aug 23 14:18:48.798263 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-34652215-b873-406f-b736-e430ab84ec32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=2be34a28-388f-4206-80af-c0ee92277194 HTTP/1.1" status: 200 len: 217 time: 0.0966001 Aug 23 14:18:48.805371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 88c3f907-8de3-43b3-b623-c3bcf9b210c0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=88c3f907-8de3-43b3-b623-c3bcf9b210c0,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:48.832941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '88c3f907-8de3-43b3-b623-c3bcf9b210c0', 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9', 'port_id': '88c3f907-8de3-43b3-b623-c3bcf9b210c0', 'mac_address': 'fa:16:3e:22:85:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d69d1fe-919b-4861-9438-40d1729c3e4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:48.842207 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.897639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:48.907277 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:48.912362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:48.916981 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:48.922842 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-03287eff-afdc-46ae-bb4b-24eeb73ef8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:48.925173 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-03287eff-afdc-46ae-bb4b-24eeb73ef8b4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1189568 Aug 23 14:18:48.925790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:48.940593 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-b6b1ae98-2341-44ee-8643-7fb3cc178cf6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c3f907-8de3-43b3-b623-c3bcf9b210c0 HTTP/1.1" status: 200 len: 217 time: 0.1490698 Aug 23 14:18:48.990639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:49.008296 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c3f907-8de3-43b3-b623-c3bcf9b210c0 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:49.039761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 88c3f907-8de3-43b3-b623-c3bcf9b210c0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=88c3f907-8de3-43b3-b623-c3bcf9b210c0,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:49.067389 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7', 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9', 'port_id': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7', 'mac_address': 'fa:16:3e:25:37:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d69d1fe-919b-4861-9438-40d1729c3e4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:49.199951 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.207926 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:49.232128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-ed142687-d683-4d71-9fb2-04115c0bd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:49.233630 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-ed142687-d683-4d71-9fb2-04115c0bd62e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5d69d1fe-919b-4861-9438-40d1729c3e4e HTTP/1.1" status: 200 len: 857 time: 0.2769420 Aug 23 14:18:49.257597 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.279146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Allocated IP 172.20.0.2 (c19dde2f-9025-4ff4-8a6a-74f0d932ef59/c8d1c2f7-b095-4e17-ba3e-3ecd21060efe/bd57eb20-8105-43e1-8dc8-2dbc23e50f5b) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:49.299669 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-06fef9f9-b42d-46a1-a20d-729fa5988f2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573788 Aug 23 14:18:49.300318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'tag': '04d44740-4886-4d82-90af-d057a9fd50eb'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:49.305297 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:49.350895 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=88c3f907-8de3-43b3-b623-c3bcf9b210c0,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:49.352353 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.355254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:49.358980 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:49.372501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-26ac65ac-8ca5-46eb-a5ee-cc032aba3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:49.374069 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-26ac65ac-8ca5-46eb-a5ee-cc032aba3c19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.6040859 Aug 23 14:18:49.379134 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9465de0b-3cf4-4423-bb35-21e483f1a005 req-9aea1313-8b1a-46ec-b724-aa4832fe31c1 service neutron] 10.222.0.64 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801158 Aug 23 14:18:49.417751 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.420012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-7a91e57e-4647-41e4-9153-e4e35cfea6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:49.421735 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-7a91e57e-4647-41e4-9153-e4e35cfea6da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4792700 Aug 23 14:18:49.525581 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-f10008ac-7834-4f51-8d3f-8689d77f35e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 1001 time: 0.1292393 Aug 23 14:18:49.558780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['88c3f907-8de3-43b3-b623-c3bcf9b210c0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:49.606131 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.624417 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:49.625839 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-b087ebad-edc3-41ab-a68e-691430b82f28 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958392 Aug 23 14:18:49.647698 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.680263 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-4740aa52-d9c5-45ed-afa4-6c4d21290b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:49.681866 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-4740aa52-d9c5-45ed-afa4-6c4d21290b07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1068716 Aug 23 14:18:49.682212 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f3d4eae2-a2c9-4938-b2e2-f442ac24fd6a tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:49.685531 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.690885 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-6c5bc365-a9b6-440b-a9fc-5a0c87e966d1 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537838 Aug 23 14:18:49.715930 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Transition to ACTIVE for port object bd57eb20-8105-43e1-8dc8-2dbc23e50f5b will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:49.754984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Transition to ACTIVE for port object bd57eb20-8105-43e1-8dc8-2dbc23e50f5b will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:49.762670 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:49.777758 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:49.810712 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.813506 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a4000e99-1b0d-46f9-9921-0e5385ab287a req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2238505 Aug 23 14:18:49.880928 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:49.896037 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:49.942019 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:49.972129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b57beee-d106-4334-a964-2834bd459f94,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:49.985372 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'tag': '04d44740-4886-4d82-90af-d057a9fd50eb', 'status': 'completed', 'code': 200} Aug 23 14:18:50.078372 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:50.085763 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:50.089037 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:50.141836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Pushing event updated for resources: {'Port': ['ID=bd57eb20-8105-43e1-8dc8-2dbc23e50f5b,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:50.144841 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:50.152225 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:50.154608 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac7d526f-e21a-4403-8c51-2dd488535792 req-830176e6-d0eb-4f67-8575-d5b096e08bc6 service neutron] 10.222.0.82 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770653 Aug 23 14:18:50.216574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-4d72f53c-f854-4cf2-b0e0-a1da6dc759b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:50.219198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-4d72f53c-f854-4cf2-b0e0-a1da6dc759b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5257957 Aug 23 14:18:50.224147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9c7a3-d879-4b39-bd49-abe8defa1bea req-0f90273e-c282-4fce-a29c-36b599a09b50 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:50.226373 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4fb9c7a3-d879-4b39-bd49-abe8defa1bea req-0f90273e-c282-4fce-a29c-36b599a09b50 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.2498438 Aug 23 14:18:50.272298 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24538b22-2e6d-44d0-b448-45c833ef2910 req-92cfa121-ec84-462d-a7a8-9c974c7e7b79 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358536 Aug 23 14:18:50.290424 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Attempting to bind port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:50.291048 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Attempting to bind port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:50.291157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Attempting to bind port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b on network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:50.306899 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:50.307361 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Checking segment: {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:50.307698 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.308098 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Bound using segment: {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:50.308579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Bound port: bd57eb20-8105-43e1-8dc8-2dbc23e50f5b, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:50.308961 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.357468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-ed6217d5-ca33-45a1-b60f-0b947ca94162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:50.358879 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-ed6217d5-ca33-45a1-b60f-0b947ca94162 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c362be7688c4b96b279382886c84b61&device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 1094 time: 0.3727729 Aug 23 14:18:50.372056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6a55-f3d0-46ef-b7b9-0ca6534bcf80 req-b8e1836e-f078-42a3-86df-ed04159a89a7 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:50.373580 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df0e6a55-f3d0-46ef-b7b9-0ca6534bcf80 req-b8e1836e-f078-42a3-86df-ed04159a89a7 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 943 time: 0.6364098 Aug 23 14:18:50.428853 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4fb9c7a3-d879-4b39-bd49-abe8defa1bea req-e62250b3-1f40-4a2a-a9a3-da5aab198444 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926739 Aug 23 14:18:50.448286 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] For port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:50.451899 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] For port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=bd57eb20-8105-43e1-8dc8-2dbc23e50f5b,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:50.500804 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.532663 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.539998 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-d6fe8769-5b3d-4609-a69a-e9b9e7064a89 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068995 Aug 23 14:18:50.570094 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:50.575217 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:50.596511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df0e6a55-f3d0-46ef-b7b9-0ca6534bcf80 req-872753df-b7c4-4514-b007-84f5b98ee61f tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134047 Aug 23 14:18:50.693720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Pushing event updated for resources: {'Port': ['ID=bd57eb20-8105-43e1-8dc8-2dbc23e50f5b,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:50.706823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2be34a28-388f-4206-80af-c0ee92277194 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:50.726674 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-ce2efccf-b521-4ade-91d0-7ece525e5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:50.728932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-ce2efccf-b521-4ade-91d0-7ece525e5331 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 200 len: 919 time: 0.3476987 Aug 23 14:18:50.734483 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414aa68-a473-4802-81a9-0a2e435db791 req-ca528fca-3b27-4f29-a278-6060439288c3 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:50.739581 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5414aa68-a473-4802-81a9-0a2e435db791 req-ca528fca-3b27-4f29-a278-6060439288c3 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 946 time: 0.2001894 Aug 23 14:18:50.781285 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Allocated IP 172.25.7.155 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/a02a89c1-2c30-4522-a75c-b8b01c77728d) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:50.810228 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5414aa68-a473-4802-81a9-0a2e435db791 req-bd61450e-8979-456c-8c3d-493321b5bc80 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643945 Aug 23 14:18:50.820938 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-65fc0977-8419-4010-b8bb-9498ebfbc6c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04d44740-4886-4d82-90af-d057a9fd50eb HTTP/1.1" status: 200 len: 217 time: 0.0782478 Aug 23 14:18:50.878299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2554de1-e3e4-42e2-a97d-08bf3141b79a req-be6f082a-c437-4997-84c7-7930a9916b8f service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258770 Aug 23 14:18:50.879371 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:50.908184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-cd7049c5-6a5c-4864-b157-116bacff5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:50.909743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-cd7049c5-6a5c-4864-b157-116bacff5f10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5d69d1fe-919b-4861-9438-40d1729c3e4e HTTP/1.1" status: 200 len: 857 time: 0.0793798 Aug 23 14:18:50.974191 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 2be34a28-388f-4206-80af-c0ee92277194, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2be34a28-388f-4206-80af-c0ee92277194,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:50.986886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-545391998', 'description': 'tempest-description-953054411'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:50.991406 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '2be34a28-388f-4206-80af-c0ee92277194', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '2be34a28-388f-4206-80af-c0ee92277194', 'mac_address': 'fa:16:3e:f8:3b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:51.009977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:51.014104 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-d2141924-b57d-4c51-ba68-e7fc869e90e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965981 Aug 23 14:18:51.016586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:51.019664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:51.080314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:51.090733 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.115413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be34a28-388f-4206-80af-c0ee92277194 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:51.120305 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.145159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 2be34a28-388f-4206-80af-c0ee92277194, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2be34a28-388f-4206-80af-c0ee92277194,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:51.212434 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.213203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 04d44740-4886-4d82-90af-d057a9fd50eb details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:51.215305 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:51.226737 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e595-c637-4cb5-8057-e7bae4da95ad req-67f14529-fcaa-4331-8f2f-eca9f8541127 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:51.228289 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-59d3e595-c637-4cb5-8057-e7bae4da95ad req-67f14529-fcaa-4331-8f2f-eca9f8541127 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 947 time: 0.2553220 Aug 23 14:18:51.289488 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.306967 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.310144 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4daa5839-d8ba-45f7-ab4d-23fdd874bdaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:51.379208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:51.399904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:51.407727 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-59d3e595-c637-4cb5-8057-e7bae4da95ad req-e17ae889-8322-4330-be8d-52155c8d0b4f tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729841 Aug 23 14:18:51.417612 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:51.418883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=2be34a28-388f-4206-80af-c0ee92277194,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:51.421890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:51.426705 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:51.434630 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:51.435566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:51.482154 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-f130e588-5ece-4111-9be3-efc9e3382221 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524338 Aug 23 14:18:51.486765 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:51.497950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Pushing event updated for resources: {'Port': ['ID=a02a89c1-2c30-4522-a75c-b8b01c77728d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:51.507021 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:51.610926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-92fe27af-da42-444e-bcbc-9cbe3c3e284a tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:51.612531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-92fe27af-da42-444e-bcbc-9cbe3c3e284a tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.64 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 946 time: 0.4016535 Aug 23 14:18:51.657999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 04d44740-4886-4d82-90af-d057a9fd50eb, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=04d44740-4886-4d82-90af-d057a9fd50eb,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:51.677098 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '04d44740-4886-4d82-90af-d057a9fd50eb', 'network_id': '1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9', 'port_id': '04d44740-4886-4d82-90af-d057a9fd50eb', 'mac_address': 'fa:16:3e:56:6f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d69d1fe-919b-4861-9438-40d1729c3e4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:18:51.756302 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.762810 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:18:51.797179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Deleting port 4a10b4c4-1b69-4f3a-8e42-339786f7460d {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:18:51.798072 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.801836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d44740-4886-4d82-90af-d057a9fd50eb {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:18:51.824505 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 04d44740-4886-4d82-90af-d057a9fd50eb, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=04d44740-4886-4d82-90af-d057a9fd50eb,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:51.897597 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a358c9a8-5f5d-450d-ab2d-7800d3db0f01 req-04a7cf2f-2f6e-4dd6-a590-5c846461eee9 service neutron] 10.222.0.82 "GET /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010506 Aug 23 14:18:51.900547 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:51.902523 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:51.916924 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.034241 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.069915 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=04d44740-4886-4d82-90af-d057a9fd50eb,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:52.071519 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:52.077270 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:52.114521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device bd57eb20-8105-43e1-8dc8-2dbc23e50f5b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:52.182827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['04d44740-4886-4d82-90af-d057a9fd50eb'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:52.192678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8698ab-f540-418d-8e67-24cb21373172,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:52.223641 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['2be34a28-388f-4206-80af-c0ee92277194'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:52.230029 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:52.247625 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.249271 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1217ddf-9e70-41ff-a144-9494302a05fc req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2665243 Aug 23 14:18:52.300295 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:52.464542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd01c37-09df-44dc-9ca6-314387a3df5f req-55b8e464-5207-4958-8113-a8d3363b080c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:52.472734 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dfd01c37-09df-44dc-9ca6-314387a3df5f req-55b8e464-5207-4958-8113-a8d3363b080c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.3375804 Aug 23 14:18:52.501397 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.504906 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e01dc04-f05e-409c-b1c6-a3489187dc1f None None] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:18:52.550815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:52.609902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] For port 4a10b4c4-1b69-4f3a-8e42-339786f7460d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=4a10b4c4-1b69-4f3a-8e42-339786f7460d,segment=NetworkSegment(307f122c-b389-473d-ab89-856087a29822),segment_id=307f122c-b389-473d-ab89-856087a29822)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:52.610753 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.696308 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 88c3f907-8de3-43b3-b623-c3bcf9b210c0 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:52.729300 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dfd01c37-09df-44dc-9ca6-314387a3df5f req-a47e7ca0-a580-47e2-a47c-5c99e3826992 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558434 Aug 23 14:18:52.734334 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:52.782670 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Calling delete_port for 4a10b4c4-1b69-4f3a-8e42-339786f7460d owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:18:52.787967 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:52.793633 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:52.833635 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Provisioning for port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:52.910334 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Provisioning complete for port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:52.910334 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.025819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76410e-1cb2-46ff-a72d-eeb496889efe req-266f583d-b81c-43e3-b454-606a97d8ffc5 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:53.029519 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d76410e-1cb2-46ff-a72d-eeb496889efe req-266f583d-b81c-43e3-b454-606a97d8ffc5 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 944 time: 0.5317845 Aug 23 14:18:53.110328 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d76410e-1cb2-46ff-a72d-eeb496889efe req-0952c0cb-9e42-412f-a942-f1e179634d38 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744269 Aug 23 14:18:53.117792 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.140516 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:53.147234 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.159025 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280fad7-e974-49fc-8144-797d0a0e24a9 req-f583820e-a979-4ae1-9524-82ce4694fcb9 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:53.161077 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e280fad7-e974-49fc-8144-797d0a0e24a9 req-f583820e-a979-4ae1-9524-82ce4694fcb9 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/ports?device_id=53b2f875-7d25-481d-a57b-c541994d6363 HTTP/1.1" status: 200 len: 946 time: 0.2184548 Aug 23 14:18:53.217313 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['4a10b4c4-1b69-4f3a-8e42-339786f7460d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:53.263167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Pushing event deleted for resources: {'Port': ['ID=4a10b4c4-1b69-4f3a-8e42-339786f7460d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:53.307907 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:53.308171 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:53.335241 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e280fad7-e974-49fc-8144-797d0a0e24a9 req-f21f4d1a-18fc-4a28-803e-3ea3a6a8d0f6 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.72 "GET /v2.0/security-groups?id=c697b107-19bf-46b7-8c42-dfc2c9281fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071799 Aug 23 14:18:53.338773 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] No DVR routers for this DVR port 4a10b4c4-1b69-4f3a-8e42-339786f7460d on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:18:53.344613 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.345437 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:53.345821 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.347223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b2f875-7d25-481d-a57b-c541994d6363', 'name': 'network-vif-deleted', 'tag': '4a10b4c4-1b69-4f3a-8e42-339786f7460d'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:53.399414 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-46e5792f-2d62-4429-a8bb-4446d780f2bc tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/8b57beee-d106-4334-a964-2834bd459f94 HTTP/1.1" status: 200 len: 1803 time: 0.0897834 Aug 23 14:18:53.448002 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.448757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4914652f-dbdc-4bcf-afc2-9a7f6a62cda3 req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] 10.222.0.64 "DELETE /v2.0/ports/4a10b4c4-1b69-4f3a-8e42-339786f7460d HTTP/1.1" status: 204 len: 173 time: 1.8239365 Aug 23 14:18:53.466006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-9b84160b-aa56-4516-a3a1-06a70e312f6e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/df8698ab-f540-418d-8e67-24cb21373172 HTTP/1.1" status: 200 len: 1803 time: 0.0607724 Aug 23 14:18:53.480608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b57beee-d106-4334-a964-2834bd459f94', 'remote_group_id': 'df8698ab-f540-418d-8e67-24cb21373172', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:53.480999 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b57beee-d106-4334-a964-2834bd459f94', 'remote_group_id': 'df8698ab-f540-418d-8e67-24cb21373172', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:53.487839 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:53.488038 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.491931 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:53.495236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:53.502461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:53.514382 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:53.534178 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:53.556983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] For port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=bd57eb20-8105-43e1-8dc8-2dbc23e50f5b,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:53.588452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81277d-57e3-469f-961b-49d5f47afd0c req-f3e98aa8-5cd9-4613-b97a-2619b3a3a0af tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:53.590081 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ea81277d-57e3-469f-961b-49d5f47afd0c req-f3e98aa8-5cd9-4613-b97a-2619b3a3a0af tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 948 time: 0.1067667 Aug 23 14:18:53.620700 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.663855 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ea81277d-57e3-469f-961b-49d5f47afd0c req-849e03e2-5755-4a8d-bc28-2a424b01e837 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605285 Aug 23 14:18:53.678915 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.687337 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 88c3f907-8de3-43b3-b623-c3bcf9b210c0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=88c3f907-8de3-43b3-b623-c3bcf9b210c0,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:53.688951 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.690107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Router 8c34569b-0c11-48fa-835a-a86ff2020164 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:18:53.691652 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:53.724058 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.821078 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:53.824365 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.828560 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:53.829086 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:53.850209 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.884593 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:53.889012 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:53.920992 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa59f51-5814-4c2d-9642-f3b6a490b26e,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:53.931786 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:53.954462 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-01f83a6a-f358-4688-afe3-7080b3718f27 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:53.956309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-01f83a6a-f358-4688-afe3-7080b3718f27 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.2304854 Aug 23 14:18:53.974158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805628-1'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:53.984616 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-062d199e-961c-4dc1-b0e0-6bdb3b04341e None None] Provisioning complete for port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:53.985248 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-062d199e-961c-4dc1-b0e0-6bdb3b04341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.004195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:18:54.015735 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Sync routers for ids ['8c34569b-0c11-48fa-835a-a86ff2020164'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:18:54.033986 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Routers {'8c34569b-0c11-48fa-835a-a86ff2020164'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:54.035954 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8c34569b-0c11-48fa-835a-a86ff2020164'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:54.052456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Pushing event updated for resources: {'Port': ['ID=bd57eb20-8105-43e1-8dc8-2dbc23e50f5b,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:54.077640 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:54.078905 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:54.140696 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b2f875-7d25-481d-a57b-c541994d6363', 'name': 'network-vif-deleted', 'tag': '4a10b4c4-1b69-4f3a-8e42-339786f7460d', 'status': 'completed', 'code': 200} Aug 23 14:18:54.143084 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.156310 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.158137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb6f8eaf-1a57-4516-8a53-3be7c76ad5f2 req-5e0b4547-6abb-467f-9f6e-4f57f4e1c451 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6821020 Aug 23 14:18:54.173161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.180402 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7724247 Aug 23 14:18:54.183135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46568) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:54.210984 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7', 'code': 200} Aug 23 14:18:54.216986 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=88c3f907-8de3-43b3-b623-c3bcf9b210c0,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:54.228583 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:54.428924 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Set router 8c34569b-0c11-48fa-835a-a86ff2020164 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:54.607041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860789-6f51-4d5b-bd17-89113b90edfa req-37ab3bc5-412a-4082-9055-da6be1a1153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:54.610054 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d860789-6f51-4d5b-bd17-89113b90edfa req-37ab3bc5-412a-4082-9055-da6be1a1153c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 1096 time: 0.3459070 Aug 23 14:18:54.689375 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:18:54.741281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898f86-2ecc-4da9-aa78-dd4b46a8c988 req-c710613c-6f6e-43b1-9ed1-832bb8ba1ef0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:54.743142 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be898f86-2ecc-4da9-aa78-dd4b46a8c988 req-c710613c-6f6e-43b1-9ed1-832bb8ba1ef0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 945 time: 0.3775046 Aug 23 14:18:54.789087 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d860789-6f51-4d5b-bd17-89113b90edfa req-7d266b62-4a4d-4c2c-bc35-1d861db70622 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666267 Aug 23 14:18:54.792737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2be34a28-388f-4206-80af-c0ee92277194 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:54.793922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:54.842420 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:51Z', 'revision_number': 3, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:54.847563 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Checking router: 8c34569b-0c11-48fa-835a-a86ff2020164 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:18:54.848318 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Updating router 8c34569b-0c11-48fa-835a-a86ff2020164 port a02a89c1-2c30-4522-a75c-b8b01c77728d binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:18:54.889238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:54.899831 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:54.917668 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 has no active binding in host n-h1-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:18:54.928337 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:54.946455 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be898f86-2ecc-4da9-aa78-dd4b46a8c988 req-145ab4c5-b3c6-4fc0-9a85-171307bf7851 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959288 Aug 23 14:18:54.978739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e1562-8423-475b-bc70-25e58d4108d5 req-ae4de097-5b2d-4364-ab7a-43977bd4ae3e tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:54.980738 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-249e1562-8423-475b-bc70-25e58d4108d5 req-ae4de097-5b2d-4364-ab7a-43977bd4ae3e tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 944 time: 0.4432511 Aug 23 14:18:54.990361 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.001573 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 2be34a28-388f-4206-80af-c0ee92277194 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:55.008311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 2be34a28-388f-4206-80af-c0ee92277194 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:55.008780 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.022581 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-440232132', 'description': 'tempest-description-1189362711'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:55.030115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:55.041959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:55.050030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:55.064125 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:55.094275 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.108973 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d897bee9-8c47-46f9-9826-9f0268adae26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:55.134718 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-249e1562-8423-475b-bc70-25e58d4108d5 req-ccfcc937-1a87-4313-9ba5-97530e5ad5ff tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974152 Aug 23 14:18:55.212437 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.260454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 2be34a28-388f-4206-80af-c0ee92277194, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2be34a28-388f-4206-80af-c0ee92277194,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:55.275932 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.347074 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.347993 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 04d44740-4886-4d82-90af-d057a9fd50eb up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:55.409279 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9c3e0407-7ceb-456c-9d77-dcecb6c5c52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:55.468852 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.495664 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Transition to ACTIVE for port object a02a89c1-2c30-4522-a75c-b8b01c77728d will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:55.517936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=2be34a28-388f-4206-80af-c0ee92277194,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:55.521434 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:55.557338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:55.560824 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.565856 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-fcb89654-cb7f-4a5e-b635-ccffab2d2a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:55.568086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=7']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:55.574476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on host n-h2-805628-1 for vnic_type normal with profile {"migrating_to": "n-h1-805628-1"} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:55.574833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:55.575262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:55.579510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:55.582450 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:55.584109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:55.592830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:18:55.592830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Attempting to bind port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:55.595579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:55.601093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:55.601423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:55.602400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:55.602400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Bound port: d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:55.602685 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.648162 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.665380 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Pushing event updated for resources: {'Port': ['ID=a02a89c1-2c30-4522-a75c-b8b01c77728d,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:55.669078 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Attempting to bind port a02a89c1-2c30-4522-a75c-b8b01c77728d on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:18:55.669722 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Attempting to bind port a02a89c1-2c30-4522-a75c-b8b01c77728d by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:18:55.670258 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Attempting to bind port a02a89c1-2c30-4522-a75c-b8b01c77728d on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:18:55.674255 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565606c-8e49-4393-bc38-9f3cee7dd450 req-93428321-c943-40c0-b2d9-fb3a836f84d9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:55.676102 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5565606c-8e49-4393-bc38-9f3cee7dd450 req-93428321-c943-40c0-b2d9-fb3a836f84d9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 949 time: 0.1830792 Aug 23 14:18:55.681206 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:18:55.682028 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:18:55.682619 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.683009 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 04d44740-4886-4d82-90af-d057a9fd50eb completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:55.683398 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:18:55.684052 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Bound port: a02a89c1-2c30-4522-a75c-b8b01c77728d, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:18:55.684619 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.691036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 04d44740-4886-4d82-90af-d057a9fd50eb triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:55.691630 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.766082 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] For port a02a89c1-2c30-4522-a75c-b8b01c77728d, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:55.769905 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] For port a02a89c1-2c30-4522-a75c-b8b01c77728d, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a02a89c1-2c30-4522-a75c-b8b01c77728d,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:55.772174 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.772386 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.772703 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.773323 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.774085 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.774889 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.775388 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.775978 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.776477 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.777053 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.777596 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.778166 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:18:55.782718 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:55.783544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:18:55.813978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:18:55.828626 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.832914 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-95386f11-fbe7-4ec9-b155-3e0873dbfbcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:55.855086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.892985 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.898689 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c956cb24-181e-462b-bb8c-7eef32849943 tempest-ServerAddressesTestJSON-1361945685 tempest-ServerAddressesTestJSON-1361945685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:55.907291 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.909306 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5565606c-8e49-4393-bc38-9f3cee7dd450 req-18793c64-00c7-4bf8-b185-f0b2e1955d6a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212679 Aug 23 14:18:55.964729 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:55.992075 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 04d44740-4886-4d82-90af-d057a9fd50eb, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=04d44740-4886-4d82-90af-d057a9fd50eb,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:56.038921 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device bd57eb20-8105-43e1-8dc8-2dbc23e50f5b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:56.067839 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Pushing event updated for resources: {'Port': ['ID=a02a89c1-2c30-4522-a75c-b8b01c77728d,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:56.082731 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:56.086740 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Routers {'8c34569b-0c11-48fa-835a-a86ff2020164'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:18:56.088236 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:18:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8c34569b-0c11-48fa-835a-a86ff2020164'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:56.113551 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.127064 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:56.147628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:56.166735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Allocated IP 172.20.0.1 (c19dde2f-9025-4ff4-8a6a-74f0d932ef59/c8d1c2f7-b095-4e17-ba3e-3ecd21060efe/93f17c5c-cf11-4c78-a62b-f768cc5765bb) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:18:56.214015 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c3f907-8de3-43b3-b623-c3bcf9b210c0'}, {'server_uuid': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be34a28-388f-4206-80af-c0ee92277194'}, {'server_uuid': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d44740-4886-4d82-90af-d057a9fd50eb'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:56.229938 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.238251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=8']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:56.243560 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:56.244926 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2f758898-2d5d-49f7-bf60-03053aaf865b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:56.251025 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4a10b4c4-1b69-4f3a-8e42-339786f7460d no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:18:56.282302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:56.283784 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.285463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] 10.222.0.82 "PUT /v2.0/ports/d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 1121 time: 2.3166699 Aug 23 14:18:56.286404 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8971ebfc-7da0-485d-b4a6-222b156ea0fc,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:56.290519 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:56.311848 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 4a10b4c4-1b69-4f3a-8e42-339786f7460d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:18:56.312409 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 4a10b4c4-1b69-4f3a-8e42-339786f7460d not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:18:56.324953 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.328018 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df35f066-797f-494c-afe1-01d81aaaddc3 req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3127015 Aug 23 14:18:56.357417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=04d44740-4886-4d82-90af-d057a9fd50eb,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:56.366188 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:56.378001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port bd57eb20-8105-43e1-8dc8-2dbc23e50f5b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:56.378771 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.478663 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] Set router 8c34569b-0c11-48fa-835a-a86ff2020164 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:18:56.484606 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.493272 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d2caeb56-f65c-430b-8b6c-8dd59e9f8024'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:56.525849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Transition to ACTIVE for port object 93f17c5c-cf11-4c78-a62b-f768cc5765bb will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:18:56.540795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d2caeb56-f65c-430b-8b6c-8dd59e9f8024'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:18:56.710340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c716c-5314-4701-8827-2562a43f967b req-76ec3545-b6b1-4b15-b4b1-1b967f6c003a tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:56.718950 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:56.719788 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f19c716c-5314-4701-8827-2562a43f967b req-76ec3545-b6b1-4b15-b4b1-1b967f6c003a tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 945 time: 0.1154795 Aug 23 14:18:56.729680 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3cb4a795-416c-4a5d-9694-2e890d5a9de4 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:56.773792 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f19c716c-5314-4701-8827-2562a43f967b req-65e5b023-038b-44e6-b5c8-1aa4b2901e50 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519445 Aug 23 14:18:56.860872 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024', 'code': 200} Aug 23 14:18:56.882047 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3f428-b9af-4375-802d-e17ceea144bf req-0ac3a61c-13b5-4968-a558-d7d047db3c26 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:56.886720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d6b3f428-b9af-4375-802d-e17ceea144bf req-0ac3a61c-13b5-4968-a558-d7d047db3c26 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.2802627 Aug 23 14:18:56.896212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:56.923169 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c3f907-8de3-43b3-b623-c3bcf9b210c0', 'code': 200} Aug 23 14:18:56.923688 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be34a28-388f-4206-80af-c0ee92277194', 'code': 200} Aug 23 14:18:56.923816 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:56.923942 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d44740-4886-4d82-90af-d057a9fd50eb', 'code': 200} Aug 23 14:18:56.926339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:18:56.937872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1548867304', 'description': 'tempest-description-1659299131'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:56.988988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:57.011739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:57.028845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:57.057409 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:57.062072 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:51Z', 'revision_number': 3, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:18:57.071524 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f229634-2ec1-4c04-8747-6f3634baaf05 None None] The sync data for ids ['8c34569b-0c11-48fa-835a-a86ff2020164'] in n-d-805628-1 is: [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:51Z', 'revision_number': 3, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:18:57.185042 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.295195 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fd076-ac2e-4b03-9017-a8dcc98fc154 req-d077b62a-2cf6-4ca6-8106-14578261e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:57.296847 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d8fd076-ac2e-4b03-9017-a8dcc98fc154 req-d077b62a-2cf6-4ca6-8106-14578261e450 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 1096 time: 0.1273174 Aug 23 14:18:57.299845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4a991-c577-437a-bbdc-9b4bf8eb7cbf req-073091d2-cd1c-4d09-b2f6-c6633f004241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:57.301272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95b4a991-c577-437a-bbdc-9b4bf8eb7cbf req-073091d2-cd1c-4d09-b2f6-c6633f004241 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 1096 time: 0.2191398 Aug 23 14:18:57.302482 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.347249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Pushing event updated for resources: {'Port': ['ID=93f17c5c-cf11-4c78-a62b-f768cc5765bb,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:57.350780 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:57.399978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:57.410558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:57.414962 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d6b3f428-b9af-4375-802d-e17ceea144bf req-8455c3c3-6940-4686-95b6-88866a3b5274 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098522 Aug 23 14:18:57.417491 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95b4a991-c577-437a-bbdc-9b4bf8eb7cbf req-9fdba092-7d43-4e8e-ba0a-1b6d92a98eaa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050706 Aug 23 14:18:57.420232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:57.432140 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d8fd076-ac2e-4b03-9017-a8dcc98fc154 req-21b4446e-5569-4fdf-b390-c9e97878d676 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064315 Aug 23 14:18:57.433203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:57.518752 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8563f624-c670-4254-bba4-fbf91893aeb9 None None] Provisioning for port 93f17c5c-cf11-4c78-a62b-f768cc5765bb completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:57.527398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8563f624-c670-4254-bba4-fbf91893aeb9 None None] Provisioning complete for port 93f17c5c-cf11-4c78-a62b-f768cc5765bb triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:57.528082 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8563f624-c670-4254-bba4-fbf91893aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.529241 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb50445-5836-4d60-8fac-9f9d4f7fb86d req-19d5b509-43c5-4561-ab4f-1850d4aa457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:57.531019 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6fb50445-5836-4d60-8fac-9f9d4f7fb86d req-19d5b509-43c5-4561-ab4f-1850d4aa457c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 1100 time: 0.3930509 Aug 23 14:18:57.587957 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.588452 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.598919 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd3f0-a1bf-480e-812c-7f56e0692a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.608217 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8563f624-c670-4254-bba4-fbf91893aeb9 None None] Port 93f17c5c-cf11-4c78-a62b-f768cc5765bb cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:18:57.663688 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.677491 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:57.721086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c631b-34d0-4297-8407-f2fd1af2346e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:57.726059 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:57.804507 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:57.806050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f035fd80-c361-4732-bf2e-74cfa76d72f9 req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8730168 Aug 23 14:18:57.907354 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.101634 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a02a89c1-2c30-4522-a75c-b8b01c77728d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:18:58.102408 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6fb50445-5836-4d60-8fac-9f9d4f7fb86d req-be2f5ea8-2352-43d7-842f-6789df4c526d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189856 Aug 23 14:18:58.195599 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.258910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674704a1-85b5-4db2-9b7e-8a585a72628e req-4aac3860-45bf-4ff8-93f6-3aa5e061422c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:58.260807 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-674704a1-85b5-4db2-9b7e-8a585a72628e req-4aac3860-45bf-4ff8-93f6-3aa5e061422c tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 945 time: 0.1059227 Aug 23 14:18:58.272893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f86eb0-7938-4793-ab67-b9914fdf32f2 req-82b44eb8-23ac-4542-92bc-0df79a7a8d4d tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:58.274513 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-59f86eb0-7938-4793-ab67-b9914fdf32f2 req-82b44eb8-23ac-4542-92bc-0df79a7a8d4d tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 949 time: 0.5900826 Aug 23 14:18:58.285670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46614) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:58.318485 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-674704a1-85b5-4db2-9b7e-8a585a72628e req-bca4c3f0-9b5e-41de-9421-6c273d64f847 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472240 Aug 23 14:18:58.380293 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port a02a89c1-2c30-4522-a75c-b8b01c77728d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:18:58.386756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a02a89c1-2c30-4522-a75c-b8b01c77728d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:58.387153 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.420572 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-59f86eb0-7938-4793-ab67-b9914fdf32f2 req-07f9fb23-21b4-4957-b400-344848ed4467 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300848 Aug 23 14:18:58.438837 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-5f8d0313-a60d-4ec0-a23f-dd13bae821f1 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/8971ebfc-7da0-485d-b4a6-222b156ea0fc HTTP/1.1" status: 200 len: 1804 time: 0.0901570 Aug 23 14:18:58.462762 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.515398 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-e8e7b0aa-a191-478d-96c3-a6d6ff0a10e7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/bc5c631b-34d0-4297-8407-f2fd1af2346e HTTP/1.1" status: 200 len: 1805 time: 0.0621998 Aug 23 14:18:58.519699 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.533682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8971ebfc-7da0-485d-b4a6-222b156ea0fc', 'remote_group_id': 'bc5c631b-34d0-4297-8407-f2fd1af2346e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:58.534048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8971ebfc-7da0-485d-b4a6-222b156ea0fc', 'remote_group_id': 'bc5c631b-34d0-4297-8407-f2fd1af2346e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:18:58.542149 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:58.547171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:58.547931 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.553390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:58.557316 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.562021 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:58.581454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port a02a89c1-2c30-4522-a75c-b8b01c77728d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=a02a89c1-2c30-4522-a75c-b8b01c77728d,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:18:58.591886 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:58.664221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:18:58.686461 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.688308 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:58.712580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Usage tracker for resource:security_group_rule and tenant:fd329da2ac6c44d2a2f35895b376f120 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:18:58.713362 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.746367 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.770528 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=a02a89c1-2c30-4522-a75c-b8b01c77728d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:58.774225 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:58.789246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:18:58.806408 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.809083 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:58.824112 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:18:58.835066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145ed7fb-b9b9-4e6f-9a60-afbef9edb175,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:58.839901 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:58.849673 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.862304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Pushing event updated for resources: {'Port': ['ID=93f17c5c-cf11-4c78-a62b-f768cc5765bb,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:58.862733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:18:58.865313 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:58.932239 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:58.937399 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7677ae24-c022-4b3f-90c2-7b138bd312c8 req-4438c903-6d11-40cb-b73f-3908947c404c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4123371 Aug 23 14:18:59.013526 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c2605-f7b0-4de9-8ebd-e80e54565b42 req-b86ef20a-ae57-4f13-ab87-7a95624baf7b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:59.020921 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-909c2605-f7b0-4de9-8ebd-e80e54565b42 req-b86ef20a-ae57-4f13-ab87-7a95624baf7b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.3359299 Aug 23 14:18:59.112422 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:18:59.127324 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-909c2605-f7b0-4de9-8ebd-e80e54565b42 req-13ee9323-d2a0-45a6-a56a-46521882c35d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044233 Aug 23 14:18:59.132769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:18:59.190696 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024', 'status': 'completed', 'code': 200} Aug 23 14:18:59.367842 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.391076 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70205959-e198-42c8-b94f-e587cc45d6e1 req-a2349e0f-ec3f-4c18-b6b6-bc194d3e5bb7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/bc5c631b-34d0-4297-8407-f2fd1af2346e HTTP/1.1" status: 200 len: 1805 time: 0.1931300 Aug 23 14:18:59.476929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-aeba8b9a-1aa9-4c31-9800-a28cf8439926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:59.478640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-aeba8b9a-1aa9-4c31-9800-a28cf8439926 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1124 time: 0.2498884 Aug 23 14:18:59.495443 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.531903 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-458a0671-b41b-4efe-abb8-d15f61642668 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:18:59.594469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f537ab3f-bcc6-4364-a186-fb0a5a9a9d8d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:18:59.597825 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:18:59.601235 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd329da2ac6c44d2a2f35895b376f120&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3142021 Aug 23 14:18:59.605236 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70205959-e198-42c8-b94f-e587cc45d6e1 req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.611970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46642) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:18:59.624121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Router 8c34569b-0c11-48fa-835a-a86ff2020164 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:18:59.657678 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-de10f8d9-3979-4bff-90bd-bf2fb97c9159 None None] Provisioning complete for port 93f17c5c-cf11-4c78-a62b-f768cc5765bb triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:18:59.658453 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-de10f8d9-3979-4bff-90bd-bf2fb97c9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.796126 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70205959-e198-42c8-b94f-e587cc45d6e1 req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.805695 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-de10f8d9-3979-4bff-90bd-bf2fb97c9159 None None] Port 93f17c5c-cf11-4c78-a62b-f768cc5765bb cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:18:59.872376 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-17348c80-add6-4b29-b906-fda982bdd1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.913644 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3bfef-dbed-46a8-be94-0173536b445b req-15e8d303-1590-4f25-b4bb-f9ec21b39b70 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:59.915218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42f3bfef-dbed-46a8-be94-0173536b445b req-15e8d303-1590-4f25-b4bb-f9ec21b39b70 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 945 time: 0.2854705 Aug 23 14:18:59.917692 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.927522 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:18:59.941874 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Sync routers for ids ['8c34569b-0c11-48fa-835a-a86ff2020164'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:18:59.946590 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:18:59.956749 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] 10.222.0.72 "PUT /v2.0/routers/8c34569b-0c11-48fa-835a-a86ff2020164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7639678 Aug 23 14:18:59.968191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-caf921f3-b191-4570-96ed-2b9b5b982549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:18:59.969806 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-caf921f3-b191-4570-96ed-2b9b5b982549 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.4731636 Aug 23 14:18:59.998622 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Routers {'8c34569b-0c11-48fa-835a-a86ff2020164'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:19:00.003300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:19:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8c34569b-0c11-48fa-835a-a86ff2020164'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:00.061958 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42f3bfef-dbed-46a8-be94-0173536b445b req-e14c638f-df2b-4942-9c81-fcde30be19b9 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055787 Aug 23 14:19:00.071563 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-7604ef95-6638-4caf-92dc-defe259f3ade service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 217 time: 0.0840993 Aug 23 14:19:00.107865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device a02a89c1-2c30-4522-a75c-b8b01c77728d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:00.211015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-26ec8407-4850-4218-81c8-3b418c6e1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:00.213378 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-26ec8407-4850-4218-81c8-3b418c6e1332 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1268137 Aug 23 14:19:00.239164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port a02a89c1-2c30-4522-a75c-b8b01c77728d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:00.239633 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:00.299093 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70205959-e198-42c8-b94f-e587cc45d6e1 req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:00.314339 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-744fc7ee-476f-4f6e-aba3-5521f23c35f5 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:00.347395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1a9f5-a5b9-4aa8-9776-d3d99d8d48ef req-e6e26ba1-e212-47a6-82a6-82d873321747 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:00.357479 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77a1a9f5-a5b9-4aa8-9776-d3d99d8d48ef req-e6e26ba1-e212-47a6-82a6-82d873321747 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 949 time: 0.1107018 Aug 23 14:19:00.402303 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Set router 8c34569b-0c11-48fa-835a-a86ff2020164 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:19:00.426690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77a1a9f5-a5b9-4aa8-9776-d3d99d8d48ef req-8b914464-a7d7-4566-a45b-b42bb6c42bfe tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681300 Aug 23 14:19:00.483890 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:00.506819 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-baab2ab0-2d22-4bc8-b615-832793329dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2781446 Aug 23 14:19:00.511679 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c631b-34d0-4297-8407-f2fd1af2346e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:00.517536 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:00.519252 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2d20727a-0eef-4a07-976f-dd5a28e5bc86 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:00.549213 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:00.553596 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f537ab3f-bcc6-4364-a186-fb0a5a9a9d8d HTTP/1.1" status: 204 len: 168 time: 0.9416449 Aug 23 14:19:00.555314 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70205959-e198-42c8-b94f-e587cc45d6e1 req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:00.556927 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70205959-e198-42c8-b94f-e587cc45d6e1 req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-groups/bc5c631b-34d0-4297-8407-f2fd1af2346e HTTP/1.1" status: 204 len: 173 time: 1.1546922 Aug 23 14:19:00.567549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f537ab3f-bcc6-4364-a186-fb0a5a9a9d8d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:00.575570 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:00.640874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46688) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:00.740744 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-a28c2d64-af47-415e-8ded-cf314820fefb service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213123 Aug 23 14:19:00.902997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Deleting subnet b4ceb0d5-c801-4bdd-9002-1742bc73d05e {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:19:00.907301 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:00.977167 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.056232 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:57Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '93f17c5c-cf11-4c78-a62b-f768cc5765bb', 'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'mac_address': 'fa:16:3e:aa:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:55Z', 'updated_at': '2021-08-23T14:18:58Z', 'revision_number': 2, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'subnets': [{'id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:01.067917 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Checking router: 8c34569b-0c11-48fa-835a-a86ff2020164 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:19:01.069322 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Updating router 8c34569b-0c11-48fa-835a-a86ff2020164 port 93f17c5c-cf11-4c78-a62b-f768cc5765bb binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:19:01.161350 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.217563 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d979822-2cb1-41d9-a006-f8295113cce8 req-26918b3c-1592-43f1-9475-bfe360d79373 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700933 Aug 23 14:19:01.260465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528ac17-01c8-4016-803d-d5c2e15d3264 req-2c61390a-14c0-43d9-8c49-254688957dcb tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:01.273005 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a528ac17-01c8-4016-803d-d5c2e15d3264 req-2c61390a-14c0-43d9-8c49-254688957dcb tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.3682711 Aug 23 14:19:01.366734 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a528ac17-01c8-4016-803d-d5c2e15d3264 req-872dc9bc-c8c5-4adc-a5cf-b65bb8225f09 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927591 Aug 23 14:19:01.374530 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.448686 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.505726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4823419c-015a-4dcf-9e42-8ea6b69a5221 req-50496eff-94e5-4a1c-8a39-04ae1b01afcf tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/8971ebfc-7da0-485d-b4a6-222b156ea0fc HTTP/1.1" status: 200 len: 1804 time: 0.0928550 Aug 23 14:19:01.624950 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.635537 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fe348294-6a00-4e43-b105-cd9c17932577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:01.677122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ceb0d5-c801-4bdd-9002-1742bc73d05e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:01.684071 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:01.690051 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.709682 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b4ceb0d5-c801-4bdd-9002-1742bc73d05e HTTP/1.1" status: 204 len: 168 time: 1.0627818 Aug 23 14:19:01.710174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46722) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:01.834582 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.847771 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Transition to ACTIVE for port object 93f17c5c-cf11-4c78-a62b-f768cc5765bb will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:01.855796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42019e91-b235-406f-8f85-abf3410ee9a9 req-60abfbc0-d656-491f-a6d1-80dab63c1986 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:01.863194 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42019e91-b235-406f-8f85-abf3410ee9a9 req-60abfbc0-d656-491f-a6d1-80dab63c1986 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 945 time: 0.2779384 Aug 23 14:19:01.882494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.946178 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:01.951281 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:01.958593 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42019e91-b235-406f-8f85-abf3410ee9a9 req-c133ce8c-7f94-4163-a751-6b3966420d91 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944657 Aug 23 14:19:02.025967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2122001477', 'description': 'tempest-description-1288849069'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:02.046439 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:02.103680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:02.124096 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:02.128384 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.151504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:02.160016 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e63a9f9-daec-428e-aaba-ce5c0c983a2d']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:02.162689 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.163206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.163753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.164184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.164663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.165191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.165656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.166131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.166606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.167131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:02.174499 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-6523acb5-91dc-4580-81aa-645f24c2e8c4 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628&device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1&device_id=7b0d36d3-c699-499e-b1b4-334107ae3193&device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d&device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63&device_id=2789085d-4da6-4579-aba1-4d65a5b259cc&device_id=a3452891-e36b-42e7-a286-0351e399c4ce&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49&device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8&device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 9111 time: 0.2508843 Aug 23 14:19:02.181910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307f122c-b389-473d-ab89-856087a29822') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:02.182588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307f122c-b389-473d-ab89-856087a29822') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:02.197128 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.203247 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.224558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:02.227357 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.229783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Usage tracker for resource:security_group_rule and tenant:30f2143e906c4237b3cc50f2824db2d8 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:02.233051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5259ee-6563-423a-b6a0-0594aff1c489 None None] Pushing event updated for resources: {'Port': ['ID=93f17c5c-cf11-4c78-a62b-f768cc5765bb,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:02.233594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:02.241088 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46740) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:02.243283 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-db5259ee-6563-423a-b6a0-0594aff1c489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:02.243644 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:19:02.244126 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.247956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:02.270205 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Attempting to bind port 93f17c5c-cf11-4c78-a62b-f768cc5765bb on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:02.271099 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Attempting to bind port 93f17c5c-cf11-4c78-a62b-f768cc5765bb by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:02.272081 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Attempting to bind port 93f17c5c-cf11-4c78-a62b-f768cc5765bb on network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:19:02.276269 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:19:02.280061 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:19:02.280459 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Checking segment: {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:02.281101 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.281520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Bound using segment: {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:19:02.282158 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Bound port: 93f17c5c-cf11-4c78-a62b-f768cc5765bb, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:02.282588 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.292363 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.406407 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.466350 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1639017357-network', 'tenant_id': 'ef8fc15600114e6c91b4ee9211af8097'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:02.473430 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.486489 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] For port 93f17c5c-cf11-4c78-a62b-f768cc5765bb, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:19:02.490343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:02.490674 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] For port 93f17c5c-cf11-4c78-a62b-f768cc5765bb, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=93f17c5c-cf11-4c78-a62b-f768cc5765bb,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:19:02.495720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:02.503340 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5c5b9264-95b9-4547-b0f8-8da3b17dbdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:02.503462 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:02.507229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:02.513913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:02.533594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Usage tracker for resource:network and tenant:ef8fc15600114e6c91b4ee9211af8097 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:02.542284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:02.562962 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:02.580558 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b78183c1-a176-4c7c-a167-4a85674fa913 req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&id=e03c3835-7540-4319-ad93-4be6439ec7ea&id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3977680 Aug 23 14:19:02.607206 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.613105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f163f249-3b2f-46c4-89e7-14cbdcc0b75b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:02.627217 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:02.631753 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:02.665153 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.711601 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.721155 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eec1fdb5-4efd-4f11-b4bc-a0c0db332f54 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:02.751751 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Routers {'8c34569b-0c11-48fa-835a-a86ff2020164'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:19:02.752388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:19:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8c34569b-0c11-48fa-835a-a86ff2020164'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:02.760707 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.764927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=4e63a9f9-daec-428e-aaba-ce5c0c983a2d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:02.767925 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.775910 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:02.777803 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7a910b2c-4518-4fea-8a14-a7cc37625187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:02.835619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Made reservation on behalf of ef8fc15600114e6c91b4ee9211af8097 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:02.838943 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.857695 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:02.877546 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] 10.222.0.72 "DELETE /v2.0/networks/4e63a9f9-daec-428e-aaba-ce5c0c983a2d HTTP/1.1" status: 204 len: 168 time: 1.1541724 Aug 23 14:19:02.878471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:02.883340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8fc15600114e6c91b4ee9211af8097 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:02.886815 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:02.893810 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:02.913049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229a6561-bdd8-4645-abb7-f574a64ab174,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:02.926351 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:02.986441 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.000601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7791d57e-e126-43d3-84fa-513f521d8e0a req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9715912 Aug 23 14:19:03.015944 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.080966 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.086306 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b7569f39-8514-470f-8bd1-2f5ec33d079f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:03.219844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:19:03.223394 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] Set router 8c34569b-0c11-48fa-835a-a86ff2020164 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:19:03.250991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61647ac4-50ea-41ac-8718-d19fa73dab65,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:03.259699 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:03.315265 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.315895 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Added segment 3bf74bb4-0ec5-495e-8751-883fca4aae3a of type vlan for network 6269720b-c376-47b6-97bb-16d549d5433d Aug 23 14:19:03.366313 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.399651 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5259ee-6563-423a-b6a0-0594aff1c489 None None] Pushing event updated for resources: {'Port': ['ID=93f17c5c-cf11-4c78-a62b-f768cc5765bb,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:03.400867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5e46e-3341-411a-b95e-74d1f2313222 req-b4ae599e-ff64-4492-9ebc-db625e7c576a tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:03.403216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8eb5e46e-3341-411a-b95e-74d1f2313222 req-b4ae599e-ff64-4492-9ebc-db625e7c576a tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 945 time: 0.1658440 Aug 23 14:19:03.416297 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-db5259ee-6563-423a-b6a0-0594aff1c489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:03.452255 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83507d-a27a-4f64-ba9c-3d373675a284 req-7a860c53-9e52-4832-948f-22b7ee8ddbd2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:03.464685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6b83507d-a27a-4f64-ba9c-3d373675a284 req-7a860c53-9e52-4832-948f-22b7ee8ddbd2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.1638250 Aug 23 14:19:03.468249 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8eb5e46e-3341-411a-b95e-74d1f2313222 req-7bb3fd7b-209d-44ad-9869-7480d3a01ee8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552135 Aug 23 14:19:03.533631 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6b83507d-a27a-4f64-ba9c-3d373675a284 req-fd631084-2452-4ee3-b8fd-2208ef8fcb5c tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679970 Aug 23 14:19:03.603840 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.605863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:03.606937 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.612586 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:03.648919 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46790) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:03.684492 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-7c468f2a-b92c-4fb2-9065-fb34aa521446 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/229a6561-bdd8-4645-abb7-f574a64ab174 HTTP/1.1" status: 200 len: 1805 time: 0.0664787 Aug 23 14:19:03.689921 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:03.690264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '229a6561-bdd8-4645-abb7-f574a64ab174', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:03.690586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '229a6561-bdd8-4645-abb7-f574a64ab174', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:03.697316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:03.701772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:03.704846 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:03.714844 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:03.751299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:57Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '93f17c5c-cf11-4c78-a62b-f768cc5765bb', 'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'mac_address': 'fa:16:3e:aa:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:55Z', 'updated_at': '2021-08-23T14:19:02Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'subnets': [{'id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:03.756351 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2d280-f69a-499d-b748-5b3427cefeac None None] The sync data for ids ['8c34569b-0c11-48fa-835a-a86ff2020164'] in n-d-805628-1 is: [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:57Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '93f17c5c-cf11-4c78-a62b-f768cc5765bb', 'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'mac_address': 'fa:16:3e:aa:06:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:55Z', 'updated_at': '2021-08-23T14:19:02Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'subnets': [{'id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:19:03.927730 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Pushing event updated for resources: {'Network': ['ID=6269720b-c376-47b6-97bb-16d549d5433d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:03.945549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 6269720b-c376-47b6-97bb-16d549d5433d details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:03.948713 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:03.961982 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7162778 Aug 23 14:19:03.967793 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-533b5e84-a426-40da-bab6-9fa6860962c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7873a386c7554f42ac89597de6130d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092146 Aug 23 14:19:03.970839 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46798) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:03.971403 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46800) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:03.983306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Request body: {'subnet': {'network_id': '6269720b-c376-47b6-97bb-16d549d5433d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1639017357-subnet', 'tenant_id': 'ef8fc15600114e6c91b4ee9211af8097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:04.001960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:04.011832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-67dbbd74-9e44-4fb6-8b12-d45915924b54 service neutron] 10.222.0.64 "GET /v2.0/ports/d2caeb56-f65c-430b-8b6c-8dd59e9f8024/bindings/n-h1-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.2807901 Aug 23 14:19:04.012824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Usage tracker for resource:subnet and tenant:ef8fc15600114e6c91b4ee9211af8097 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:04.021644 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:04.156339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:04.160929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 93f17c5c-cf11-4c78-a62b-f768cc5765bb up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:04.251388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96949ca9-8e55-4dff-ab06-bbc086175ffe req-458f42be-c965-4edd-8028-206d622a6975 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:04.254999 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-96949ca9-8e55-4dff-ab06-bbc086175ffe req-458f42be-c965-4edd-8028-206d622a6975 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 945 time: 0.4040923 Aug 23 14:19:04.362079 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-96949ca9-8e55-4dff-ab06-bbc086175ffe req-d832cb75-a4d6-4fd8-a964-675fe06d6341 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959215 Aug 23 14:19:04.363754 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Made reservation on behalf of ef8fc15600114e6c91b4ee9211af8097 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:04.370555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.423682 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.477379 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.492457 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.504283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 93f17c5c-cf11-4c78-a62b-f768cc5765bb completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:04.509916 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 93f17c5c-cf11-4c78-a62b-f768cc5765bb triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:04.510414 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.559975 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.598837 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.639282 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:04.736647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e65e8b0-749c-4a26-a256-f1b0894dbdfa,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:04.744831 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:04.794736 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.850750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 93f17c5c-cf11-4c78-a62b-f768cc5765bb, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=93f17c5c-cf11-4c78-a62b-f768cc5765bb,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:04.870147 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.872648 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0b75790f-22f8-4497-8bbd-408bb6b3af63 req-cef87294-ef71-4d61-a6f3-7d2a1660942d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1869648 Aug 23 14:19:04.923816 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.929882 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-24bfe530-cd3c-4ca0-9975-fff86a2c1bf7 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:04.975236 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:04.986628 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:05.004047 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c697b107-19bf-46b7-8c42-dfc2c9281fa0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:05.008264 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:05.079461 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:05.081805 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c697b107-19bf-46b7-8c42-dfc2c9281fa0 HTTP/1.1" status: 204 len: 168 time: 1.1090770 Aug 23 14:19:05.166953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:05.233881 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=93f17c5c-cf11-4c78-a62b-f768cc5765bb,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:05.256621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:19:05.258550 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:05.294306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8c18-0d76-4409-8bcf-b6ed605dea9d req-8ffb5ce5-d53d-4986-b969-8539f4826e5b tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:05.294956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8c18-0d76-4409-8bcf-b6ed605dea9d req-8ffb5ce5-d53d-4986-b969-8539f4826e5b tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:05.295515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf8c18-0d76-4409-8bcf-b6ed605dea9d req-8ffb5ce5-d53d-4986-b969-8539f4826e5b tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:05.297569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dcaf8c18-0d76-4409-8bcf-b6ed605dea9d req-8ffb5ce5-d53d-4986-b969-8539f4826e5b tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628&device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63&device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 2882 time: 0.4796586 Aug 23 14:19:05.410036 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2caeb56-f65c-430b-8b6c-8dd59e9f8024 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:05.435378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:05.456094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dcaf8c18-0d76-4409-8bcf-b6ed605dea9d req-c86dd78e-814a-4a70-bc11-73f4208aa72f tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Synchronizing usage tracker for tenant:30f2143e906c4237b3cc50f2824db2d8 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:05.544908 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:05.550770 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:05.612372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dcaf8c18-0d76-4409-8bcf-b6ed605dea9d req-c86dd78e-814a-4a70-bc11-73f4208aa72f tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Unset dirty status for tenant:30f2143e906c4237b3cc50f2824db2d8 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:05.618348 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dcaf8c18-0d76-4409-8bcf-b6ed605dea9d req-c86dd78e-814a-4a70-bc11-73f4208aa72f tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110981 Aug 23 14:19:05.634499 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:05.682181 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=064d58a9-b7a9-476c-a6b7-227630b62ff1,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:05.696467 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:05.811819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Checking segment: {'id': '3bf74bb4-0ec5-495e-8751-883fca4aae3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '6269720b-c376-47b6-97bb-16d549d5433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:05.812109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Network hostable DHCP agents. Network: 6269720b-c376-47b6-97bb-16d549d5433d, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:05.817346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5315af22-2bb3-4433-a109-401079fa013c req-566471af-453c-4ff4-a1f6-e46019996ddb tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/229a6561-bdd8-4645-abb7-f574a64ab174 HTTP/1.1" status: 200 len: 2398 time: 0.1443601 Aug 23 14:19:05.834398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '229a6561-bdd8-4645-abb7-f574a64ab174', 'remote_group_id': None}]} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:05.834713 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '229a6561-bdd8-4645-abb7-f574a64ab174', 'remote_group_id': None}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:05.863938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:05.872999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Usage tracker for resource:security_group_rule and tenant:aeea3da197e6467485c6a45de3f3441b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:05.880303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:05.895666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:05.964765 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] Transition to ACTIVE for port object d2caeb56-f65c-430b-8b6c-8dd59e9f8024 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:06.011832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2b93-7cd8-4291-866d-f3403a68b254 req-ed8b80b9-985d-4641-8898-26c704c33d08 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:06.034135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-906c2b93-7cd8-4291-866d-f3403a68b254 req-ed8b80b9-985d-4641-8898-26c704c33d08 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 943 time: 0.2122700 Aug 23 14:19:06.061926 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 93f17c5c-cf11-4c78-a62b-f768cc5765bb up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:06.089963 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.106839 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Network 6269720b-c376-47b6-97bb-16d549d5433d is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:06.115378 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-876eceaa-67c3-443d-acf2-879dbd9c7eab tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:06.132630 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.176941 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.196196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 93f17c5c-cf11-4c78-a62b-f768cc5765bb triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:06.196585 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.265666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:06.280729 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.283409 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e22a074d-afaf-404c-b548-3dbcacba80ad tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:06.326050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-906c2b93-7cd8-4291-866d-f3403a68b254 req-b28e8827-31de-4743-ad41-d12a20076308 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895763 Aug 23 14:19:06.326736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 6269720b-c376-47b6-97bb-16d549d5433d) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:06.343686 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa0d1e-ea4b-4c24-b540-d2de4388693e None None] Network 6269720b-c376-47b6-97bb-16d549d5433d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:06.344432 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc62cb28-31f2-4e47-baa3-c56d4b67d20c,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:06.351829 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:06.357643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] No DVR routers for this DVR port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:06.367362 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:06.368125 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.402529 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:06.458415 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:06.468195 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:06.479516 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2caeb56-f65c-430b-8b6c-8dd59e9f8024/bindings/n-h1-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4592764 Aug 23 14:19:06.510405 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:06.512102 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5315af22-2bb3-4433-a109-401079fa013c req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6839647 Aug 23 14:19:06.580907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b54e7fd1-8aa1-4c5c-9fcb-9110e3b57200 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6059124 Aug 23 14:19:06.837915 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-74512f2b-aa47-4600-83eb-8d1af29f11f0 req-990613a2-4353-4f4c-be28-615fe7b2e770 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/229a6561-bdd8-4645-abb7-f574a64ab174 HTTP/1.1" status: 200 len: 2996 time: 0.0910587 Aug 23 14:19:06.871039 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc86b1-846f-451a-84a3-49b0fedbe197 None None] Network 6269720b-c376-47b6-97bb-16d549d5433d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:06.981761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-b0de83b2-1739-4ee3-b421-caa1f9e8e369 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:06.983463 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-b0de83b2-1739-4ee3-b421-caa1f9e8e369 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1095 time: 0.2981296 Aug 23 14:19:06.996478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbbecd-3460-44bf-b903-2a35df64a44a req-87e16609-9ddc-4cd6-80e6-e0d66d31f44e tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:06.998054 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f8fbbecd-3460-44bf-b903-2a35df64a44a req-87e16609-9ddc-4cd6-80e6-e0d66d31f44e tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 945 time: 0.2098908 Aug 23 14:19:07.120179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46858) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:07.133258 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f8fbbecd-3460-44bf-b903-2a35df64a44a req-26628825-4ec5-4695-99d8-cb190abe204b tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949783 Aug 23 14:19:07.205519 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6ad9eba-d957-4850-97a3-b53e3228e1cc req-cdf6ae76-eeea-4db5-9edd-a93ebc4f42ab tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-group-rules/bc62cb28-31f2-4e47-baa3-c56d4b67d20c HTTP/1.1" status: 200 len: 783 time: 0.0352366 Aug 23 14:19:07.221631 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-ef9a5648-dcfb-467f-b694-c7c174da7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:07.223199 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-ef9a5648-dcfb-467f-b694-c7c174da7bff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 1095 time: 0.2242239 Aug 23 14:19:07.271628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-366632979-network', 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:07.282809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:07.288827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Usage tracker for resource:network and tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:07.292047 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:07.302928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:07.361678 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6ad9eba-d957-4850-97a3-b53e3228e1cc req-ce2b8021-a0b0-4975-87ea-007b3470a34e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/229a6561-bdd8-4645-abb7-f574a64ab174 HTTP/1.1" status: 200 len: 2996 time: 0.1551437 Aug 23 14:19:07.385061 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-95267349-6619-48f2-9e43-94f67e4cb885 req-865a0364-2152-49a9-ac34-0b3fecbbd338 tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] show failed (client error): The resource could not be found. Aug 23 14:19:07.386179 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95267349-6619-48f2-9e43-94f67e4cb885 req-865a0364-2152-49a9-ac34-0b3fecbbd338 tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "GET /v2.0/security-groups/b8790770-3928-4713-856a-1240ca00287d HTTP/1.1" status: 404 len: 352 time: 0.0296478 Aug 23 14:19:07.390080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:07.392807 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.410023 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.425975 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-d32ec99a-4081-40f1-8952-ee3b3b22e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:07.430470 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-d32ec99a-4081-40f1-8952-ee3b3b22e111 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1095 time: 0.1679709 Aug 23 14:19:07.431446 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f6ad9eba-d957-4850-97a3-b53e3228e1cc req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.432429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:07.440978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Usage tracker for resource:security_group_rule and tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:07.445991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:07.461554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c100e04-9423-4421-b9be-dad786d98072 req-b5d453ff-ca36-4fa8-97fe-a60c025c4a69 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:07.463143 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8c100e04-9423-4421-b9be-dad786d98072 req-b5d453ff-ca36-4fa8-97fe-a60c025c4a69 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "GET /v2.0/ports?device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 945 time: 0.1547740 Aug 23 14:19:07.464315 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:07.551749 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f6ad9eba-d957-4850-97a3-b53e3228e1cc req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.585828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Deleting port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:19:07.588914 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.744405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-8c7564ad-67fa-4741-8aee-585ee0823452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:07.745972 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-8c7564ad-67fa-4741-8aee-585ee0823452 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.3048217 Aug 23 14:19:07.763591 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.823183 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-ab3d67c7-213f-4e92-9bfd-585a1fb7a073 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 217 time: 0.0658879 Aug 23 14:19:07.874755 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.884492 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f6ad9eba-d957-4850-97a3-b53e3228e1cc req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.887522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:19:07.890693 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f48833eb-6660-4de6-8884-a457d89e150c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:07.898828 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.899185 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Added segment 639e6d7e-f5c4-4674-9649-c2f96101dcb5 of type vlan for network bead4616-2cdd-4821-8ae8-d36de2e911a5 Aug 23 14:19:07.906042 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:07.919529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc62cb28-31f2-4e47-baa3-c56d4b67d20c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:07.929890 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:07.931444 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f6ad9eba-d957-4850-97a3-b53e3228e1cc req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:07.944691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e42de61-f002-45f2-ba5c-41b851f8ac4f,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:07.948091 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6ad9eba-d957-4850-97a3-b53e3228e1cc req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/bc62cb28-31f2-4e47-baa3-c56d4b67d20c HTTP/1.1" status: 204 len: 173 time: 0.5751159 Aug 23 14:19:07.954713 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-3670a70b-98a7-4471-86d2-a00c7d754de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:07.956972 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-3670a70b-98a7-4471-86d2-a00c7d754de3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1264892 Aug 23 14:19:07.962867 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:08.057496 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.081371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] For port 88c3f907-8de3-43b3-b623-c3bcf9b210c0, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=88c3f907-8de3-43b3-b623-c3bcf9b210c0,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:08.081911 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.118357 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-6ca9cd9a-2bd3-4452-96cc-b0a6b3d06ccf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483932 Aug 23 14:19:08.274529 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:19:08.298727 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Calling delete_port for 88c3f907-8de3-43b3-b623-c3bcf9b210c0 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:19:08.376225 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71b210-b069-4e1f-bcda-805f3e40a98a req-5afcd76b-f611-4057-9371-bb0f8a40322a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:08.385604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e71b210-b069-4e1f-bcda-805f3e40a98a req-5afcd76b-f611-4057-9371-bb0f8a40322a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 944 time: 0.2736163 Aug 23 14:19:08.424998 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-676c1be1-c0e1-4be7-90c8-c093a87e654f service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220907 Aug 23 14:19:08.425389 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-219aaedf-5d0a-4b81-b3d1-67a283dcd3d6 req-c8332e2b-f49e-4e3b-bdf1-618fe0ff620c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/229a6561-bdd8-4645-abb7-f574a64ab174 HTTP/1.1" status: 200 len: 2398 time: 0.1538844 Aug 23 14:19:08.489070 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e71b210-b069-4e1f-bcda-805f3e40a98a req-79296c1f-4171-4418-999c-cc3bf643b28a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024876 Aug 23 14:19:08.577503 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-219aaedf-5d0a-4b81-b3d1-67a283dcd3d6 req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.611075 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-2a214045-a478-497d-b9b3-c27fd0910ded service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974089 Aug 23 14:19:08.630336 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-219aaedf-5d0a-4b81-b3d1-67a283dcd3d6 req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:08.941562 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14ed3f7a-0b39-4cb2-8562-aaa71e00cb7e req-628b8587-3318-4a74-be02-f74365e64fae tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef8fc15600114e6c91b4ee9211af8097 HTTP/1.1" status: 200 len: 2984 time: 0.0608969 Aug 23 14:19:09.017956 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14ed3f7a-0b39-4cb2-8562-aaa71e00cb7e req-6e5cf666-d9e4-4e0a-8ba6-351fa887cf14 tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "GET /v2.0/security-groups/61647ac4-50ea-41ac-8718-d19fa73dab65 HTTP/1.1" status: 200 len: 2981 time: 0.0675046 Aug 23 14:19:09.101704 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14ed3f7a-0b39-4cb2-8562-aaa71e00cb7e req-de5ca8a7-f2a0-4ec7-8a8d-a36a18183c6c tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "GET /v2.0/security-groups/61647ac4-50ea-41ac-8718-d19fa73dab65 HTTP/1.1" status: 200 len: 2981 time: 0.0763059 Aug 23 14:19:09.174873 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.179619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:09.179619 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.183855 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:09.260413 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-887d88ab-14cb-49f3-9aad-d614673a451f req-5c5c1179-6c57-43ff-8a8d-cf1ea4f8da31 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 210 time: 0.0580547 Aug 23 14:19:09.267683 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.269453 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-219aaedf-5d0a-4b81-b3d1-67a283dcd3d6 req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.284903 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:19:09.323535 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['04d44740-4886-4d82-90af-d057a9fd50eb'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:19:09.458159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Pushing event updated for resources: {'Network': ['ID=bead4616-2cdd-4821-8ae8-d36de2e911a5,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:09.486149 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:09.492955 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3ac7012a-1cbf-44a7-9a3c-5b045d228238 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:09.498952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:09.560830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a6561-bdd8-4645-abb7-f574a64ab174,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:09.573889 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-219aaedf-5d0a-4b81-b3d1-67a283dcd3d6 req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.589263 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-219aaedf-5d0a-4b81-b3d1-67a283dcd3d6 req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-groups/229a6561-bdd8-4645-abb7-f574a64ab174 HTTP/1.1" status: 204 len: 173 time: 1.1392589 Aug 23 14:19:09.590911 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:09.592391 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] No DVR routers for this DVR port 88c3f907-8de3-43b3-b623-c3bcf9b210c0 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:09.605391 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:09.608523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8c100e04-9423-4421-b9be-dad786d98072 req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "DELETE /v2.0/ports/88c3f907-8de3-43b3-b623-c3bcf9b210c0 HTTP/1.1" status: 204 len: 173 time: 2.1208465 Aug 23 14:19:09.609369 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:09.680384 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'name': 'network-vif-deleted', 'tag': '88c3f907-8de3-43b3-b623-c3bcf9b210c0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:09.702997 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5788081 Aug 23 14:19:09.704936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46894) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:09.716520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Pushing event deleted for resources: {'Port': ['ID=88c3f907-8de3-43b3-b623-c3bcf9b210c0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:09.720640 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:09.733767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Request body: {'subnet': {'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-366632979-subnet', 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:09.742067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:09.747290 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Usage tracker for resource:subnet and tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:09.751831 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:09.762139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:09.794801 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cbe61508-8945-4696-80a5-801efd24b9d6 req-7dc77ce7-007c-43ab-8a9b-0db7b632bf6c tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "GET /v2.0/security-groups/61647ac4-50ea-41ac-8718-d19fa73dab65 HTTP/1.1" status: 200 len: 2981 time: 0.1156356 Aug 23 14:19:09.847037 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:09.850910 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.039793 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-cbe61508-8945-4696-80a5-801efd24b9d6 req-dc6f5c19-1ded-45ab-b1af-481575297bbc tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 23 14:19:10.059184 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cbe61508-8945-4696-80a5-801efd24b9d6 req-dc6f5c19-1ded-45ab-b1af-481575297bbc tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "DELETE /v2.0/security-groups/61647ac4-50ea-41ac-8718-d19fa73dab65 HTTP/1.1" status: 409 len: 352 time: 0.2618310 Aug 23 14:19:10.070690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-801f066a-9c18-4170-beb1-1934622001c4 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:10.073470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-801f066a-9c18-4170-beb1-1934622001c4 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1095 time: 0.2504978 Aug 23 14:19:10.179102 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-25383801-80f4-4067-9356-74208ab1ffd7 req-f76faadc-5fef-49c2-8ca7-8d83fcb12692 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] show failed (client error): The resource could not be found. Aug 23 14:19:10.180783 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25383801-80f4-4067-9356-74208ab1ffd7 req-f76faadc-5fef-49c2-8ca7-8d83fcb12692 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/bc5c631b-34d0-4297-8407-f2fd1af2346e HTTP/1.1" status: 404 len: 352 time: 0.0938842 Aug 23 14:19:10.325803 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ed0dd5-8d4a-401e-a310-41bfca7c2ee1', 'name': 'network-vif-deleted', 'tag': '88c3f907-8de3-43b3-b623-c3bcf9b210c0', 'status': 'completed', 'code': 200} Aug 23 14:19:10.349633 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-ddc6b732-2cfa-4c57-b990-de638d3ea360 service neutron] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:19:10.353048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-ddc6b732-2cfa-4c57-b990-de638d3ea360 service neutron] Notify callbacks [] for binding, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.355696 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22037d4a-88d3-4f2f-9dca-202a023ad125 req-ddc6b732-2cfa-4c57-b990-de638d3ea360 service neutron] 10.222.0.82 "DELETE /v2.0/ports/d2caeb56-f65c-430b-8b6c-8dd59e9f8024/bindings/n-h2-805628-1 HTTP/1.1" status: 204 len: 173 time: 0.2661235 Aug 23 14:19:10.359148 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888d542-3690-4ba7-9768-a95fc22b0e1f req-5bc7702e-cb76-4347-8cd2-b0312fcd8a33 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:10.360990 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7888d542-3690-4ba7-9768-a95fc22b0e1f req-5bc7702e-cb76-4347-8cd2-b0312fcd8a33 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 944 time: 0.1763437 Aug 23 14:19:10.418959 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7888d542-3690-4ba7-9768-a95fc22b0e1f req-86b7977d-131d-4c70-8c55-dee978463c84 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Aug 23 14:19:10.421140 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.428133 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9717002b-27c3-4682-8595-dc5948f93df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:10.563962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:10.564945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Network hostable DHCP agents. Network: bead4616-2cdd-4821-8ae8-d36de2e911a5, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:10.571836 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3a72ab-84d2-40a5-878f-daf73b2955b2,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:10.577639 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:10.595259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46140184-51f5-4b3c-bae6-57afafb2a3f5 req-bc988e5b-a6a8-4b8d-9e36-e796cca14366 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:10.598915 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-46140184-51f5-4b3c-bae6-57afafb2a3f5 req-bc988e5b-a6a8-4b8d-9e36-e796cca14366 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1101 time: 0.1197159 Aug 23 14:19:10.645351 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-46140184-51f5-4b3c-bae6-57afafb2a3f5 req-3e0f99cb-98f9-4b92-800b-70ad1ed20619 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Aug 23 14:19:10.717180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef336166-9217-4632-bc65-3112dfc60499 req-faf2140e-3482-4ab3-9b53-778bc83aa39a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:10.719025 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef336166-9217-4632-bc65-3112dfc60499 req-faf2140e-3482-4ab3-9b53-778bc83aa39a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 945 time: 0.1338725 Aug 23 14:19:10.719977 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-a359010a-02da-4d40-80de-091b390c6222 req-54733e04-a7fe-42a4-8897-50df21b4006e tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] show failed (client error): The resource could not be found. Aug 23 14:19:10.720171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:10.723062 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a359010a-02da-4d40-80de-091b390c6222 req-54733e04-a7fe-42a4-8897-50df21b4006e tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "GET /v2.0/security-groups/2daed93a-4e46-4e76-86c9-f876b9d61ac3 HTTP/1.1" status: 404 len: 352 time: 0.0386851 Aug 23 14:19:10.793523 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef336166-9217-4632-bc65-3112dfc60499 req-3cbed2af-f338-4634-a003-effe78899296 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623379 Aug 23 14:19:10.795487 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 88c3f907-8de3-43b3-b623-c3bcf9b210c0 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:10.811784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, bead4616-2cdd-4821-8ae8-d36de2e911a5) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:10.818331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:10.818975 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:10.869589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-181f1411-a16b-47d8-aa34-199014318fdb req-64f60ab8-a54c-45f9-89b7-57fa70d16fac tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/8971ebfc-7da0-485d-b4a6-222b156ea0fc HTTP/1.1" status: 200 len: 1804 time: 0.1108239 Aug 23 14:19:10.873833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3becfa18-d79f-4c29-a097-a1b3d822dc1b None None] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:10.908725 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 88c3f907-8de3-43b3-b623-c3bcf9b210c0 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:19:10.912281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 88c3f907-8de3-43b3-b623-c3bcf9b210c0 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:11.018212 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1b031c38-1251-4b1f-84fa-62b9b0a7fa0d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3029857 Aug 23 14:19:11.051416 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-181f1411-a16b-47d8-aa34-199014318fdb req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.056336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-957cdb4c-346b-4b51-871e-8e4a0b149977 req-9bb6b65b-647b-479b-839f-ee53fc52e3c2 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=02ed0dd5-8d4a-401e-a310-41bfca7c2ee1 HTTP/1.1" status: 200 len: 210 time: 0.1102502 Aug 23 14:19:11.129086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-181f1411-a16b-47d8-aa34-199014318fdb req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.262065 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d34638-b1ec-42ff-bd0c-e5ca4ae5895a None None] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:11.326772 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-181f1411-a16b-47d8-aa34-199014318fdb req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.338371 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b054622-1b28-4960-9b60-81ab17b707ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:11.370902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8971ebfc-7da0-485d-b4a6-222b156ea0fc,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:11.374815 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:11.387767 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-181f1411-a16b-47d8-aa34-199014318fdb req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.401875 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-181f1411-a16b-47d8-aa34-199014318fdb req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-groups/8971ebfc-7da0-485d-b4a6-222b156ea0fc HTTP/1.1" status: 204 len: 173 time: 0.5310984 Aug 23 14:19:11.405139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3601d5c-58e7-4de9-a026-b4aa91e574e3 req-8919ef30-cd1e-4692-94a1-a1065438403e tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:11.407676 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c3601d5c-58e7-4de9-a026-b4aa91e574e3 req-8919ef30-cd1e-4692-94a1-a1065438403e tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1101 time: 0.1270137 Aug 23 14:19:11.438740 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-4e62e801-986b-40c2-a6f2-74cfd5ac0127 req-9823ac7f-f2fc-428b-9a65-2b9c2c97ca81 tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] show failed (client error): The resource could not be found. Aug 23 14:19:11.440444 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e62e801-986b-40c2-a6f2-74cfd5ac0127 req-9823ac7f-f2fc-428b-9a65-2b9c2c97ca81 tempest-SecurityGroupsNegativeTestJSON-1493468139 tempest-SecurityGroupsNegativeTestJSON-1493468139-project] 10.222.0.72 "GET /v2.0/security-groups/e650b60b-081d-4095-8a49-10490e42d9bd HTTP/1.1" status: 404 len: 352 time: 0.0275092 Aug 23 14:19:11.455614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46930) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:11.487388 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c3601d5c-58e7-4de9-a026-b4aa91e574e3 req-6b2afee4-5d70-4d3c-92c0-d2274fc7465a tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734839 Aug 23 14:19:11.552164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Deleting subnet 064d58a9-b7a9-476c-a6b7-227630b62ff1 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:19:11.555975 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.633928 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.697327 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.778806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f4fe1-6bf6-4941-8ee5-a2681965b56f req-796e57a8-3cdd-49d8-a639-7cba83bd930e tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:11.781192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-365f4fe1-6bf6-4941-8ee5-a2681965b56f req-796e57a8-3cdd-49d8-a639-7cba83bd930e tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1095 time: 0.1370690 Aug 23 14:19:11.853685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-365f4fe1-6bf6-4941-8ee5-a2681965b56f req-74ee8d57-29a4-4640-b77e-91a34898767b tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666049 Aug 23 14:19:11.941478 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:11.946159 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:11.951347 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c541350-6707-4158-a7fb-8ba51c9a390f req-d266c6d8-3975-47a3-b7d4-2c7321033c6d tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/df8698ab-f540-418d-8e67-24cb21373172 HTTP/1.1" status: 200 len: 1803 time: 0.0539241 Aug 23 14:19:12.001089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064d58a9-b7a9-476c-a6b7-227630b62ff1,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:12.007727 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:12.014239 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.024022 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/064d58a9-b7a9-476c-a6b7-227630b62ff1 HTTP/1.1" status: 204 len: 168 time: 0.5667341 Aug 23 14:19:12.026834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46946) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:12.111464 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0c541350-6707-4158-a7fb-8ba51c9a390f req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.144632 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0c541350-6707-4158-a7fb-8ba51c9a390f req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.149496 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.290433 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.305992 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6269720b-c376-47b6-97bb-16d549d5433d']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:12.320842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf74bb4-0ec5-495e-8751-883fca4aae3a') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:12.321760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf74bb4-0ec5-495e-8751-883fca4aae3a') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:12.339320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.362035 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.370258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:19:12.370753 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:19:12.389203 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:19:12.677799 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0c541350-6707-4158-a7fb-8ba51c9a390f req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.688903 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a1ebe075-a6d2-4c0b-960d-2dcfbeaba5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:12.699492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8698ab-f540-418d-8e67-24cb21373172,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:12.704388 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:12.709092 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-0c541350-6707-4158-a7fb-8ba51c9a390f req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.721124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c541350-6707-4158-a7fb-8ba51c9a390f req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-groups/df8698ab-f540-418d-8e67-24cb21373172 HTTP/1.1" status: 204 len: 173 time: 0.7582729 Aug 23 14:19:12.761941 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.774005 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:12.780013 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-56c7c541-d62a-49e7-97d5-df4834df94ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:12.810825 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] 10.222.0.72 "DELETE /v2.0/networks/6269720b-c376-47b6-97bb-16d549d5433d HTTP/1.1" status: 204 len: 168 time: 0.7826467 Aug 23 14:19:12.813272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Pushing event deleted for resources: {'Network': ['ID=6269720b-c376-47b6-97bb-16d549d5433d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:12.816587 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cf17ab5b-e2ae-48c6-9b40-e78e6983070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:13.266721 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad8ba2-443c-4298-89e3-8cbc5a7dba0b req-c4365ea6-efc3-429a-8cd7-304ba5fd05e7 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:13.269270 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ad8ba2-443c-4298-89e3-8cbc5a7dba0b req-c4365ea6-efc3-429a-8cd7-304ba5fd05e7 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1095 time: 0.0885117 Aug 23 14:19:13.295957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-b0f3a43e-474a-4b50-83f0-2eaf6b9f106a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:13.296973 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-b0f3a43e-474a-4b50-83f0-2eaf6b9f106a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:13.332821 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-10ad8ba2-443c-4298-89e3-8cbc5a7dba0b req-15017439-209e-488e-bcaa-6da2624c644f tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518868 Aug 23 14:19:13.332821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 46974) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:13.409078 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b3456d75-55fe-40ba-a2c7-2416f5c2f596 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef8fc15600114e6c91b4ee9211af8097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782051 Aug 23 14:19:13.412201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 46980) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:13.419158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-b0f3a43e-474a-4b50-83f0-2eaf6b9f106a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:13.419158 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-b0f3a43e-474a-4b50-83f0-2eaf6b9f106a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.5624242 Aug 23 14:19:13.465631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-334c3937-008a-467b-889c-010539eda926 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.0378473 Aug 23 14:19:13.492908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-379190bf-9a73-4843-996c-f10bef89b434 req-5a68b5eb-1727-49a5-88b9-2299b80443f9 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/8b57beee-d106-4334-a964-2834bd459f94 HTTP/1.1" status: 200 len: 1803 time: 0.0589120 Aug 23 14:19:13.535245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-6d10347f-6405-4687-9431-a550207c74cd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504808 Aug 23 14:19:13.550595 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-439d5577-95d9-48ca-8196-9bdd52d0add0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:19:13.551580 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-439d5577-95d9-48ca-8196-9bdd52d0add0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083659 Aug 23 14:19:13.556956 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.573812 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-379190bf-9a73-4843-996c-f10bef89b434 req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.605769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-379190bf-9a73-4843-996c-f10bef89b434 req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.627940 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.732005 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-379190bf-9a73-4843-996c-f10bef89b434 req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.737723 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5476f905-6877-4537-9cdd-17b4ebf69f91 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:13.758245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b57beee-d106-4334-a964-2834bd459f94,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:13.762373 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:13.766191 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-379190bf-9a73-4843-996c-f10bef89b434 req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.770030 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-ed8b1444-9cf6-4476-a47e-8e4235d7fc14 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101462 Aug 23 14:19:13.781603 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-379190bf-9a73-4843-996c-f10bef89b434 req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-groups/8b57beee-d106-4334-a964-2834bd459f94 HTTP/1.1" status: 204 len: 173 time: 0.2821450 Aug 23 14:19:13.939549 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:13.953314 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d91de09e-3e1e-475a-b856-fc54a1dc4424 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:14.005833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61647ac4-50ea-41ac-8718-d19fa73dab65,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:14.010278 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:14.019660 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.024276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61647ac4-50ea-41ac-8718-d19fa73dab65 HTTP/1.1" status: 204 len: 168 time: 0.6109700 Aug 23 14:19:14.029989 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-809bde19-b478-41e2-83cc-c3a2b10ad3d5 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590702 Aug 23 14:19:14.395929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-417a27ad-4367-49a5-bef8-f051a0d4390f req-cbc64356-7c21-4067-bbf2-9d6918ecbb34 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/78a2d38e-6d75-407d-a755-ebb1e6c0566d HTTP/1.1" status: 200 len: 2403 time: 0.0658717 Aug 23 14:19:14.498371 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-417a27ad-4367-49a5-bef8-f051a0d4390f req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.534294 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-417a27ad-4367-49a5-bef8-f051a0d4390f req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.730879 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-417a27ad-4367-49a5-bef8-f051a0d4390f req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.739951 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5cfbff19-aed6-4767-a2cf-2b653202abfd tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:14.849740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a2d38e-6d75-407d-a755-ebb1e6c0566d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:14.849740 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:14.849740 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-417a27ad-4367-49a5-bef8-f051a0d4390f req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:14.849740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-417a27ad-4367-49a5-bef8-f051a0d4390f req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-groups/78a2d38e-6d75-407d-a755-ebb1e6c0566d HTTP/1.1" status: 204 len: 173 time: 0.4033267 Aug 23 14:19:14.924771 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d61695f-5333-4d87-8044-57f536b35718 req-cf466216-ccdf-4657-be45-03f79b466921 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 210 time: 0.0587487 Aug 23 14:19:15.172328 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71a4e99f-1327-433e-b88c-849d1a0906d9 req-1109f107-bf5e-442e-8348-2110f715daf7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "GET /v2.0/security-groups/f947d0b7-928a-4b90-a77e-c2f9d3e03264 HTTP/1.1" status: 200 len: 2397 time: 0.0678711 Aug 23 14:19:15.278319 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71a4e99f-1327-433e-b88c-849d1a0906d9 req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.322516 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71a4e99f-1327-433e-b88c-849d1a0906d9 req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.509271 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71a4e99f-1327-433e-b88c-849d1a0906d9 req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.513894 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:15.539305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f947d0b7-928a-4b90-a77e-c2f9d3e03264,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:15.545429 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:15.561890 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-71a4e99f-1327-433e-b88c-849d1a0906d9 req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.563995 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71a4e99f-1327-433e-b88c-849d1a0906d9 req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] 10.222.0.72 "DELETE /v2.0/security-groups/f947d0b7-928a-4b90-a77e-c2f9d3e03264 HTTP/1.1" status: 204 len: 173 time: 0.3787653 Aug 23 14:19:15.571175 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47044) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:15.774259 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Deleting subnet 3f26789b-d15d-4232-82ba-9dc6ac0c0db8 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:19:15.778975 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.904901 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:15.925626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47066) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:15.984947 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.230542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-123701713-network', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:16.232835 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.241918 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:16.247105 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52198618-dbe6-4be8-aecc-9b6053060694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:16.248403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Usage tracker for resource:network and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:16.255592 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:16.271695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:16.315834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:19:16.318232 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.338006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f26789b-d15d-4232-82ba-9dc6ac0c0db8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:16.346862 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:16.356937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47082) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:16.359811 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3f26789b-d15d-4232-82ba-9dc6ac0c0db8 HTTP/1.1" status: 204 len: 168 time: 0.7861116 Aug 23 14:19:16.418471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Made reservation on behalf of 21ca37bd682a4914b475f15ab7b17a8d for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:16.422258 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.487275 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.551613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:16.557403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Usage tracker for resource:security_group_rule and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:16.565392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:16.585760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:16.591720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-31403cd3-44ea-4955-bd8d-a2f0a06eba89 req-345c433a-8dda-45f2-a3f0-9801a41a0d4f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 210 time: 0.1680248 Aug 23 14:19:16.764818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:16.800884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'mac_address': 'fa:16:3e:ea:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:19:16.903982 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.954708 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:16.955984 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.012133 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:17.043732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:17.077736 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.090057 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68c2b328-f223-4a31-8806-ec70f6489f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:17.153540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:19:17.161730 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.161730 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:17.173624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb71be6-df11-4890-be3e-f63c360ce542 req-a8edacfe-96b5-4f3e-b723-d5ed8c49ebc0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:17.181621 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aeb71be6-df11-4890-be3e-f63c360ce542 req-a8edacfe-96b5-4f3e-b723-d5ed8c49ebc0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.4223228 Aug 23 14:19:17.249735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff0254-544f-4710-94e0-85a903c0cea0,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:17.254278 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:17.260645 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['78e1a1c5-5e30-41cd-8ff1-64e94decaa27'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:19:17.277408 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.278004 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Added segment 4496d1bf-0909-448f-b762-696b14364416 of type vlan for network a98dda64-7851-4aae-9c8c-b1412642c0af Aug 23 14:19:17.379460 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aeb71be6-df11-4890-be3e-f63c360ce542 req-509b0a8f-1c31-4755-98c5-f004047164bd tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968176 Aug 23 14:19:17.407158 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.428519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:17.441437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c9d929-84c9-4542-9e9a-666bbc2328ab']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:17.453071 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.453432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.453902 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.454617 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.455417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.456246 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.456796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.457805 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.458683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.459845 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.460051 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.460873 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.461755 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:17.471784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bf48a8-8432-4c45-b9fa-7953c4dc3065') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:17.471784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bf48a8-8432-4c45-b9fa-7953c4dc3065') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:17.476184 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:17.515876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.550734 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.582925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:19:17.583905 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:19:17.616008 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:19:17.723592 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.725429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:17.726466 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.741369 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:17.946873 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72183ef8-b63d-43c0-984f-772887db7d11 req-f935d3cb-79d1-4bcd-b808-13180034d9b5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 210 time: 0.0642908 Aug 23 14:19:17.958820 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.974046 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:17.977532 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b0c9d929-84c9-4542-9e9a-666bbc2328ab HTTP/1.1" status: 204 len: 168 time: 1.6190975 Aug 23 14:19:17.984616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=a98dda64-7851-4aae-9c8c-b1412642c0af,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:17.989167 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:17.991093 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4364f3d3-eb79-4690-861f-68bba6c3a3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:17.999804 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network a98dda64-7851-4aae-9c8c-b1412642c0af details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:18.065970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c9d929-84c9-4542-9e9a-666bbc2328ab,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:18.079467 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1522548 Aug 23 14:19:18.082214 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47124) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:18.089765 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:18.092558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Request body: {'subnet': {'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-123701713-subnet', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:18.132388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:18.153726 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Usage tracker for resource:subnet and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:18.164230 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:18.215067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:18.223614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfcd7d-12be-4ba5-b2ee-b60138b497c3 req-4e056a7c-8ce2-4777-b2d9-12e3acd2b386 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:18.231071 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfcd7d-12be-4ba5-b2ee-b60138b497c3 req-4e056a7c-8ce2-4777-b2d9-12e3acd2b386 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:18.239664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-fddfcd7d-12be-4ba5-b2ee-b60138b497c3 req-4e056a7c-8ce2-4777-b2d9-12e3acd2b386 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Synchronizing usage tracker for tenant:2c362be7688c4b96b279382886c84b61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:18.328635 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Made reservation on behalf of 21ca37bd682a4914b475f15ab7b17a8d for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:18.331412 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:18.332689 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:18.490367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:18.494369 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:18.679320 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-dcc825fe-d38b-45a8-81e1-03add8a2d5ef tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:18.683243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-dcc825fe-d38b-45a8-81e1-03add8a2d5ef tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.3841813 Aug 23 14:19:18.683243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-fddfcd7d-12be-4ba5-b2ee-b60138b497c3 req-4e056a7c-8ce2-4777-b2d9-12e3acd2b386 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Unset dirty status for tenant:2c362be7688c4b96b279382886c84b61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:18.690612 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fddfcd7d-12be-4ba5-b2ee-b60138b497c3 req-4e056a7c-8ce2-4777-b2d9-12e3acd2b386 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193&device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 1681 time: 0.6744568 Aug 23 14:19:18.693342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47168) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:18.733231 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Request body: {'port': {'device_id': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'admin_state_up': True, 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:18.770469 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:18.815780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:18.816762 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:18.892183 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fddfcd7d-12be-4ba5-b2ee-b60138b497c3 req-8df2c092-394c-4359-9b50-d2ecfe44eee6 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006612 Aug 23 14:19:18.893675 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:18.897519 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:19.028000 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eab48-08f0-4bf0-afdb-b111aafbfaab req-7bf2b5a5-b70e-4193-b212-a181003988de tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:19.031611 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'code': 200} Aug 23 14:19:19.037636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c6eab48-08f0-4bf0-afdb-b111aafbfaab req-7bf2b5a5-b70e-4193-b212-a181003988de tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.3193326 Aug 23 14:19:19.047002 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-15b468dd-7b8c-4c1e-9fa9-ca055b34bf99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aeea3da197e6467485c6a45de3f3441b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522716 Aug 23 14:19:19.047910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47184) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:19.095493 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.115976 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fbcabf3b-26bd-4e35-ac35-72dd2aeb26fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:19.121529 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:19.139020 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:19.142136 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:19.142611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Usage tracker for resource:port and tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:19.167525 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:19.167525 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:19.251980 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ac88bcb5-b8be-402f-beb5-7cf1f43018c3 req-af71cf3b-1f35-4f6c-9c57-c225d58c150f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 210 time: 0.0531201 Aug 23 14:19:19.252846 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.263605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:19.267164 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.279175 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd34b23-c062-44b4-bb3c-fe4df6514368,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:19.310309 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c6eab48-08f0-4bf0-afdb-b111aafbfaab req-577e4410-5487-4925-8270-6b5ff0d699cb tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713284 Aug 23 14:19:19.314703 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:19.332200 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.369535 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Checking segment: {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:19.369952 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Network hostable DHCP agents. Network: a98dda64-7851-4aae-9c8c-b1412642c0af, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:19.505511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Network a98dda64-7851-4aae-9c8c-b1412642c0af is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:19.552348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Allocated IP 172.20.0.9 (bead4616-2cdd-4821-8ae8-d36de2e911a5/db3a72ab-84d2-40a5-878f-daf73b2955b2/6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:19.625841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, a98dda64-7851-4aae-9c8c-b1412642c0af) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:19.631161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:19.631847 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.644791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdad884-fe09-4b0c-b507-e5c328b6cd78 None None] Network a98dda64-7851-4aae-9c8c-b1412642c0af requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:19.675628 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.688276 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bf344daa-30d7-4918-9788-a2bdd6474a45 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:19.718707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b9477c-8d3c-410f-ad89-f76c88e661df,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:19.722655 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:19.773327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6894352 Aug 23 14:19:19.776308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47208) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:19.781819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:19.800014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:19.801827 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.803737 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0b9477c-8d3c-410f-ad89-f76c88e661df HTTP/1.1" status: 204 len: 168 time: 0.7543931 Aug 23 14:19:19.819457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Usage tracker for resource:router and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:19.827065 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:19.841338 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:19.891164 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.946124 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.947227 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:19.965369 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.054943 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.095448 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-a98dda64-7851-4aae-9c8c-b1412642c0af', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:19:20.096523 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.113071 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-915012d0-34fb-4bc7-b407-c791592f0fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:20.366443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:20.369990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:20.411627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:19:20.463559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event updated for resources: {'Port': ['ID=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:20.467412 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:20.514317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:20.515343 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.655128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9266729 Aug 23 14:19:20.667558 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.670339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Request body: {'port': {'device_id': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:20.692994 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Allocated IP 172.20.0.2 (a98dda64-7851-4aae-9c8c-b1412642c0af/3cd34b23-c062-44b4-bb3c-fe4df6514368/836909d1-b212-453e-b249-5901613106ea) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:20.848019 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:20.853461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949eb9b-c27a-4367-aaf4-9abb5de72327 req-1ec90718-b03d-44f0-b215-703be60103fa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:20.865990 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6949eb9b-c27a-4367-aaf4-9abb5de72327 req-1ec90718-b03d-44f0-b215-703be60103fa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 931 time: 0.1858315 Aug 23 14:19:21.169859 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6949eb9b-c27a-4367-aaf4-9abb5de72327 req-96b123a6-6942-438e-b728-32b6231cb10e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027492 Aug 23 14:19:21.337869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42b37d-3857-4b84-9ecf-95240420a7bb req-c17d9997-0cfc-4cbb-8de6-833277927ae6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:21.351885 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc42b37d-3857-4b84-9ecf-95240420a7bb req-c17d9997-0cfc-4cbb-8de6-833277927ae6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2557142 Aug 23 14:19:21.495292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc42b37d-3857-4b84-9ecf-95240420a7bb req-9a17900b-b97d-4941-b086-433d88c2ae1e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423113 Aug 23 14:19:21.622176 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:21.643252 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:21.654031 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Transition to ACTIVE for port object 836909d1-b212-453e-b249-5901613106ea will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:21.689198 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:21.714363 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:21.726506 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:21.754118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Transition to ACTIVE for port object 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:21.758884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Transition to ACTIVE for port object 836909d1-b212-453e-b249-5901613106ea will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:21.860148 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:21.874818 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8cfb233-7100-43ef-bd13-9644942f6858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:21.888305 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:21.897153 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:21.985917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Allocated IP 172.25.7.90 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/ecd36360-ae22-4e81-8518-1b81509de812) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:22.068733 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Network a98dda64-7851-4aae-9c8c-b1412642c0af is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:22.072843 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:22.076941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:19:22.089995 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Pushing event updated for resources: {'Port': ['ID=836909d1-b212-453e-b249-5901613106ea,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:22.107132 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:22.347768 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Attempting to bind port 836909d1-b212-453e-b249-5901613106ea on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:22.348326 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Attempting to bind port 836909d1-b212-453e-b249-5901613106ea by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:22.348882 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Attempting to bind port 836909d1-b212-453e-b249-5901613106ea on network a98dda64-7851-4aae-9c8c-b1412642c0af {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:19:22.367925 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:19:22.369907 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Checking segment: {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:22.373332 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.373935 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Bound using segment: {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:19:22.375381 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Bound port: 836909d1-b212-453e-b249-5901613106ea, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:22.380330 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.439259 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.459609 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47250) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:22.620962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501a7ad-1a3e-4cc4-b32d-32d2546b1d76 req-6725b61f-1082-48a3-81a6-492bb0e83a1f tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:22.633102 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a501a7ad-1a3e-4cc4-b32d-32d2546b1d76 req-6725b61f-1082-48a3-81a6-492bb0e83a1f tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 945 time: 0.1737945 Aug 23 14:19:22.702658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] For port 836909d1-b212-453e-b249-5901613106ea, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:19:22.708052 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] For port 836909d1-b212-453e-b249-5901613106ea, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=836909d1-b212-453e-b249-5901613106ea,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:19:22.731384 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.740766 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:22.801328 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.807873 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-db5259ee-6563-423a-b6a0-0594aff1c489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:22.825771 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a501a7ad-1a3e-4cc4-b32d-32d2546b1d76 req-b2b442d9-4416-4095-9ac8-3e4f0873e1cf tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916692 Aug 23 14:19:22.859763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-3541daf9-54cb-4ca5-9e0b-b1e635a17795 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:22.862530 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-3541daf9-54cb-4ca5-9e0b-b1e635a17795 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 945 time: 0.3636544 Aug 23 14:19:22.869471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:22.881524 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:22.891002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1634414420-network', 'tenant_id': 'a46165530129413ea5ea3ba69cf6022f'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:22.902601 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:22.917359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Usage tracker for resource:network and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:22.926141 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:22.948804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:22.980913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a48e6-483f-48b2-8d17-3bc84d0aeb5c req-29faf556-2ed4-44a1-b8ae-be04254ebd92 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:22.982801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cf2a48e6-483f-48b2-8d17-3bc84d0aeb5c req-29faf556-2ed4-44a1-b8ae-be04254ebd92 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:22.994881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Deleting port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:19:22.995267 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:22.996109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:22.998414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:23.004548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:19:23.048203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Pushing event updated for resources: {'Port': ['ID=836909d1-b212-453e-b249-5901613106ea,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:23.070241 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:23.108495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Made reservation on behalf of a46165530129413ea5ea3ba69cf6022f for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:23.119153 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:23.173928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Attempting to bind port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:23.173928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Attempting to bind port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:23.175076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Attempting to bind port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:19:23.207234 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:19:23.210587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Attempting to bind port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:19:23.232288 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:23.262284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd36360-ae22-4e81-8518-1b81509de812,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:23.289997 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:23.325550 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cf2a48e6-483f-48b2-8d17-3bc84d0aeb5c req-29faf556-2ed4-44a1-b8ae-be04254ebd92 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:23.327139 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf2a48e6-483f-48b2-8d17-3bc84d0aeb5c req-29faf556-2ed4-44a1-b8ae-be04254ebd92 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 943 time: 0.7349384 Aug 23 14:19:23.347162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:23.350060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:19:23.350418 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:23.350819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Bound using segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:19:23.351531 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Bound port: 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:23.351898 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:23.388949 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:23.537302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:23.706358 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cf2a48e6-483f-48b2-8d17-3bc84d0aeb5c req-a2aa999c-6495-4a35-aa79-87ed0da1fb06 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:23.737435 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:23.883973 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] For port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:19:23.902482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] For port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:19:23.948730 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b05965-3b85-4df2-957d-e39412201f74 req-86fa49d2-e087-4f35-baf5-49f3715781b5 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:23.951226 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7b05965-3b85-4df2-957d-e39412201f74 req-86fa49d2-e087-4f35-baf5-49f3715781b5 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "GET /v2.0/ports?device_id=7b0d36d3-c699-499e-b1b4-334107ae3193 HTTP/1.1" status: 200 len: 945 time: 0.4978726 Aug 23 14:19:24.114076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] For port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:24.114636 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.147985 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 836909d1-b212-453e-b249-5901613106ea up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:24.175743 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dc9ec-73e5-44d2-b8b8-a8d5a38f6d89 req-9efa7833-a571-4231-b913-6dd4cb48bceb tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:24.178264 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-003dc9ec-73e5-44d2-b8b8-a8d5a38f6d89 req-9efa7833-a571-4231-b913-6dd4cb48bceb tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 1.0213516 Aug 23 14:19:24.311556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Deleting port 04d44740-4886-4d82-90af-d057a9fd50eb {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:19:24.311866 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.366527 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-003dc9ec-73e5-44d2-b8b8-a8d5a38f6d89 req-eab337a6-2cbd-47ab-8695-70942a147b1d tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750309 Aug 23 14:19:24.440612 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.507538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Calling delete_port for 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:19:24.595207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 836909d1-b212-453e-b249-5901613106ea completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:24.637605 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.642311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-cf2a48e6-483f-48b2-8d17-3bc84d0aeb5c req-a2aa999c-6495-4a35-aa79-87ed0da1fb06 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:24.653091 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf2a48e6-483f-48b2-8d17-3bc84d0aeb5c req-a2aa999c-6495-4a35-aa79-87ed0da1fb06 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3153291 Aug 23 14:19:24.655776 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.665669 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:24.689239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:19:24.706095 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.706610 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Added segment b911a423-2a51-4c81-a898-e867e70ed015 of type vlan for network 68309edf-20fd-4db2-b441-aba4a430d5ae Aug 23 14:19:24.742012 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:24.819278 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82d8957f-bb89-4d5a-8249-464b62452033 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:25.055208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Pushing event updated for resources: {'Port': ['ID=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:25.086203 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:25.254074 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e154a-d0ce-4584-89cd-9e5783e0b5d3 None None] Network a98dda64-7851-4aae-9c8c-b1412642c0af requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:25.266112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:25.266803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.268309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] 10.222.0.64 "PUT /v2.0/ports/6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 HTTP/1.1" status: 200 len: 1091 time: 4.6034150 Aug 23 14:19:25.274412 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'tag': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:25.281004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] For port 04d44740-4886-4d82-90af-d057a9fd50eb, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=04d44740-4886-4d82-90af-d057a9fd50eb,segment=NetworkSegment(b711f657-555b-47fe-8959-ffdfc5e010cf),segment_id=b711f657-555b-47fe-8959-ffdfc5e010cf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:25.281416 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.361975 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.558231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.566073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:25.567611 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.813066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff96464-1138-42f4-9df4-7b9f1fe9b08f,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:25.818209 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:25.837296 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'tag': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7', 'status': 'completed', 'code': 200} Aug 23 14:19:25.872200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Provisioning for port 836909d1-b212-453e-b249-5901613106ea completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:25.883633 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:25.894993 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Provisioning complete for port 836909d1-b212-453e-b249-5901613106ea triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:25.897093 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:25.923285 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.4623997 Aug 23 14:19:25.927558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Calling delete_port for 04d44740-4886-4d82-90af-d057a9fd50eb owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:19:25.944102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47306) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:25.976227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Request body: {'subnet': {'network_id': '68309edf-20fd-4db2-b441-aba4a430d5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1634414420-subnet', 'tenant_id': 'a46165530129413ea5ea3ba69cf6022f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:26.012066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6b38c-1b07-4f82-83df-a8d0134d2214 req-a619b8bf-4414-494b-aeff-79bfaa9724a1 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:26.013795 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2f6b38c-1b07-4f82-83df-a8d0134d2214 req-a619b8bf-4414-494b-aeff-79bfaa9724a1 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 945 time: 1.4772704 Aug 23 14:19:26.153666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:26.179145 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.192362 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.230284 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] For port 836909d1-b212-453e-b249-5901613106ea, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=836909d1-b212-453e-b249-5901613106ea,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:26.358640 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.370765 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-db5259ee-6563-423a-b6a0-0594aff1c489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:26.392810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Usage tracker for resource:subnet and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:26.397421 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:26.419518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:26.434539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a4333-c0a1-416f-b6f1-2a9506919321 req-8d86ecea-d524-458f-a99b-04f8c9345e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:26.439286 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e85a4333-c0a1-416f-b6f1-2a9506919321 req-8d86ecea-d524-458f-a99b-04f8c9345e23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 1094 time: 0.6007876 Aug 23 14:19:26.451515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2f6b38c-1b07-4f82-83df-a8d0134d2214 req-8cd1ec0e-85b7-4375-add1-d974ee38bd30 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/security-groups?id=c4671b37-0900-46e4-8536-4adcc2d5df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073835 Aug 23 14:19:26.470315 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Pushing event updated for resources: {'Network': ['ID=68309edf-20fd-4db2-b441-aba4a430d5ae,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:26.498764 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:26.533995 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:26.550978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Made reservation on behalf of a46165530129413ea5ea3ba69cf6022f for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:26.563700 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.576715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c868a8-4bf2-4fa1-8061-619a6f16c7bb req-b5c2300f-af97-4980-8c71-d1a64ae66f39 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:26.579013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31c868a8-4bf2-4fa1-8061-619a6f16c7bb req-b5c2300f-af97-4980-8c71-d1a64ae66f39 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.5751138 Aug 23 14:19:26.579983 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.622794 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-caa034e9-cf4d-4e04-91e4-188cd981dd8e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:26.742909 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:19:26.750143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:26.844047 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Pushing event deleted for resources: {'Port': ['ID=1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:26.847958 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-45b308b0-c074-46e3-a995-20e7b6394c62 None None] Provisioning complete for port 836909d1-b212-453e-b249-5901613106ea triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:26.848513 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-45b308b0-c074-46e3-a995-20e7b6394c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:26.958803 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:27.022287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 68309edf-20fd-4db2-b441-aba4a430d5ae details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:27.075488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 04d44740-4886-4d82-90af-d057a9fd50eb no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:27.131680 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] No DVR routers for this DVR port 1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:27.140560 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.151533 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31c868a8-4bf2-4fa1-8061-619a6f16c7bb req-d205ba66-5f32-4670-a13e-4310d327fc63 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605915 Aug 23 14:19:27.178266 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.189777 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-48793b9d-573d-4593-91db-3fdec78f3d1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:27.232319 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 04d44740-4886-4d82-90af-d057a9fd50eb {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:19:27.232683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 04d44740-4886-4d82-90af-d057a9fd50eb not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:19:27.237190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Pushing event updated for resources: {'Port': ['ID=836909d1-b212-453e-b249-5901613106ea,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:27.251580 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:27.252198 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a4333-c0a1-416f-b6f1-2a9506919321 req-d8aaf0a4-966f-4bd6-a2fe-e0f9e1f90ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:27.253972 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e85a4333-c0a1-416f-b6f1-2a9506919321 req-d8aaf0a4-966f-4bd6-a2fe-e0f9e1f90ae3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7743659 Aug 23 14:19:27.256318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Pushing event deleted for resources: {'Port': ['ID=04d44740-4886-4d82-90af-d057a9fd50eb,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:27.259802 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:27.261436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca3417b1-c6c3-4956-8ae8-830ababd971d req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.64 "DELETE /v2.0/ports/1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7 HTTP/1.1" status: 204 len: 173 time: 4.3887923 Aug 23 14:19:27.360898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] No DVR routers for this DVR port 04d44740-4886-4d82-90af-d057a9fd50eb on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:19:27.365945 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.369897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7b05965-3b85-4df2-957d-e39412201f74 req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.82 "DELETE /v2.0/ports/04d44740-4886-4d82-90af-d057a9fd50eb HTTP/1.1" status: 204 len: 173 time: 3.4084549 Aug 23 14:19:27.579704 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.680133 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4bba91d7-79f2-4c06-8ae2-e931f2ccc5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.682183 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:27.917145 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'name': 'network-vif-deleted', 'tag': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7'}, {'server_uuid': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'name': 'network-vif-deleted', 'tag': '04d44740-4886-4d82-90af-d057a9fd50eb'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:27.945653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a4333-c0a1-416f-b6f1-2a9506919321 req-6598f693-78aa-41b7-a776-e1b851c1fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:27.949277 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e85a4333-c0a1-416f-b6f1-2a9506919321 req-6598f693-78aa-41b7-a776-e1b851c1fd2c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5884612 Aug 23 14:19:27.986201 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.008895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3eb89-4df2-4bb7-9f6e-9eac351c5acc req-5015faa4-96ea-4a65-9dad-6787e01c255c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:28.014849 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bd3eb89-4df2-4bb7-9f6e-9eac351c5acc req-5015faa4-96ea-4a65-9dad-6787e01c255c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 943 time: 1.1102927 Aug 23 14:19:28.029908 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:28.185115 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 836909d1-b212-453e-b249-5901613106ea up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:28.194156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-61654542-6ded-4c27-a456-6f1e0628d5af req-a8c3abe4-b9fe-435b-ba9f-a6e139c4d5ff tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Synchronizing usage tracker for tenant:2c362be7688c4b96b279382886c84b61 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:28.395322 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 836909d1-b212-453e-b249-5901613106ea triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:28.396053 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.402060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-d9adaff3-f095-4644-a523-db801e73aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:28.402060 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-d9adaff3-f095-4644-a523-db801e73aa17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 1094 time: 0.3895936 Aug 23 14:19:28.420074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-61654542-6ded-4c27-a456-6f1e0628d5af req-a8c3abe4-b9fe-435b-ba9f-a6e139c4d5ff tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Unset dirty status for tenant:2c362be7688c4b96b279382886c84b61 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:28.439791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85258ca5-be4e-4754-a8fa-9f1858cf03d2,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:28.459051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-61654542-6ded-4c27-a456-6f1e0628d5af req-a8c3abe4-b9fe-435b-ba9f-a6e139c4d5ff tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed52b8c-d831-4582-97fd-c69c880d5a8d HTTP/1.1" status: 200 len: 210 time: 0.4944205 Aug 23 14:19:28.483772 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bd3eb89-4df2-4bb7-9f6e-9eac351c5acc req-e8dc40e6-bd7a-4b55-9263-ce74aee89834 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841333 Aug 23 14:19:28.485142 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:28.493863 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:28.543556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Checking segment: {'id': 'b911a423-2a51-4c81-a898-e867e70ed015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '68309edf-20fd-4db2-b441-aba4a430d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:28.543556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Network hostable DHCP agents. Network: 68309edf-20fd-4db2-b441-aba4a430d5ae, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:28.705975 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Network 68309edf-20fd-4db2-b441-aba4a430d5ae is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:28.722756 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-d9aab55c-9fed-4fff-8725-dd81aac5ee00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 HTTP/1.1" status: 200 len: 217 time: 0.2601092 Aug 23 14:19:28.725259 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed52b8c-d831-4582-97fd-c69c880d5a8d', 'name': 'network-vif-deleted', 'tag': '1d60dbce-8c0d-451f-9f4d-e05e61d9d6b7', 'status': 'completed', 'code': 200} Aug 23 14:19:28.725918 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0d36d3-c699-499e-b1b4-334107ae3193', 'name': 'network-vif-deleted', 'tag': '04d44740-4886-4d82-90af-d057a9fd50eb', 'status': 'completed', 'code': 200} Aug 23 14:19:28.734232 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Router 699fa108-9e13-4893-8173-2adbec5d31e5 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:19:28.764889 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:19:29.001283 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 68309edf-20fd-4db2-b441-aba4a430d5ae) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:29.016454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e3906-c609-41c5-927b-77b0987f3f3e None None] Network 68309edf-20fd-4db2-b441-aba4a430d5ae requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:29.037448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-de6471c7-7c80-49b7-8b74-3a654ca783c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:29.045231 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-de6471c7-7c80-49b7-8b74-3a654ca783c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.3091304 Aug 23 14:19:29.083943 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:29.089233 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:29.207097 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-21f84444-2cf3-45cd-be7c-0972159148e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529019 Aug 23 14:19:29.486389 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5334215 Aug 23 14:19:29.581301 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-954e17c2-22d9-49dc-9de3-78679f96871d service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650107 Aug 23 14:19:29.682400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb318a0e-0cbc-47f3-ab72-e7b9e1b865db req-ecbd6ec0-9eaf-41d7-81de-f2c023fef8d4 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:29.687268 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb318a0e-0cbc-47f3-ab72-e7b9e1b865db req-ecbd6ec0-9eaf-41d7-81de-f2c023fef8d4 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.6920817 Aug 23 14:19:29.692812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:19:29.710451 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Sync routers for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:19:29.737316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb478106-803c-49e2-890b-39b43ff93163 None None] Network 68309edf-20fd-4db2-b441-aba4a430d5ae requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:29.771471 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:19:29.774865 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:19:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:29.830623 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb318a0e-0cbc-47f3-ab72-e7b9e1b865db req-585c3384-0e96-4f83-b3cb-20ad0900122e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352544 Aug 23 14:19:29.948896 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47380) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:30.077638 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.078866 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 10.3015559 Aug 23 14:19:30.090535 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a491def1-9ea8-4afa-bb4c-c6f78413eaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.096402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47392) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:30.191656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Deleting subnet 5d69d1fe-919b-4861-9438-40d1729c3e4e {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:19:30.218400 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.298501 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:19:30.311267 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1852fda1-7056-473c-9dd5-9d8f3796f904 req-7d71d638-b336-4f45-8ad1-5ca082859681 service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201743 Aug 23 14:19:30.462571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-176625716', 'description': 'tempest-description-1103817941'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:30.500013 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:30.504168 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.583803 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21661a54-5f57-45dd-8913-1c6c452f9277 req-48dd3c65-c348-4d31-a11d-26847ba16ddb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:30.583803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-21661a54-5f57-45dd-8913-1c6c452f9277 req-48dd3c65-c348-4d31-a11d-26847ba16ddb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 943 time: 0.5716166 Aug 23 14:19:30.601614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:30.606122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:30.618305 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:30.662692 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.782108 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:30.901654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:30.911845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group_rule and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:30.919319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:30.941412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:30.953302 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:24Z', 'revision_number': 3, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:30.958353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-21661a54-5f57-45dd-8913-1c6c452f9277 req-d67deff2-ee9b-4b85-bfe1-19567e668447 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922019 Aug 23 14:19:30.971467 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Checking router: 699fa108-9e13-4893-8173-2adbec5d31e5 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:19:30.971467 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Updating router 699fa108-9e13-4893-8173-2adbec5d31e5 port ecd36360-ae22-4e81-8518-1b81509de812 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:19:31.089541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.120543 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.163206 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.170200 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-84e08670-d1f7-4ea2-b552-79cad3bd2441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:31.227630 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.315431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901519be-8d4f-4fac-99e8-8733a35e952b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:31.333731 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:31.340749 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f8eaca1e-a2f7-4ffa-adf4-dd19c2ba21a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:31.383098 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.412911 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.422400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d69d1fe-919b-4861-9438-40d1729c3e4e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:31.446432 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:31.457887 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-97e8a8f3-3a06-4bbb-8c5c-7b3301ba2bc9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5d69d1fe-919b-4861-9438-40d1729c3e4e HTTP/1.1" status: 204 len: 168 time: 1.5077059 Aug 23 14:19:31.460439 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47402) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:31.634448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75121-fd51-4ef1-aa4e-02c228258c90 req-ecf32733-e29d-4d17-85ab-b1f334d8ca1a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:31.652023 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4f75121-fd51-4ef1-aa4e-02c228258c90 req-ecf32733-e29d-4d17-85ab-b1f334d8ca1a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.3711159 Aug 23 14:19:31.893168 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.902015 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:31.918668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-728c0a44-84b0-48be-918b-c297d28d7f9b req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.4691222 Aug 23 14:19:31.952612 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4f75121-fd51-4ef1-aa4e-02c228258c90 req-e699c8b0-ac0c-4bff-93e5-59e20f691da9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997158 Aug 23 14:19:32.106130 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.138650 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Transition to ACTIVE for port object ecd36360-ae22-4e81-8518-1b81509de812 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:32.165003 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.232521 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-be473ab1-cf37-4974-b41c-bf4c95f1f94c tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/901519be-8d4f-4fac-99e8-8733a35e952b HTTP/1.1" status: 200 len: 1812 time: 0.1739261 Aug 23 14:19:32.237470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '901519be-8d4f-4fac-99e8-8733a35e952b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:32.237775 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '901519be-8d4f-4fac-99e8-8733a35e952b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:32.241075 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.244776 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:32.272294 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:32.298944 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group_rule and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:32.317412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:32.419955 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Attempting to bind port ecd36360-ae22-4e81-8518-1b81509de812 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:32.420334 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Attempting to bind port ecd36360-ae22-4e81-8518-1b81509de812 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:32.420706 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Attempting to bind port ecd36360-ae22-4e81-8518-1b81509de812 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:19:32.445992 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea810-063a-4c48-8858-9e398b6f9546 None None] Pushing event updated for resources: {'Port': ['ID=ecd36360-ae22-4e81-8518-1b81509de812,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:32.451027 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-3c3ea810-063a-4c48-8858-9e398b6f9546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:32.451880 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:19:32.454863 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:32.457808 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:32.458897 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.458897 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:19:32.459285 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Bound port: ecd36360-ae22-4e81-8518-1b81509de812, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:32.459677 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.482635 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.515816 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:32.547318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b711f657-555b-47fe-8959-ffdfc5e010cf') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:32.547651 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b711f657-555b-47fe-8959-ffdfc5e010cf') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:32.551022 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0904a-8e0c-474c-b842-5d13b6dc939d req-88a209ac-6820-44a9-bd11-9a42cae1127b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:32.559018 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbb0904a-8e0c-474c-b842-5d13b6dc939d req-88a209ac-6820-44a9-bd11-9a42cae1127b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 943 time: 0.2473097 Aug 23 14:19:32.577754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.622170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Allocated IP 172.20.0.1 (a98dda64-7851-4aae-9c8c-b1412642c0af/3cd34b23-c062-44b4-bb3c-fe4df6514368/065da837-5240-469a-af83-fcc57daf813e) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:32.624663 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] For port ecd36360-ae22-4e81-8518-1b81509de812, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:19:32.636558 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.649559 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:19:32.649968 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.650702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dbb0904a-8e0c-474c-b842-5d13b6dc939d req-32d373c0-9ae9-4abc-8c0b-cf84fca24cbc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905123 Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:19:32.664205 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:19:32.714656 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.813161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.853277 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.881521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Transition to ACTIVE for port object 065da837-5240-469a-af83-fcc57daf813e will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:32.899288 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] For port ecd36360-ae22-4e81-8518-1b81509de812, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=ecd36360-ae22-4e81-8518-1b81509de812,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:19:32.901109 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.904862 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8838e596-7dce-4908-8717-7e44bc9f6cfc tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:32.928092 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.933486 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.940609 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:32.953761 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.958532 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:32.958532 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:32.980129 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.981164 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:32.982920 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e13aa56-30cc-471e-a624-723d54550721,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:32.996642 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-284c430b-eb25-4bcd-aa6f-b77ecb71b8f6 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:32.999652 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:33.011475 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-baae5079-0509-494b-ae8b-624ca5606618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:33.108799 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] 10.222.0.72 "DELETE /v2.0/networks/1b3dfeb3-34b5-4dfd-bfa5-7d2aec6232a9 HTTP/1.1" status: 204 len: 168 time: 1.6449196 Aug 23 14:19:33.117056 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.119535 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ccc0ab3-3898-411b-9d9c-7595b4e4711b req-c29cf3f2-1c3e-49de-a391-13e169f70425 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8849518 Aug 23 14:19:33.188255 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:19:33.189407 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:19:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:33.270702 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14073dd7-92f2-4c84-a062-345cdb0207aa req-0246d847-e669-4503-b92b-4d6b2fc537f2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/901519be-8d4f-4fac-99e8-8733a35e952b HTTP/1.1" status: 200 len: 2405 time: 0.1196697 Aug 23 14:19:33.354038 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88684704-11ba-4729-b6a2-fba7dce9d61a req-ecd3570f-3bf9-4856-a223-2ee916cca7b9 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-group-rules/1e13aa56-30cc-471e-a624-723d54550721 HTTP/1.1" status: 200 len: 778 time: 0.0494494 Aug 23 14:19:33.420566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Pushing event updated for resources: {'Port': ['ID=065da837-5240-469a-af83-fcc57daf813e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:33.423806 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:33.431626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Network a98dda64-7851-4aae-9c8c-b1412642c0af is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:33.433251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:33.435817 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:19:33.489085 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88684704-11ba-4729-b6a2-fba7dce9d61a req-31daced2-c0db-4bcb-a987-9d7a45abbfdb tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/901519be-8d4f-4fac-99e8-8733a35e952b HTTP/1.1" status: 200 len: 2405 time: 0.1334267 Aug 23 14:19:33.555702 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-88684704-11ba-4729-b6a2-fba7dce9d61a req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.576218 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.577978 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-88684704-11ba-4729-b6a2-fba7dce9d61a req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:33.637503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701f71-5248-4d8f-8529-294dd9c3186d req-704efd31-7242-40c1-a67c-ac46f18184bd tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:33.639266 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bd701f71-5248-4d8f-8529-294dd9c3186d req-704efd31-7242-40c1-a67c-ac46f18184bd tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.3072035 Aug 23 14:19:33.690307 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:19:33.810098 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47428) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:33.828946 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bd701f71-5248-4d8f-8529-294dd9c3186d req-5f374b07-2be2-4b7e-a6eb-1602813dfb0a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775784 Aug 23 14:19:33.919497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9c7fac35-c065-4fa1-85df-5656842d7dea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c362be7688c4b96b279382886c84b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077545 Aug 23 14:19:33.921957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47432) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:34.091595 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.149804 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ea810-063a-4c48-8858-9e398b6f9546 None None] Pushing event updated for resources: {'Port': ['ID=ecd36360-ae22-4e81-8518-1b81509de812,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:34.154448 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-3c3ea810-063a-4c48-8858-9e398b6f9546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:34.177765 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.184374 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:24Z', 'revision_number': 3, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:34.190072 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c316e-f443-46e7-b6de-82de6da6ca35 None None] The sync data for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 is: [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:24Z', 'revision_number': 3, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:19:34.300449 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da6e57-2f55-48d7-8099-4375ad01147f req-86fa66c6-fd23-40e2-ad9a-b0af7e5eac02 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:34.310381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c0da6e57-2f55-48d7-8099-4375ad01147f req-86fa66c6-fd23-40e2-ad9a-b0af7e5eac02 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 943 time: 0.2957380 Aug 23 14:19:34.399700 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c0da6e57-2f55-48d7-8099-4375ad01147f req-59843594-0e7a-4477-af49-5029647cdf63 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882821 Aug 23 14:19:34.427329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:19:34.462986 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-88684704-11ba-4729-b6a2-fba7dce9d61a req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.469539 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-497b39ae-3f04-40a7-919e-1c4e61792996 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:34.505307 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e13aa56-30cc-471e-a624-723d54550721,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:34.511854 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:34.530377 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-88684704-11ba-4729-b6a2-fba7dce9d61a req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.542367 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-88684704-11ba-4729-b6a2-fba7dce9d61a req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/1e13aa56-30cc-471e-a624-723d54550721 HTTP/1.1" status: 204 len: 173 time: 1.0476818 Aug 23 14:19:34.568300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-245120162', 'description': 'tempest-description-1251863072'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:34.583508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:34.589278 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:34.593208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:34.619970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:34.692792 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.699204 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.703161 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-47cdbe44-7e3d-4cf6-b350-9f790bd959f4 None None] Provisioning for port 065da837-5240-469a-af83-fcc57daf813e completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:34.706962 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4671b37-0900-46e4-8536-4adcc2d5df5e HTTP/1.1" status: 204 len: 168 time: 0.7835727 Aug 23 14:19:34.709089 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-311baeae-e336-420b-9659-bfd88324f341 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:34.732316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-47cdbe44-7e3d-4cf6-b350-9f790bd959f4 None None] Provisioning complete for port 065da837-5240-469a-af83-fcc57daf813e triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:34.732316 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-47cdbe44-7e3d-4cf6-b350-9f790bd959f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.747637 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4671b37-0900-46e4-8536-4adcc2d5df5e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:34.755128 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:34.820178 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-47cdbe44-7e3d-4cf6-b350-9f790bd959f4 None None] Port 065da837-5240-469a-af83-fcc57daf813e cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:19:34.841422 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.905089 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:34.944844 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:34.965150 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'port_id': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7', 'mac_address': 'fa:16:3e:60:dd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3a72ab-84d2-40a5-878f-daf73b2955b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:19:34.999899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:35.018728 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group_rule and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:35.131981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:35.146331 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:35.182136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:35.208678 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:35.258277 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:35.313050 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9554da-2a74-40c4-9397-d873c07b08ed req-f9dfcfc6-3249-4391-917b-dfc648d566ea tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:35.328347 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ca9554da-2a74-40c4-9397-d873c07b08ed req-f9dfcfc6-3249-4391-917b-dfc648d566ea tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2043519 Aug 23 14:19:35.337132 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:35.341902 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:35.448146 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ca9554da-2a74-40c4-9397-d873c07b08ed req-1af55bde-8e46-4ea1-801d-026e3bde11aa tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092069 Aug 23 14:19:35.728833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:35.748328 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:35.757065 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:19:35.813198 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:35.875805 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:35.896266 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:35.978370 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5eb3b709-8a3a-44a0-ada7-a05d87bb451c tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:36.004948 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9548-6451-42c5-88b7-100f915795f9 req-64f4d6b1-2960-492e-b79f-91a7e000d093 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:36.034104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d36e9548-6451-42c5-88b7-100f915795f9 req-64f4d6b1-2960-492e-b79f-91a7e000d093 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 944 time: 0.2283299 Aug 23 14:19:36.078639 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.182952 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d36e9548-6451-42c5-88b7-100f915795f9 req-1cc0d62d-ce99-4e28-9abe-72941827cd7b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478076 Aug 23 14:19:36.201926 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ecd36360-ae22-4e81-8518-1b81509de812 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:36.311921 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.319377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Pushing event updated for resources: {'Port': ['ID=065da837-5240-469a-af83-fcc57daf813e,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:36.334062 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:36.338582 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33838fd0-e702-479b-838c-b1aef52e7691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:36.355148 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.362776 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a63cd7a-1db2-4426-9e9c-746c71dd5dee req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.7999055 Aug 23 14:19:36.390954 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port ecd36360-ae22-4e81-8518-1b81509de812 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:36.397572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port ecd36360-ae22-4e81-8518-1b81509de812 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:36.398015 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.446966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9fa99-6198-4d84-b54e-6d9eb5c38cac,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:36.453057 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:36.516079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-964354a5-84b8-466b-9df8-2aae1bae3395 req-e2819579-5a4d-49bd-8c04-818880016412 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/0ee9fa99-6198-4d84-b54e-6d9eb5c38cac HTTP/1.1" status: 200 len: 1812 time: 0.1244791 Aug 23 14:19:36.583108 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-961349366', 'description': 'tempest-description-1076553331'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:36.596595 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:36.606173 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:36.615072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:36.630441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:36.693232 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.722489 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port ecd36360-ae22-4e81-8518-1b81509de812, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=ecd36360-ae22-4e81-8518-1b81509de812,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:36.804476 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.817053 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Network a98dda64-7851-4aae-9c8c-b1412642c0af is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:36.829724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:36.834666 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:36.840533 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:36.869014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:36.873367 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group_rule and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:36.892324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:36.900140 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:36.991220 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:19:36.994913 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:37.084726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb37e-8d50-4431-b538-ae5199e6b9c9 req-b8d5ae5d-0a2c-40f1-ae33-e9e081ac2cd9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:37.097336 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-433cb37e-8d50-4431-b538-ae5199e6b9c9 req-b8d5ae5d-0a2c-40f1-ae33-e9e081ac2cd9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.3485506 Aug 23 14:19:37.285258 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:19:37.291016 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.385065 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.389336 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d801b150-391d-46b0-b4b9-d542033c9d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:37.405810 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=ecd36360-ae22-4e81-8518-1b81509de812,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:37.409915 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:37.443304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259e5235-8d93-4283-9cc1-c2f3c08f5a07,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:37.450534 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:37.529183 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.532549 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f2e53e9-dcbf-4270-bc29-bcfe6ab2e332 req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9571984 Aug 23 14:19:37.588028 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-433cb37e-8d50-4431-b538-ae5199e6b9c9 req-656a7d15-b5b6-4d1e-ade1-f023729e644a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876716 Aug 23 14:19:37.628946 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0a4f338a-6228-4361-b10b-3096cde5dad1 None None] Provisioning complete for port 065da837-5240-469a-af83-fcc57daf813e triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:37.630092 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0a4f338a-6228-4361-b10b-3096cde5dad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.635517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Router 699fa108-9e13-4893-8173-2adbec5d31e5 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:19:37.717955 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-9fff3116-8ebf-4ef8-80ee-fb72019f311c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6146352 Aug 23 14:19:37.830299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:37.845204 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bf4c551-c02c-4fe6-800a-7fd86aa92a36 req-476fce0d-7015-4e45-9384-41cf9758c75d tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/259e5235-8d93-4283-9cc1-c2f3c08f5a07 HTTP/1.1" status: 200 len: 1812 time: 0.1814842 Aug 23 14:19:37.899242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'mac_address': 'fa:16:3e:b2:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:19:37.914018 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:37.937300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d4405-58f0-4770-8c25-7105d775b70b req-af377d15-6070-43ca-a27e-7d06cfe52dab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:37.953602 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6e6d4405-58f0-4770-8c25-7105d775b70b req-af377d15-6070-43ca-a27e-7d06cfe52dab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 944 time: 0.2282088 Aug 23 14:19:38.078695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6e6d4405-58f0-4770-8c25-7105d775b70b req-b69af842-4d4c-4621-823b-4100ceaa2b23 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240451 Aug 23 14:19:38.115123 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-134894981', 'description': 'tempest-description-1328990628'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:38.124924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:38.146847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:38.151605 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:38.166348 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:38.178057 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ecd36360-ae22-4e81-8518-1b81509de812 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:38.229413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:38.259958 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.283906 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-0a4f338a-6228-4361-b10b-3096cde5dad1 None None] Port 065da837-5240-469a-af83-fcc57daf813e cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:19:38.293621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:38.308403 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:38.309759 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.328393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group_rule and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:38.335409 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:38.342962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:38.350255 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port ecd36360-ae22-4e81-8518-1b81509de812 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:38.350928 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.380466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:38.483535 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'code': 200} Aug 23 14:19:38.530114 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.543825 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:38.593621 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.600380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:19:38.600380 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] 10.222.0.72 "PUT /v2.0/routers/699fa108-9e13-4893-8173-2adbec5d31e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4826508 Aug 23 14:19:38.631172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-03ae68b9-974d-4679-9a0f-a1f23249ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:38.633012 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-03ae68b9-974d-4679-9a0f-a1f23249ad73 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 1096 time: 0.2854443 Aug 23 14:19:38.673967 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:38.766805 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Sync routers for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:19:38.825579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:38.837178 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:38.860519 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:19:38.860888 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:19:38.865698 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.868816 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:19:38.869608 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:19:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:38.895360 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0a1e0c2a-538c-423a-97d6-d7c66a55e7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:38.935362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7d46b-4822-4bab-9a8d-a8b717788567,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:38.937638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-396833e7-4cb3-4648-a4bc-de268e23ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:38.938767 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:38.940148 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-396833e7-4cb3-4648-a4bc-de268e23ca6d service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.2808211 Aug 23 14:19:38.967554 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:38.969603 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2ad322fb-b34d-41bf-826c-9998972b94fa req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8659592 Aug 23 14:19:39.060396 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:39.150107 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:39.150788 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.231868 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-a4397189-bf5b-49df-bf3e-a88ea7f9a753 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 200 len: 217 time: 0.2823443 Aug 23 14:19:39.279892 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:19:39.317919 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d1336-d708-4c0e-b68d-950a570282c8 req-4db04175-819d-4e08-a44d-bd937d95fbcd tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:39.326400 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bb3d1336-d708-4c0e-b68d-950a570282c8 req-4db04175-819d-4e08-a44d-bd937d95fbcd tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 948 time: 0.5124574 Aug 23 14:19:39.400136 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bb3d1336-d708-4c0e-b68d-950a570282c8 req-84f72c98-8e61-4b97-ab05-63fe1b24b16d tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723858 Aug 23 14:19:39.428726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-07445dac-4f85-4299-baf4-b31eb8ebf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:39.430707 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-07445dac-4f85-4299-baf4-b31eb8ebf52b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1971555 Aug 23 14:19:39.561789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-87fbd22a-e4f6-44ee-ac15-6160a8ee4739 req-8e3dfb15-7790-417b-8cde-0d1d83926a3b tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/fcc7d46b-4822-4bab-9a8d-a8b717788567 HTTP/1.1" status: 200 len: 1812 time: 0.1234519 Aug 23 14:19:39.567388 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-d41f250f-40a5-4174-802b-cb81e6b2d2e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723345 Aug 23 14:19:39.654844 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.706357 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.761344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:19:39.844570 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:39.909389 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:39.912878 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:39.918982 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-50506db5-55d8-43b7-be6c-5c7a7da88ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:39.926109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-1b576afc-2434-4019-9bea-92002e0eadc5 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466928 Aug 23 14:19:40.026281 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.090255 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:40.095207 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:40.097613 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:40.186602 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d8bf-f263-407d-979d-2037077e4575 req-00fac8ad-fcbe-4b0f-95ee-4657a6b8d7c3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:40.194066 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b599d8bf-f263-407d-979d-2037077e4575 req-00fac8ad-fcbe-4b0f-95ee-4657a6b8d7c3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 944 time: 0.3966024 Aug 23 14:19:40.217523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47540) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:40.228888 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737920019', 'description': 'tempest-description--119270191'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:40.234774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['99d05dcb-89a1-4dbe-9d0e-c3152478fd04'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:19:40.245628 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:40.261066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-512389420', 'description': 'tempest-description-564222365'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:40.278953 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Usage tracker for resource:security_group and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:40.286568 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:40.292064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:40.299175 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:40.302782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:40.308538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:40.320042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:40.332876 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b599d8bf-f263-407d-979d-2037077e4575 req-1c2c4f6a-0389-45fd-b24c-3daba4546b8f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373053 Aug 23 14:19:40.356093 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c41e7abc-b88a-4b1e-9832-07b2dbf8832a req-0b0b4a52-e8c8-4d3f-9e30-c173c83e5830 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150977 Aug 23 14:19:40.400589 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.438028 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:40.446188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Usage tracker for resource:security_group_rule and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:40.452196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:40.462262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:40.468944 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:40.479743 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:40.488921 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:40.597253 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.616859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47552) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:40.629409 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:35Z', 'revision_number': 2, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:40.644645 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Checking router: 699fa108-9e13-4893-8173-2adbec5d31e5 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:19:40.645040 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Updating router 699fa108-9e13-4893-8173-2adbec5d31e5 port 065da837-5240-469a-af83-fcc57daf813e binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:19:40.692961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:40.727823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Usage tracker for resource:security_group_rule and tenant:a46165530129413ea5ea3ba69cf6022f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:40.750790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:40.808852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:40.818841 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.835939 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.899167 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:40.921197 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fdbcc4d3-755a-4e8b-8bda-71a98c0ae8af tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:40.974159 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.032428 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:41.043851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e7b67cc6e34928a9cded50f10ebefc is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:41.051675 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:41.060299 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761b7f41-11c6-420a-a590-eb7f994673fd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:41.071596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:41.162437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715edba4-a98e-4acc-8176-9294e6320682 req-1b12ed6c-dc9c-462a-8969-fb56c30f4d83 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:41.170355 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-715edba4-a98e-4acc-8176-9294e6320682 req-1b12ed6c-dc9c-462a-8969-fb56c30f4d83 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 949 time: 0.4734147 Aug 23 14:19:41.314543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.315353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.315548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.317144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.317144 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.317510 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.317665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.318031 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.318341 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.318744 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.319233 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.319542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:41.333088 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:41.340389 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-715edba4-a98e-4acc-8176-9294e6320682 req-331072be-893e-492c-8992-c0a263202679 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690788 Aug 23 14:19:41.448642 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.528130 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.531295 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3104460 Aug 23 14:19:41.538030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47562) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:41.543943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Request body: {'security_group_rule': {'security_group_id': '761b7f41-11c6-420a-a590-eb7f994673fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:41.557100 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.558746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:41.571283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Usage tracker for resource:security_group_rule and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:41.579465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:41.582588 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.592510 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7', 'code': 200} Aug 23 14:19:41.617975 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a3d5db29-ebe9-4a3f-a118-1799827bd850 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:41.625489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:41.695532 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.704926 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8051589e-a7b7-47ce-98a9-d1210794bb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:41.814909 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.820437 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002479d7-c118-4eb8-8995-7487c9e195cb,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:41.834393 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Transition to ACTIVE for port object 065da837-5240-469a-af83-fcc57daf813e will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:19:41.840457 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:41.859908 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7e7b67cc6e34928a9cded50f10ebefc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2417276 Aug 23 14:19:41.862886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47568) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:41.886022 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f617a-fbe6-4321-b4eb-78243c1335b7,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:41.912753 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:41.913077 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:41.915210 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.981211 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.984717 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:41.990440 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.021320 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f9e4b540-dfe5-46b5-84b0-7de755f667f8 req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.7648387 Aug 23 14:19:42.051451 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:42.126635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7bfb6-6965-4600-97ac-2430de959f8a req-c4970247-6dc3-4201-8b3c-b936bb7c8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:42.128799 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1de7bfb6-6965-4600-97ac-2430de959f8a req-c4970247-6dc3-4201-8b3c-b936bb7c8dfa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 1096 time: 0.4642050 Aug 23 14:19:42.190723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.284901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb434021-75ed-4688-a542-0cca4e81078e req-a790e969-c7ff-4caa-b8eb-b1f81d730fad tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:42.287916 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb434021-75ed-4688-a542-0cca4e81078e req-a790e969-c7ff-4caa-b8eb-b1f81d730fad tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 945 time: 0.5407143 Aug 23 14:19:42.350550 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.408362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695c7b7-7639-47c4-be4d-4d20cec8cb3c None None] Pushing event updated for resources: {'Port': ['ID=065da837-5240-469a-af83-fcc57daf813e,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:42.417190 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-2695c7b7-7639-47c4-be4d-4d20cec8cb3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:42.435587 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c88371d1-2387-4ff7-9d8c-4bc91fe2a88f req-1891955c-ee81-4266-9944-7c5ecd48b9f2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/002479d7-c118-4eb8-8995-7487c9e195cb HTTP/1.1" status: 200 len: 1813 time: 0.3888557 Aug 23 14:19:42.479503 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.513757 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-77d25719-95d3-4601-9f53-ca341660c336 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:42.517411 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Attempting to bind port 065da837-5240-469a-af83-fcc57daf813e on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:19:42.518381 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Attempting to bind port 065da837-5240-469a-af83-fcc57daf813e by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:19:42.519050 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Attempting to bind port 065da837-5240-469a-af83-fcc57daf813e on network a98dda64-7851-4aae-9c8c-b1412642c0af {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:19:42.522310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:42.523089 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.651065 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:19:42.693311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Checking segment: {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:42.693311 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.693311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Bound using segment: {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:19:42.693311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Bound port: 065da837-5240-469a-af83-fcc57daf813e, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:19:42.693311 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.693936 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1de7bfb6-6965-4600-97ac-2430de959f8a req-7c838255-f785-44c7-92dd-a6fbd182e222 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058339 Aug 23 14:19:42.694067 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.694067 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3f8fd00c-fcf5-402b-bde2-7fd57ebe43da tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:42.716011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f617a-fbe6-4321-b4eb-78243c1335b7,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:42.719347 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:42.745612 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.750631 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e57f617a-fbe6-4321-b4eb-78243c1335b7 HTTP/1.1" status: 204 len: 168 time: 0.8855088 Aug 23 14:19:42.772057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dfb821-1c2c-4a19-9ade-d9caf99c2029,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:42.786554 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:42.824222 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb434021-75ed-4688-a542-0cca4e81078e req-db5387a0-d433-4dcc-8cbc-c530befa8b62 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659958 Aug 23 14:19:42.893607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a4315-f9da-4964-bd8b-9f1ee42d7eb8 req-7abe1ff2-732f-4618-9b7f-1d9964997893 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:42.895450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-236a4315-f9da-4964-bd8b-9f1ee42d7eb8 req-7abe1ff2-732f-4618-9b7f-1d9964997893 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 949 time: 0.3365788 Aug 23 14:19:42.953626 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:42.961718 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-7231a298-042f-425d-80f9-14ede83270b6 req-9cc97f7b-11de-40b5-865a-48a6bdd19420 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] show failed (client error): The resource could not be found. Aug 23 14:19:42.964988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7231a298-042f-425d-80f9-14ede83270b6 req-9cc97f7b-11de-40b5-865a-48a6bdd19420 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/a655599c-7000-4b50-9cc7-70bcfe9b474d HTTP/1.1" status: 404 len: 352 time: 0.0548577 Aug 23 14:19:43.037415 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-93c311f1-21a6-4a1d-b894-6190870286b2 req-9f3ce840-b6be-4f4c-bf7a-20c6896b3efb tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] show failed (client error): The resource could not be found. Aug 23 14:19:43.038601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-93c311f1-21a6-4a1d-b894-6190870286b2 req-9f3ce840-b6be-4f4c-bf7a-20c6896b3efb tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-group-rules/9e5ebc8c-d3ca-4551-a8e4-af4d9d7cd47f HTTP/1.1" status: 404 len: 361 time: 0.0422518 Aug 23 14:19:43.039329 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-236a4315-f9da-4964-bd8b-9f1ee42d7eb8 req-3a363b38-ef5e-4b41-bdea-877be4d01d55 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306479 Aug 23 14:19:43.040940 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] For port 065da837-5240-469a-af83-fcc57daf813e, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:19:43.098855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] For port 065da837-5240-469a-af83-fcc57daf813e, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=065da837-5240-469a-af83-fcc57daf813e,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:19:43.115659 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:43.134422 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-20f378e1-1bbe-4a88-a42b-24624336eb88 req-4d19028b-5554-493f-8d1c-63273e985498 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/002479d7-c118-4eb8-8995-7487c9e195cb HTTP/1.1" status: 200 len: 1813 time: 0.0707393 Aug 23 14:19:43.257346 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-20f378e1-1bbe-4a88-a42b-24624336eb88 req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.304763 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-20f378e1-1bbe-4a88-a42b-24624336eb88 req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.593602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:43.658686 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'code': 200} Aug 23 14:19:43.754371 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.761707 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c580bb9a-05be-4a51-9f0c-9465789672f5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2220109 Aug 23 14:19:43.763315 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47592) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:43.768963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Request body: {'security_group_rule': {'security_group_id': '761b7f41-11c6-420a-a590-eb7f994673fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:43.782490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:43.791230 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Usage tracker for resource:security_group_rule and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:43.796177 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:43.820854 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.826300 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.838457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:43.840628 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:43.849069 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-20f378e1-1bbe-4a88-a42b-24624336eb88 req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.867267 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ece75643-3ab5-4cba-ae63-23509c53a219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:43.931163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002479d7-c118-4eb8-8995-7487c9e195cb,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:43.944606 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:43.944606 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-20f378e1-1bbe-4a88-a42b-24624336eb88 req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:43.944606 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-20f378e1-1bbe-4a88-a42b-24624336eb88 req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "DELETE /v2.0/security-groups/002479d7-c118-4eb8-8995-7487c9e195cb HTTP/1.1" status: 204 len: 173 time: 0.8084149 Aug 23 14:19:44.167486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:19:44.170184 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:19:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:44.175510 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:44.375960 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695c7b7-7639-47c4-be4d-4d20cec8cb3c None None] Pushing event updated for resources: {'Port': ['ID=065da837-5240-469a-af83-fcc57daf813e,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:44.379690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f8a6744a-e666-46af-b512-408b37e2a069 req-7ba2d2f1-77bd-456e-829f-45935746e566 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/fcc7d46b-4822-4bab-9a8d-a8b717788567 HTTP/1.1" status: 200 len: 1812 time: 0.3924875 Aug 23 14:19:44.556330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15ec10-411c-4494-9003-7619a76b3704 req-41364951-73b6-42f9-a645-13458311400e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:44.569678 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c15ec10-411c-4494-9003-7619a76b3704 req-41364951-73b6-42f9-a645-13458311400e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 945 time: 0.3044441 Aug 23 14:19:44.731152 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f8a6744a-e666-46af-b512-408b37e2a069 req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:44.734873 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:44.797479 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f8a6744a-e666-46af-b512-408b37e2a069 req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:44.869136 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:44.882765 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:44.936134 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2944294-a109-4320-b380-b402ce39f0cb,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:44.941086 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:44.964401 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:44.984512 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:44.995421 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.031s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:44.995980 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:45.048221 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.051997 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b5e205b2-b783-4929-995c-50be01434854 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2865560 Aug 23 14:19:45.053972 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f8a6744a-e666-46af-b512-408b37e2a069 req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.057305 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:19:45.058860 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1fa6c5cf-19f4-4829-b624-f6b0f91ef4f7 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:45.098514 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47616) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:45.119684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:45.170570 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7d46b-4822-4bab-9a8d-a8b717788567,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:45.193341 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-f8a6744a-e666-46af-b512-408b37e2a069 req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.196791 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f8a6744a-e666-46af-b512-408b37e2a069 req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "DELETE /v2.0/security-groups/fcc7d46b-4822-4bab-9a8d-a8b717788567 HTTP/1.1" status: 204 len: 173 time: 0.8160505 Aug 23 14:19:45.204716 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:45.226464 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:45.231459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Usage tracker for resource:floatingip and tenant:21ca37bd682a4914b475f15ab7b17a8d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:45.247511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:45.276313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:45.352003 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c15ec10-411c-4494-9003-7619a76b3704 req-a2bc93f3-bf60-4558-8f87-d75267488afc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812505 Aug 23 14:19:45.402902 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.473904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ff8b6-e95b-4764-99b3-652db9fa65a1 req-427dff57-f33b-46c9-9f82-0cfb7997ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:45.491820 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e59ff8b6-e95b-4764-99b3-652db9fa65a1 req-427dff57-f33b-46c9-9f82-0cfb7997ab5c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1101 time: 0.9191341 Aug 23 14:19:45.743065 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-40974ea8-838e-48cc-bc8a-538890745328 req-453b2b7b-3207-4588-b93a-7adf7a1d292b tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/259e5235-8d93-4283-9cc1-c2f3c08f5a07 HTTP/1.1" status: 200 len: 1812 time: 0.3410759 Aug 23 14:19:45.807216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e59ff8b6-e95b-4764-99b3-652db9fa65a1 req-0c16a261-0145-4538-b76b-dd9a0f4443c5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783413 Aug 23 14:19:45.832845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845ae69-a9d6-47f9-9c51-0e1d03e2bfc7 req-9103c12d-89fb-410e-949e-ab76927d2004 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:45.835908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b845ae69-a9d6-47f9-9c51-0e1d03e2bfc7 req-9103c12d-89fb-410e-949e-ab76927d2004 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1962986 Aug 23 14:19:45.846999 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:45.972964 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b845ae69-a9d6-47f9-9c51-0e1d03e2bfc7 req-2ca1c41c-6224-418a-b5c7-a0b31ac0e067 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281662 Aug 23 14:19:45.990459 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-40974ea8-838e-48cc-bc8a-538890745328 req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.140666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-40974ea8-838e-48cc-bc8a-538890745328 req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.258791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Allocated IP 172.25.7.21 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/547ff493-e9c4-4f1f-9560-0b5e854be1b0) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:19:46.348014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47634) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:46.348729 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:43Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:46.354780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe0bdc-5714-4f31-a56b-9ffb3866d28d None None] The sync data for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 is: [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:43Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:19:46.414473 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-40974ea8-838e-48cc-bc8a-538890745328 req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.419678 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15bb7761-d1ad-4b32-af58-285a163b32f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:46.502870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e5235-8d93-4283-9cc1-c2f3c08f5a07,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:46.580024 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-40974ea8-838e-48cc-bc8a-538890745328 req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.591503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-40974ea8-838e-48cc-bc8a-538890745328 req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "DELETE /v2.0/security-groups/259e5235-8d93-4283-9cc1-c2f3c08f5a07 HTTP/1.1" status: 204 len: 173 time: 0.8369062 Aug 23 14:19:46.601059 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.601526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.604246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.604681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.609589 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.611492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.611893 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.612276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.612657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.613077 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.626627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.631121 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:19:46.646118 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:46.662696 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.762189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1582098378-network', 'tenant_id': 'd9119d1b9b5d4a5dbdbea48099c6193c'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:46.794178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:46.829954 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0121ca-55b5-4d15-b64c-f2c5653fb03a req-2b7cf676-14a6-4c73-861b-80ead41c8791 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:46.838592 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6e0121ca-55b5-4d15-b64c-f2c5653fb03a req-2b7cf676-14a6-4c73-861b-80ead41c8791 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 945 time: 0.1632681 Aug 23 14:19:46.839966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Usage tracker for resource:network and tenant:d9119d1b9b5d4a5dbdbea48099c6193c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:46.843824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:46.866306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d05ce20-f68e-4d6e-b03e-a8b804342f1c req-8a2d2a27-de0e-4dd0-af19-28ae863a6af0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/0ee9fa99-6198-4d84-b54e-6d9eb5c38cac HTTP/1.1" status: 200 len: 1812 time: 0.2221677 Aug 23 14:19:46.878514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:46.911248 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:46.927353 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f0e6fe27-9b16-41f5-bc6d-29b7a73f72e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:47.041961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Made reservation on behalf of d9119d1b9b5d4a5dbdbea48099c6193c for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:47.047693 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.112185 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6e0121ca-55b5-4d15-b64c-f2c5653fb03a req-d0929a13-a821-4830-9fc2-8280d5ae3572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712374 Aug 23 14:19:47.159145 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4d05ce20-f68e-4d6e-b03e-a8b804342f1c req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.165185 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.190389 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:19:47.194424 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:47.199818 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:19:47.296989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event updated for resources: {'Port': ['ID=547ff493-e9c4-4f1f-9560-0b5e854be1b0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:47.300683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:47.303349 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:47.338565 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.342079 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Usage tracker for resource:security_group_rule and tenant:d9119d1b9b5d4a5dbdbea48099c6193c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:47.346191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4d05ce20-f68e-4d6e-b03e-a8b804342f1c req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.376752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:47.402682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:47.477425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370e322-797d-4a09-ab30-197fa810959a req-601d5f5e-723d-4ac4-a529-f28bf696f495 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:47.479195 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2370e322-797d-4a09-ab30-197fa810959a req-601d5f5e-723d-4ac4-a529-f28bf696f495 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1297648 Aug 23 14:19:47.552947 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2370e322-797d-4a09-ab30-197fa810959a req-39dd0740-633d-4502-8a52-85828d1366e4 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593133 Aug 23 14:19:47.592685 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.729008 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4d05ce20-f68e-4d6e-b03e-a8b804342f1c req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.739532 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a95b408d-5c48-4f80-bcb4-83ec6fdcb588 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:47.756196 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.781101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9fa99-6198-4d84-b54e-6d9eb5c38cac,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:47.817231 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:47.837099 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:47.851184 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.876248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:19:47.925090 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4d05ce20-f68e-4d6e-b03e-a8b804342f1c req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.937658 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d05ce20-f68e-4d6e-b03e-a8b804342f1c req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "DELETE /v2.0/security-groups/0ee9fa99-6198-4d84-b54e-6d9eb5c38cac HTTP/1.1" status: 204 len: 173 time: 1.0454242 Aug 23 14:19:47.969036 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:47.969475 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Added segment 0988c205-06d7-48df-a56a-c04d11d32187 of type vlan for network 091121cc-cae0-40ee-8660-3bc121d8470d Aug 23 14:19:47.972922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02320a24-9648-4807-8414-784db5631810,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:47.985411 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:48.143828 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.242053 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-afcab197-1582-4c1d-9bd2-b44e550d94e2 req-9f88fe2f-a4ea-4d46-857f-c3ad1aa88ec7 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "GET /v2.0/security-groups/901519be-8d4f-4fac-99e8-8733a35e952b HTTP/1.1" status: 200 len: 1812 time: 0.2235751 Aug 23 14:19:48.310826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 065da837-5240-469a-af83-fcc57daf813e up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:48.406837 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.408328 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:48.409255 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.419462 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:48.694839 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Pushing event updated for resources: {'Network': ['ID=091121cc-cae0-40ee-8660-3bc121d8470d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:48.705523 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-afcab197-1582-4c1d-9bd2-b44e550d94e2 req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.706444 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 065da837-5240-469a-af83-fcc57daf813e completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:19:48.708183 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 065da837-5240-469a-af83-fcc57daf813e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:48.708685 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.717726 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:48.740540 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-afcab197-1582-4c1d-9bd2-b44e550d94e2 req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.852542 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 091121cc-cae0-40ee-8660-3bc121d8470d details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:48.877216 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.919474 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-afcab197-1582-4c1d-9bd2-b44e550d94e2 req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.922534 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-afcab197-1582-4c1d-9bd2-b44e550d94e2 req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:48.924297 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-afcab197-1582-4c1d-9bd2-b44e550d94e2 req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] 10.222.0.72 "DELETE /v2.0/security-groups/901519be-8d4f-4fac-99e8-8733a35e952b HTTP/1.1" status: 204 len: 173 time: 0.6681449 Aug 23 14:19:48.930030 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a2c90c3c-68f8-42d4-b016-cbbfe40984d1 tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:48.930173 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47672) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:48.970669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901519be-8d4f-4fac-99e8-8733a35e952b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:48.970669 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:48.977134 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6247528 Aug 23 14:19:48.979178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47676) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:48.985276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Request body: {'subnet': {'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1582098378-subnet', 'tenant_id': 'd9119d1b9b5d4a5dbdbea48099c6193c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:48.996923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:49.001874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Usage tracker for resource:subnet and tenant:d9119d1b9b5d4a5dbdbea48099c6193c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:49.007119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:49.018994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:49.084104 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.147609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Made reservation on behalf of d9119d1b9b5d4a5dbdbea48099c6193c for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:49.150004 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-addeddf0-d7ac-4bdb-a1c7-6b39ccdc81bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:49.152629 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.210871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Deleting subnet 85258ca5-be4e-4754-a8fa-9f1858cf03d2 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:19:49.229304 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.341154 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.413735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event updated for resources: {'Port': ['ID=547ff493-e9c4-4f1f-9560-0b5e854be1b0,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:49.421335 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.437551 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 065da837-5240-469a-af83-fcc57daf813e, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=065da837-5240-469a-af83-fcc57daf813e,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:49.456466 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:49.464212 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.495054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeafcd2-2d24-455f-aebf-00ab27e34734 req-db74a3d6-4b76-44bb-8617-57d8b437a671 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:49.502496 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfeafcd2-2d24-455f-aebf-00ab27e34734 req-db74a3d6-4b76-44bb-8617-57d8b437a671 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.4073849 Aug 23 14:19:49.515496 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.546333 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.549987 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:49.613852 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.613852 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5148180 Aug 23 14:19:49.683661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=065da837-5240-469a-af83-fcc57daf813e,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:49.714694 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:49.824767 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfeafcd2-2d24-455f-aebf-00ab27e34734 req-321c247c-0dbd-401e-9e01-dc251269d7bb tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185821 Aug 23 14:19:49.848041 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.854413 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa02f3aa-3c61-4276-b4b0-9145affb4447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:49.913835 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85258ca5-be4e-4754-a8fa-9f1858cf03d2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:49.926887 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:49.928189 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:49.935316 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/85258ca5-be4e-4754-a8fa-9f1858cf03d2 HTTP/1.1" status: 204 len: 168 time: 1.0041008 Aug 23 14:19:49.938759 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47690) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:50.045041 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 065da837-5240-469a-af83-fcc57daf813e up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:19:50.122791 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.126429 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.131536 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:50.142809 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 065da837-5240-469a-af83-fcc57daf813e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:19:50.143282 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.262499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Checking segment: {'id': '0988c205-06d7-48df-a56a-c04d11d32187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:50.262926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Network hostable DHCP agents. Network: 091121cc-cae0-40ee-8660-3bc121d8470d, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:50.301998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169dc19a-f413-43ba-ae6e-9f1e3385d883,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:50.304845 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:50.364862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13faa80-a584-41b7-95ea-62e446b98dfc req-7098c022-039c-4341-8614-858227a27e20 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:50.366300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a13faa80-a584-41b7-95ea-62e446b98dfc req-7098c022-039c-4341-8614-858227a27e20 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.4050417 Aug 23 14:19:50.444293 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.467507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68309edf-20fd-4db2-b441-aba4a430d5ae']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:50.482012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Network 091121cc-cae0-40ee-8660-3bc121d8470d is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:50.497756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b911a423-2a51-4c81-a898-e867e70ed015') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:50.498055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b911a423-2a51-4c81-a898-e867e70ed015') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:19:50.516943 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a13faa80-a584-41b7-95ea-62e446b98dfc req-187ba177-1ad6-46c8-b509-2143881948e7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429133 Aug 23 14:19:50.518629 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.537986 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.547955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:19:50.548181 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:19:50.572043 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:19:50.679212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 091121cc-cae0-40ee-8660-3bc121d8470d) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:50.690388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca8a09-27f9-46a5-aef3-019d21580f01 None None] Network 091121cc-cae0-40ee-8660-3bc121d8470d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:50.696161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:50.697210 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.802277 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d836f86-6815-4998-bb7d-75f0c1f76fb5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Synchronizing usage tracker for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:50.853065 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.861195 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:50.892913 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:50.907074 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] 10.222.0.72 "DELETE /v2.0/networks/68309edf-20fd-4db2-b441-aba4a430d5ae HTTP/1.1" status: 204 len: 168 time: 0.9672093 Aug 23 14:19:50.918879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Pushing event deleted for resources: {'Network': ['ID=68309edf-20fd-4db2-b441-aba4a430d5ae,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:50.919690 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f754688-879a-4b20-a313-a0fb96ca6f51 req-f9b815c6-eb39-49fd-aa42-8e75a24398fb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:50.925268 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-42b8e733-3bd1-41ad-8ef4-bb7dda7e047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:50.935833 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9537752 Aug 23 14:19:50.939670 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f754688-879a-4b20-a313-a0fb96ca6f51 req-f9b815c6-eb39-49fd-aa42-8e75a24398fb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.2955587 Aug 23 14:19:50.940597 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d836f86-6815-4998-bb7d-75f0c1f76fb5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Unset dirty status for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:50.949430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d836f86-6815-4998-bb7d-75f0c1f76fb5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--737920019&fields=id&tenant_id=21ca37bd682a4914b475f15ab7b17a8d HTTP/1.1" status: 200 len: 267 time: 0.2227764 Aug 23 14:19:50.958940 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f754688-879a-4b20-a313-a0fb96ca6f51 req-bd632995-e7eb-41f7-830a-4fedfcd5d4e9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.0137367 Aug 23 14:19:51.237275 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f754688-879a-4b20-a313-a0fb96ca6f51 req-64ea2c0b-2083-4efa-84e1-2b6c968ee437 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2693062 Aug 23 14:19:51.249339 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ef425-fba0-4a9c-aa13-afdafcccebfa None None] Network 091121cc-cae0-40ee-8660-3bc121d8470d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:51.356896 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-d9432552-564b-4765-9abf-e5d933caf43d tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:51.424965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-d9432552-564b-4765-9abf-e5d933caf43d tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Synchronizing usage tracker for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:51.622831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f754688-879a-4b20-a313-a0fb96ca6f51 req-d82418c1-4161-4aaa-b562-58c65f22a9ee service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538444 Aug 23 14:19:51.836055 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f754688-879a-4b20-a313-a0fb96ca6f51 req-4eca3a9d-49f3-47d7-a34b-6c5e3af85af9 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109840 Aug 23 14:19:51.983318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-d9432552-564b-4765-9abf-e5d933caf43d tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Unset dirty status for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:51.990976 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-d9432552-564b-4765-9abf-e5d933caf43d tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/networks?id=a98dda64-7851-4aae-9c8c-b1412642c0af HTTP/1.1" status: 200 len: 805 time: 1.0329301 Aug 23 14:19:52.036262 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-7994d1f2-a567-411c-96ca-d2fd9f8db1da tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/quotas/21ca37bd682a4914b475f15ab7b17a8d HTTP/1.1" status: 200 len: 375 time: 0.0349221 Aug 23 14:19:52.194511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47758) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:52.339026 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-605a523b-ee29-4514-962a-d24a660b4f43 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Synchronizing usage tracker for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:52.364416 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3dfe677c-c3c2-487f-be6e-fdc19ce08eb5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a46165530129413ea5ea3ba69cf6022f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649582 Aug 23 14:19:52.366686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 47764) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:52.491054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-605a523b-ee29-4514-962a-d24a660b4f43 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Unset dirty status for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:52.492428 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-605a523b-ee29-4514-962a-d24a660b4f43 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=21ca37bd682a4914b475f15ab7b17a8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4448972 Aug 23 14:19:52.530053 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.562542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590fb6a-3e32-4345-8cd2-b0a9b93c6862 req-3758e665-b225-4d23-a6e9-eb7c95d50564 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:52.566590 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7590fb6a-3e32-4345-8cd2-b0a9b93c6862 req-3758e665-b225-4d23-a6e9-eb7c95d50564 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 945 time: 0.1987731 Aug 23 14:19:52.572588 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.656239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7590fb6a-3e32-4345-8cd2-b0a9b93c6862 req-df422af5-4440-4270-8215-b2ba0b652bd4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760989 Aug 23 14:19:52.822447 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.830603 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6deca5a3-c08a-434c-8415-d3e24429e6a2 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:52.865590 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff96464-1138-42f4-9df4-7b9f1fe9b08f,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:52.871023 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:52.875085 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:52.876593 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eff96464-1138-42f4-9df4-7b9f1fe9b08f HTTP/1.1" status: 204 len: 168 time: 0.5087554 Aug 23 14:19:52.931198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-8113e885-b2e0-4c52-a73c-dfb399c62538 service neutron] 10.222.0.72 "GET /v2.0/networks/a98dda64-7851-4aae-9c8c-b1412642c0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241350 Aug 23 14:19:53.127247 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-54cf1482-0c46-483c-aa48-1b2220c99284 service neutron] 10.222.0.72 "GET /v2.0/networks/a98dda64-7851-4aae-9c8c-b1412642c0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903269 Aug 23 14:19:54.053321 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c149618-5790-43d7-bb93-137b436c7cbb req-dfdf307b-7eff-45b2-a782-882a9da5a1bb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:54.056171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2c149618-5790-43d7-bb93-137b436c7cbb req-dfdf307b-7eff-45b2-a782-882a9da5a1bb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Synchronizing usage tracker for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:54.199875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2c149618-5790-43d7-bb93-137b436c7cbb req-dfdf307b-7eff-45b2-a782-882a9da5a1bb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Unset dirty status for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:54.201273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-dfdf307b-7eff-45b2-a782-882a9da5a1bb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/networks?id=091121cc-cae0-40ee-8660-3bc121d8470d HTTP/1.1" status: 200 len: 821 time: 0.3529069 Aug 23 14:19:54.224801 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-98fdf254-b485-47fb-8ddf-9e075f5a5679 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/quotas/d9119d1b9b5d4a5dbdbea48099c6193c HTTP/1.1" status: 200 len: 375 time: 0.0169680 Aug 23 14:19:54.304570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-47ae767c-6791-41e6-9329-4267d1aeb013 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d9119d1b9b5d4a5dbdbea48099c6193c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740161 Aug 23 14:19:54.457295 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-95c7ac56-888f-423c-bb38-c69151603d9f service neutron] 10.222.0.72 "GET /v2.0/networks/091121cc-cae0-40ee-8660-3bc121d8470d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514831 Aug 23 14:19:54.533576 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:19:54.701614 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-bf23ad38-3f7d-4287-a558-dbecae3a4cd0 service neutron] 10.222.0.72 "GET /v2.0/networks/091121cc-cae0-40ee-8660-3bc121d8470d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371128 Aug 23 14:19:54.783059 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:54.834806 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:19:54.847553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:19:55.002559 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.009211 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-9c9df8fa-109d-4055-9d1b-ebd53176613e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:55.121255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47868) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:55.177999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:55.187467 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:55.360647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-466808117-network', 'tenant_id': '34a895b37ba94a1c89c8f97611ed78ca'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:55.372065 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:55.377801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Usage tracker for resource:network and tenant:34a895b37ba94a1c89c8f97611ed78ca is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:55.383768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:55.388568 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ddd2212f-c9cb-4bb1-acbe-c6b5f85f8e4d req-a098a4c7-e485-4c95-b17d-ed9de510ead8 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 210 time: 0.0514748 Aug 23 14:19:55.399633 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:55.562494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Made reservation on behalf of 34a895b37ba94a1c89c8f97611ed78ca for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:55.571293 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.593510 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.645453 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:55.661717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87344171-a552-4d8c-afa9-2e98b9debc0b req-d570dfa9-ee85-4256-9cbe-2a24531eab13 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:55.663157 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Usage tracker for resource:security_group_rule and tenant:34a895b37ba94a1c89c8f97611ed78ca is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:55.665600 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-87344171-a552-4d8c-afa9-2e98b9debc0b req-d570dfa9-ee85-4256-9cbe-2a24531eab13 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1535168 Aug 23 14:19:55.668337 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:55.676414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:55.757775 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-87344171-a552-4d8c-afa9-2e98b9debc0b req-4c1f1151-6e93-43ae-b2cf-c51b8f97dc08 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851204 Aug 23 14:19:55.821002 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'code': 200} Aug 23 14:19:55.848140 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.920782 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11108508-c7ed-4420-bcae-87639b1d52b1 req-5e33574a-61fd-4602-ae94-7deab818bb1d tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.0615261 Aug 23 14:19:55.968555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:55.987218 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ec3aea66-08a0-426d-90af-ca44306359a2 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:56.006423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:19:56.043479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a16ee4-f6ff-4a80-9a7c-5816894b40bf,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:56.047331 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:56.049991 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.050635 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Added segment f2264c5a-f293-4037-bb7c-dda051db16e8 of type vlan for network 3cdc6dc7-151d-44cd-9915-67ccea2a66de Aug 23 14:19:56.098238 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.130401 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.296760 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.298488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:56.299078 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.303818 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dbe34df4-fa6e-4657-a5f5-a0726f83eb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:56.479238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Pushing event updated for resources: {'Network': ['ID=3cdc6dc7-151d-44cd-9915-67ccea2a66de,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:56.482656 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:56.491121 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 3cdc6dc7-151d-44cd-9915-67ccea2a66de details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:19:56.560880 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-b34127e3-4c5f-481a-83fc-6247862376d9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:56.562460 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-b34127e3-4c5f-481a-83fc-6247862376d9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.2443531 Aug 23 14:19:56.583424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-6afbbaa9-df33-4095-9449-6556f0b8814b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.0122669 Aug 23 14:19:56.613695 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4809158 Aug 23 14:19:56.613695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 47912) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:19:56.622277 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-997901ca-4fc6-471e-ba39-6bc509d96a0f req-69358152-ec1b-441e-8af7-5d41d00e64f8 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 210 time: 0.0642035 Aug 23 14:19:56.629811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Request body: {'subnet': {'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-466808117-subnet', 'tenant_id': '34a895b37ba94a1c89c8f97611ed78ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:56.641159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:56.652842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Usage tracker for resource:subnet and tenant:34a895b37ba94a1c89c8f97611ed78ca is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:19:56.656733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:19:56.666351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:56.711335 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-63a0862d-2777-46d2-970a-e2fa3c15bae9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161425 Aug 23 14:19:56.962605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Made reservation on behalf of 34a895b37ba94a1c89c8f97611ed78ca for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:56.962605 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:56.994265 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8a00ec02-c25f-44b7-91ba-b3318be3d740 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737205 Aug 23 14:19:57.138490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8754c24-c618-4b0a-a8ba-491e132e7d22 req-5648b315-73f3-4bfc-8c1c-8a5db758aa87 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:57.140089 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c8754c24-c618-4b0a-a8ba-491e132e7d22 req-5648b315-73f3-4bfc-8c1c-8a5db758aa87 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2457397 Aug 23 14:19:57.141010 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-e0762c56-a6c0-43fb-b41c-ff584563d569 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458223 Aug 23 14:19:57.246636 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c8754c24-c618-4b0a-a8ba-491e132e7d22 req-1f865096-1b0b-4752-8c12-109a811f5542 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988955 Aug 23 14:19:57.473253 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:57.482949 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-49b8740b-2ae7-455a-8ba0-1713e6afaa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:19:57.515844 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f58b6f39-3f3d-440f-a77c-2196c434613a req-bfab7983-1319-4176-8bd0-21b37abf1f77 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.2090139 Aug 23 14:19:57.573217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f096868c-88b3-4ee7-96ae-5f309fe933be,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:19:57.576813 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:57.582661 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:19:57.582661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Checking segment: {'id': 'f2264c5a-f293-4037-bb7c-dda051db16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:19:57.582661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Network hostable DHCP agents. Network: 3cdc6dc7-151d-44cd-9915-67ccea2a66de, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:19:57.592497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d4bcaa2b-c2bf-4f86-831c-0985024d0bfe req-5620f160-03cd-4607-9a0a-258ec6fe8885 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 210 time: 0.0493789 Aug 23 14:19:57.648161 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e9ca8381-c8e4-4ddf-9139-9ff5402e8dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:57.814644 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ca1b1d1-0911-43f6-9a8c-585f9b65b639 req-6e26df12-d920-42f4-8c7e-ebf537dd5d4c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 210 time: 0.0526109 Aug 23 14:19:57.991137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Network 3cdc6dc7-151d-44cd-9915-67ccea2a66de is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:19:58.236608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 3cdc6dc7-151d-44cd-9915-67ccea2a66de) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:19:58.242790 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:58.243495 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.247782 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a9832-6060-4c43-9633-e2232b04a2bc None None] Network 3cdc6dc7-151d-44cd-9915-67ccea2a66de requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:58.339267 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:58.400541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7869954 Aug 23 14:19:58.501887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f027f0-5c45-4377-9331-fc8cddd76706 req-bf1ea25c-7ddd-40c8-b802-6cfd2ac7917a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:58.504269 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0f027f0-5c45-4377-9331-fc8cddd76706 req-bf1ea25c-7ddd-40c8-b802-6cfd2ac7917a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1296821 Aug 23 14:19:58.514530 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ca98e-1e9b-47a2-bb17-7ae287b69ebb None None] Network 3cdc6dc7-151d-44cd-9915-67ccea2a66de requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:19:58.566476 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0f027f0-5c45-4377-9331-fc8cddd76706 req-159dda67-30d4-40d5-8c94-c408d49f262b tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542920 Aug 23 14:19:58.724535 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b6b5d70d-f8fa-405a-b276-24fb7b90f398 req-2bec5f10-8ef8-4f4f-916b-ac63ef6fa37b tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.0602694 Aug 23 14:19:58.727652 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e75f83f-91cd-4106-9f01-9986d81fbda7 req-96fb9d0c-02d3-40a0-ba98-2cae1e6102be tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 210 time: 0.0558860 Aug 23 14:19:59.026500 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-173828fb-78c2-42f7-bfef-ef68b0da63a5 req-80b2b026-6378-4c7e-8f06-bcc22bf5be99 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 210 time: 0.0721667 Aug 23 14:19:59.054534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-4318fef9-2f51-4025-a36c-50a3ffde2372 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:59.056266 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-4318fef9-2f51-4025-a36c-50a3ffde2372 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.64 "GET /v2.0/networks?id=a98dda64-7851-4aae-9c8c-b1412642c0af HTTP/1.1" status: 200 len: 805 time: 0.2251389 Aug 23 14:19:59.203756 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-2e361890-0458-4873-aea1-a9817e5ef039 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21ca37bd682a4914b475f15ab7b17a8d HTTP/1.1" status: 200 len: 379 time: 0.1250079 Aug 23 14:19:59.224736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Request body: {'port': {'device_id': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'admin_state_up': True, 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'security_groups': ['761b7f41-11c6-420a-a590-eb7f994673fd']}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:19:59.261533 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1134-492c-42b7-82d2-3878ed14734f req-5d3f8849-6718-4476-856e-3d52288f533c tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:59.262372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a12a1134-492c-42b7-82d2-3878ed14734f req-5d3f8849-6718-4476-856e-3d52288f533c tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Synchronizing usage tracker for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:19:59.409508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:19:59.422617 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:19:59.527511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a12a1134-492c-42b7-82d2-3878ed14734f req-5d3f8849-6718-4476-856e-3d52288f533c tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Unset dirty status for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:19:59.528779 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-5d3f8849-6718-4476-856e-3d52288f533c tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/networks?id=3cdc6dc7-151d-44cd-9915-67ccea2a66de HTTP/1.1" status: 200 len: 821 time: 0.5195463 Aug 23 14:19:59.546814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-98b7f6ff-1d68-49f2-a446-6f4203a2c5f7 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/quotas/34a895b37ba94a1c89c8f97611ed78ca HTTP/1.1" status: 200 len: 375 time: 0.0112123 Aug 23 14:19:59.606171 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-a97370dc-c2e2-41d6-8dda-ec797bf6631d tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34a895b37ba94a1c89c8f97611ed78ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536141 Aug 23 14:19:59.740337 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Made reservation on behalf of 21ca37bd682a4914b475f15ab7b17a8d for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:19:59.744164 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:19:59.805966 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efafd25-5e24-4979-bc99-5c90a573d8a9 req-092a7dd4-b3f9-485e-ab0a-fe7939f98869 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:19:59.805966 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7efafd25-5e24-4979-bc99-5c90a573d8a9 req-092a7dd4-b3f9-485e-ab0a-fe7939f98869 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1039546 Aug 23 14:19:59.822977 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-a1b854db-1567-4c7a-8d0d-17cd9a2963bb service neutron] 10.222.0.72 "GET /v2.0/networks/3cdc6dc7-151d-44cd-9915-67ccea2a66de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099829 Aug 23 14:19:59.872132 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7efafd25-5e24-4979-bc99-5c90a573d8a9 req-80ffa773-d598-42ec-b246-a87d5854f00b tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635881 Aug 23 14:20:00.025358 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e5282d09-7769-4912-a44a-1d2c8c3bad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.032555 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-87a15177-de38-4453-a94a-702e724ebdf9 req-a1006106-7baf-4bbc-bd29-6057352d5c8e tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.0566723 Aug 23 14:20:00.068272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-148dbf4d-8495-4cae-94ef-740e57aa2794 service neutron] 10.222.0.72 "GET /v2.0/networks/3cdc6dc7-151d-44cd-9915-67ccea2a66de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368534 Aug 23 14:20:00.077701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Allocated IP 172.20.0.9 (a98dda64-7851-4aae-9c8c-b1412642c0af/3cd34b23-c062-44b4-bb3c-fe4df6514368/434639dc-fb3d-4646-875f-2816d66fbd3b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:00.251454 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12cb0faf-795d-4884-a2e9-a2eeb7666ef9 req-78855a49-8d52-4c5a-8797-289e175df9cb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 210 time: 0.0591960 Aug 23 14:20:00.350417 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.373005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Transition to ACTIVE for port object 434639dc-fb3d-4646-875f-2816d66fbd3b will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:00.423975 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2fd7cd64-d163-4080-8e01-777db1f35a02 req-f13a9142-3e54-452d-a875-c0027335d34d tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 210 time: 0.0435567 Aug 23 14:20:00.514888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:00.666949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:00.671243 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.680639 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:00.696031 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-929c2076-f5d9-4128-9826-81bd8ef1b8b6 req-5e882b3a-862f-4e7c-81f4-5e8a6c905887 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 210 time: 0.0528722 Aug 23 14:20:00.697243 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'mac_address': 'fa:16:3e:ea:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:00.769511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Network a98dda64-7851-4aae-9c8c-b1412642c0af is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:00.770155 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:00.773334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:00.777661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:00.788342 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:00.807763 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:00.830313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event updated for resources: {'Port': ['ID=434639dc-fb3d-4646-875f-2816d66fbd3b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:00.840162 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:00.876434 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:00.876434 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.014033 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.017374 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:01.095510 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8782918 Aug 23 14:20:01.131667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['78e1a1c5-5e30-41cd-8ff1-64e94decaa27'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:01.152749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Request body: {'port': {'device_id': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:01.270028 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=9']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:01.286924 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:01.357674 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dc3fc381-cb28-41fd-9a02-733019147b43 None None] Provisioning for port 434639dc-fb3d-4646-875f-2816d66fbd3b completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:01.373174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dc3fc381-cb28-41fd-9a02-733019147b43 None None] Provisioning complete for port 434639dc-fb3d-4646-875f-2816d66fbd3b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:01.374071 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc381-cb28-41fd-9a02-733019147b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.382792 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bce1db51-ceb7-48de-962a-c515a7bd57dc req-465ae3e6-7b5c-4d6b-bf9d-e079eeae3dcc tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.1971242 Aug 23 14:20:01.481475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374060-ca82-4c10-90cd-7c2c722f0a73 req-5406029e-5455-4aa6-ada2-48b39e8b3cde tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:01.483297 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-75374060-ca82-4c10-90cd-7c2c722f0a73 req-5406029e-5455-4aa6-ada2-48b39e8b3cde tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.4812057 Aug 23 14:20:01.513361 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fc381-cb28-41fd-9a02-733019147b43 None None] Port 434639dc-fb3d-4646-875f-2816d66fbd3b cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:20:01.590175 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-75374060-ca82-4c10-90cd-7c2c722f0a73 req-f6e30b78-ae92-4c75-8b0e-ac8d95c2fe99 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975409 Aug 23 14:20:01.606113 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.613537 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb133c84-46d9-4db3-90bf-72abca9e1dc7 req-1040e9ce-ae84-4ef6-83e6-b06f02ea0b70 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 210 time: 0.0461681 Aug 23 14:20:01.745053 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:01.798955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bdae5ef3-0dbd-4347-b89c-e2fca6067cd4 req-4aebe128-9161-419f-bcda-e257b6d59d3a tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 210 time: 0.0553911 Aug 23 14:20:02.161298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5a436-4a7e-44ac-b135-69d7797bbd6f req-145a31b4-eb9c-4a2c-811f-130764044d3c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:02.162058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-48c5a436-4a7e-44ac-b135-69d7797bbd6f req-145a31b4-eb9c-4a2c-811f-130764044d3c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Synchronizing usage tracker for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:02.170863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c149618-5790-43d7-bb93-137b436c7cbb req-20080d2c-f2a7-4936-b4ef-4da73f50087c tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:02.185634 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-20080d2c-f2a7-4936-b4ef-4da73f50087c tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.64 "GET /v2.0/networks?id=091121cc-cae0-40ee-8660-3bc121d8470d HTTP/1.1" status: 200 len: 821 time: 0.3284249 Aug 23 14:20:02.197094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Request body: {'port': {'device_id': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d', 'admin_state_up': True, 'tenant_id': 'd9119d1b9b5d4a5dbdbea48099c6193c'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:02.382883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-48c5a436-4a7e-44ac-b135-69d7797bbd6f req-145a31b4-eb9c-4a2c-811f-130764044d3c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Unset dirty status for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:02.389596 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48c5a436-4a7e-44ac-b135-69d7797bbd6f req-145a31b4-eb9c-4a2c-811f-130764044d3c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 931 time: 0.6809294 Aug 23 14:20:02.448850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434639dc-fb3d-4646-875f-2816d66fbd3b {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:02.460443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:02.472772 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.479700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Usage tracker for resource:port and tenant:d9119d1b9b5d4a5dbdbea48099c6193c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:02.485615 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:02.505222 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48c5a436-4a7e-44ac-b135-69d7797bbd6f req-c1e3127b-c7f4-4892-922c-d22e0490e958 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147287 Aug 23 14:20:02.506098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:02.521055 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:02.546446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Transition to ACTIVE for port object 434639dc-fb3d-4646-875f-2816d66fbd3b will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:02.583213 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-332c5986-b097-41ff-91c5-66969f23b6a7 req-90e8b532-f772-4671-bd3b-630b08795f9c tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.0552979 Aug 23 14:20:02.615923 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:02.619201 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.774451 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.807925 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:02.828249 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:02.850845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Made reservation on behalf of d9119d1b9b5d4a5dbdbea48099c6193c for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:02.854825 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.856210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e81181ff-a82c-4a3b-8852-845b85cb812d req-2e25514a-52e6-442b-8935-5b66562d0b2b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 210 time: 0.0668700 Aug 23 14:20:02.868634 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:02.896605 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-485cfbbc-4963-487f-a4ca-e783c74d1db3 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:02.934299 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'code': 200} Aug 23 14:20:03.075204 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.111566 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-721748b8-34a7-484f-80e1-4a15ee2b156c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:03.175531 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=10']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:03.179450 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:03.183011 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dfb48b42-5d2e-46bb-bd42-3f045bf980d0 req-a9c6920b-eaaa-450b-b27b-86ecf051003c tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 210 time: 0.1652184 Aug 23 14:20:03.242591 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-0b519501-467f-4a23-a4c5-3e664c7301a8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:03.244534 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-0b519501-467f-4a23-a4c5-3e664c7301a8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.3873174 Aug 23 14:20:03.261583 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Request body: {'port': {'device_id': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'admin_state_up': True, 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:03.298577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Pushing event updated for resources: {'Port': ['ID=434639dc-fb3d-4646-875f-2816d66fbd3b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:03.328235 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:03.474777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b6c5d-3da9-4312-aee9-0db8dd59a570 req-3e5fcfba-5495-4624-b1dd-9ba77894591f tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:03.482012 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.485847 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-814b6c5d-3da9-4312-aee9-0db8dd59a570 req-3e5fcfba-5495-4624-b1dd-9ba77894591f tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.7467093 Aug 23 14:20:03.551683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Attempting to bind port 434639dc-fb3d-4646-875f-2816d66fbd3b on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:03.567549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Attempting to bind port 434639dc-fb3d-4646-875f-2816d66fbd3b by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:03.567549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Attempting to bind port 434639dc-fb3d-4646-875f-2816d66fbd3b on network a98dda64-7851-4aae-9c8c-b1412642c0af {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:03.570078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:03.584412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:03.630133 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Allocated IP 172.20.0.7 (091121cc-cae0-40ee-8660-3bc121d8470d/169dc19a-f413-43ba-ae6e-9f1e3385d883/0a248199-d9d5-4c92-a406-0d014ac3547f) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:03.642027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Port 434639dc-fb3d-4646-875f-2816d66fbd3b on network a98dda64-7851-4aae-9c8c-b1412642c0af not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:20:03.642454 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Attempting to bind port 434639dc-fb3d-4646-875f-2816d66fbd3b on network a98dda64-7851-4aae-9c8c-b1412642c0af {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:03.673148 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-814b6c5d-3da9-4312-aee9-0db8dd59a570 req-baadba94-470d-488c-a1bc-0799dc66a0ad tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882575 Aug 23 14:20:03.686027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:03.693219 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Checking segment: {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:03.693219 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Bound using segment: {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:03.694235 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Bound port: 434639dc-fb3d-4646-875f-2816d66fbd3b, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4496d1bf-0909-448f-b762-696b14364416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:03.695286 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:03.905437 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6640b04-0a38-4ed9-8a56-4bc04459ae7a req-3ca09c04-5fca-41f7-a18f-14c55e78f6e1 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:03.916488 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6640b04-0a38-4ed9-8a56-4bc04459ae7a req-3ca09c04-5fca-41f7-a18f-14c55e78f6e1 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 943 time: 0.1906614 Aug 23 14:20:03.949487 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ebecce24-c2f7-40a9-935d-d29c885ce2bb req-6eba1167-4b07-434e-b083-5e0e497cf1bf tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.0806210 Aug 23 14:20:03.960001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f6640b04-0a38-4ed9-8a56-4bc04459ae7a req-23dd7e06-ff8f-4e8d-8aac-522603424207 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Synchronizing usage tracker for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:03.993227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f6640b04-0a38-4ed9-8a56-4bc04459ae7a req-23dd7e06-ff8f-4e8d-8aac-522603424207 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Unset dirty status for tenant:21ca37bd682a4914b475f15ab7b17a8d on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:03.995088 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6640b04-0a38-4ed9-8a56-4bc04459ae7a req-23dd7e06-ff8f-4e8d-8aac-522603424207 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774999 Aug 23 14:20:04.023927 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] For port 434639dc-fb3d-4646-875f-2816d66fbd3b, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:04.121380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:04.125899 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.236883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] For port 434639dc-fb3d-4646-875f-2816d66fbd3b, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=434639dc-fb3d-4646-875f-2816d66fbd3b,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:04.306377 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef23a054-5eef-4308-9bcd-99eb4590c2e3 req-d69b3e24-1ee9-4310-a034-26b9388c0813 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 210 time: 0.1229520 Aug 23 14:20:04.456935 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.484007 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.491000 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4cbe0ed9-2589-4c11-8134-5ae5fc7bd89d tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:04.560160 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f3f3a851-d534-4655-a722-9db3d5ba0c76 req-2e614b19-2e77-4e27-afa0-b27acc81894a tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 210 time: 0.0674496 Aug 23 14:20:04.597938 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:04.598785 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:04.600371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] 10.222.0.64 "PUT /v2.0/ports/434639dc-fb3d-4646-875f-2816d66fbd3b HTTP/1.1" status: 200 len: 1091 time: 3.4657876 Aug 23 14:20:04.602163 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:04.621074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Allocated IP 172.20.0.10 (bead4616-2cdd-4821-8ae8-d36de2e911a5/db3a72ab-84d2-40a5-878f-daf73b2955b2/d03ac248-439d-42df-bc2b-498f203617f7) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:04.630844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Pushing event updated for resources: {'Port': ['ID=434639dc-fb3d-4646-875f-2816d66fbd3b,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:04.637970 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:04.674565 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'status': 'completed', 'code': 200} Aug 23 14:20:04.858463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614a59-c715-4399-b384-afd21aa87ffe req-474a6f67-f79a-4316-a48e-9cb3b122dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:04.868197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-11614a59-c715-4399-b384-afd21aa87ffe req-474a6f67-f79a-4316-a48e-9cb3b122dfe1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21ca37bd682a4914b475f15ab7b17a8d&device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 1094 time: 0.1572080 Aug 23 14:20:05.085665 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.098868 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:05.230377 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.309341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Network 091121cc-cae0-40ee-8660-3bc121d8470d is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:05.325106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:05.340048 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:05.340325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e9b2e-765e-4394-a036-13e5be906d1f req-4053b83c-6c04-44b2-b7f1-d5765a7c3fef tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.342931 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-486e9b2e-765e-4394-a036-13e5be906d1f req-4053b83c-6c04-44b2-b7f1-d5765a7c3fef tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2090988 Aug 23 14:20:05.415165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-486e9b2e-765e-4394-a036-13e5be906d1f req-cd7a5d3a-dfa2-4e63-9776-1ea921a14174 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673571 Aug 23 14:20:05.420594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Pushing event updated for resources: {'Port': ['ID=0a248199-d9d5-4c92-a406-0d014ac3547f,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:05.442660 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:05.468082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614a59-c715-4399-b384-afd21aa87ffe req-7d58b796-91e3-4f0c-a68d-4d24a12aad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.468082 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-11614a59-c715-4399-b384-afd21aa87ffe req-7d58b796-91e3-4f0c-a68d-4d24a12aad4a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=21ca37bd682a4914b475f15ab7b17a8d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5870728 Aug 23 14:20:05.471333 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.492773 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:05.493753 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b8bbbb19-12ed-455e-bb74-1b4a30460f23 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:05.598284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:05.602427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:05.604148 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.604973 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.624678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:05.705104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401808ac-06c6-47e8-9147-dfe4351bee10 req-b5432937-c95b-4672-8230-511068d0ae83 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.720010 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-401808ac-06c6-47e8-9147-dfe4351bee10 req-b5432937-c95b-4672-8230-511068d0ae83 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 931 time: 0.5256779 Aug 23 14:20:05.750275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.751297 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:05.768422 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:20:05.860353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event updated for resources: {'Port': ['ID=d03ac248-439d-42df-bc2b-498f203617f7,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:05.891601 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:05.903689 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-401808ac-06c6-47e8-9147-dfe4351bee10 req-c2d632a8-033e-4ac1-9fe1-3c98f73412fa tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Synchronizing usage tracker for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:05.945251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11614a59-c715-4399-b384-afd21aa87ffe req-540200eb-e9e7-40eb-8ea9-ff9f3de22ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.946830 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-11614a59-c715-4399-b384-afd21aa87ffe req-540200eb-e9e7-40eb-8ea9-ff9f3de22ab8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4699352 Aug 23 14:20:05.953095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21ac00-0243-4929-8ac5-58eab70a8caf req-f671e6ab-f3c4-4cc5-b328-40a666925509 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:05.960412 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb21ac00-0243-4929-8ac5-58eab70a8caf req-f671e6ab-f3c4-4cc5-b328-40a666925509 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 943 time: 0.2011454 Aug 23 14:20:05.969792 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7837987 Aug 23 14:20:06.004888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Request body: {'port': {'device_id': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:06.047657 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb21ac00-0243-4929-8ac5-58eab70a8caf req-33cfeb78-51e8-4e79-99da-8e84d5eeb867 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736773 Aug 23 14:20:06.101634 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8451610 Aug 23 14:20:06.118741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Request body: {'port': {'device_id': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:06.284682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-401808ac-06c6-47e8-9147-dfe4351bee10 req-c2d632a8-033e-4ac1-9fe1-3c98f73412fa tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Unset dirty status for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:06.296422 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-401808ac-06c6-47e8-9147-dfe4351bee10 req-c2d632a8-033e-4ac1-9fe1-3c98f73412fa tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751901 Aug 23 14:20:06.387350 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:06.435421 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:06.499674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ec34-8d2c-4f24-aca5-a7d780499af5 req-cdcfc1ec-04b9-453c-b899-96335c2fbf7d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:06.500601 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0de3ec34-8d2c-4f24-aca5-a7d780499af5 req-cdcfc1ec-04b9-453c-b899-96335c2fbf7d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:06.580361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-eeac2a60-1bae-4d49-98db-26c2c8448dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:06.584393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-eeac2a60-1bae-4d49-98db-26c2c8448dfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21ca37bd682a4914b475f15ab7b17a8d&device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 1094 time: 0.3562474 Aug 23 14:20:06.611013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bd48614-b69e-4145-87c8-60eafca9c206 req-fbacd53b-0bd7-487f-91a4-a69d94ecc65f tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 210 time: 0.0793345 Aug 23 14:20:06.764967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0de3ec34-8d2c-4f24-aca5-a7d780499af5 req-cdcfc1ec-04b9-453c-b899-96335c2fbf7d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:06.766213 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0de3ec34-8d2c-4f24-aca5-a7d780499af5 req-cdcfc1ec-04b9-453c-b899-96335c2fbf7d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 932 time: 0.5358765 Aug 23 14:20:06.823752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-49bb9466-f9b2-47ba-8d27-11611079c8c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434639dc-fb3d-4646-875f-2816d66fbd3b HTTP/1.1" status: 200 len: 217 time: 0.2273726 Aug 23 14:20:06.865619 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0de3ec34-8d2c-4f24-aca5-a7d780499af5 req-ab68f523-e003-41c4-b448-4cff6aaccc90 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899975 Aug 23 14:20:06.991132 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03ac248-439d-42df-bc2b-498f203617f7 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:07.004722 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:07.033715 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Transition to ACTIVE for port object d03ac248-439d-42df-bc2b-498f203617f7 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:07.190886 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:07.197454 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-95cd022b-352c-41b9-ba91-5a141c2bf8c4 tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:07.460377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-34243123-c0d7-48e6-b1db-cb8de0e33e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.461902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-34243123-c0d7-48e6-b1db-cb8de0e33e59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cd34b23-c062-44b4-bb3c-fe4df6514368 HTTP/1.1" status: 200 len: 844 time: 0.5566909 Aug 23 14:20:07.478577 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Pushing event updated for resources: {'Port': ['ID=d03ac248-439d-42df-bc2b-498f203617f7,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:07.493728 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:07.581641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1c0c8-338d-4605-8d76-66909161c51b req-723eb79f-7de3-4644-b51c-aa54c93a12f8 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.583176 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b9f1c0c8-338d-4605-8d76-66909161c51b req-723eb79f-7de3-4644-b51c-aa54c93a12f8 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 943 time: 0.3177083 Aug 23 14:20:07.592268 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Attempting to bind port d03ac248-439d-42df-bc2b-498f203617f7 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:07.592532 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Attempting to bind port d03ac248-439d-42df-bc2b-498f203617f7 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:07.592801 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Attempting to bind port d03ac248-439d-42df-bc2b-498f203617f7 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:07.613650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Port d03ac248-439d-42df-bc2b-498f203617f7 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:20:07.613983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Attempting to bind port d03ac248-439d-42df-bc2b-498f203617f7 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:07.631315 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:07.631807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:07.632208 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Bound using segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:07.632659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Bound port: d03ac248-439d-42df-bc2b-498f203617f7, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:07.633041 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:07.667519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1134-492c-42b7-82d2-3878ed14734f req-141db752-d7eb-485c-8881-5020bcd36d31 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.668565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-141db752-d7eb-485c-8881-5020bcd36d31 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.82 "GET /v2.0/networks?id=3cdc6dc7-151d-44cd-9915-67ccea2a66de HTTP/1.1" status: 200 len: 821 time: 0.9375229 Aug 23 14:20:07.686008 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Request body: {'port': {'device_id': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de', 'admin_state_up': True, 'tenant_id': '34a895b37ba94a1c89c8f97611ed78ca'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:07.835612 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b9f1c0c8-338d-4605-8d76-66909161c51b req-7a03dcfd-114a-4a12-8f18-429cf981a314 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444510 Aug 23 14:20:07.927253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:07.933501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Usage tracker for resource:port and tenant:34a895b37ba94a1c89c8f97611ed78ca is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:07.937530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:07.938753 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] For port d03ac248-439d-42df-bc2b-498f203617f7, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:07.944622 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] For port d03ac248-439d-42df-bc2b-498f203617f7, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d03ac248-439d-42df-bc2b-498f203617f7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:07.946968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:07.969884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe798a-1950-421c-a4d2-960097f4d559 req-087b5360-6c31-4942-a059-5fa9d9f72fa0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:07.973629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4efe798a-1950-421c-a4d2-960097f4d559 req-087b5360-6c31-4942-a059-5fa9d9f72fa0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 1.1557267 Aug 23 14:20:08.068686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-7ec8ee96-675a-497c-af70-7391e06ae9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:08.070960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-7ec8ee96-675a-497c-af70-7391e06ae9a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a98dda64-7851-4aae-9c8c-b1412642c0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5825222 Aug 23 14:20:08.080143 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4e617-7d5c-4eb5-9e8b-d9c7c596bbb7 req-fbdd108f-8d21-4fb6-bdd7-15687f42e780 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:08.088986 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cee4e617-7d5c-4eb5-9e8b-d9c7c596bbb7 req-fbdd108f-8d21-4fb6-bdd7-15687f42e780 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 931 time: 0.1126957 Aug 23 14:20:08.145495 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cee4e617-7d5c-4eb5-9e8b-d9c7c596bbb7 req-0c8c8d06-fd31-43c8-abf5-7f0106d0ec7a tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556521 Aug 23 14:20:08.160943 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:08.190031 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c8b98883-1ae8-4598-ae87-26a0cc8728ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:08.251623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Made reservation on behalf of 34a895b37ba94a1c89c8f97611ed78ca for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:08.266990 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:08.277007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4efe798a-1950-421c-a4d2-960097f4d559 req-5f8f8c8e-2529-4e6c-a360-5a8403d279a2 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021219 Aug 23 14:20:08.283539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:08.284962 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:08.295233 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] 10.222.0.64 "PUT /v2.0/ports/d03ac248-439d-42df-bc2b-498f203617f7 HTTP/1.1" status: 200 len: 1092 time: 2.1748204 Aug 23 14:20:08.295233 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'tag': 'd03ac248-439d-42df-bc2b-498f203617f7'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:08.306422 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-5df3d8ce-84b2-4eb4-8b8a-95b4c2db3c14 service neutron] 10.222.0.64 "GET /v2.0/networks/a98dda64-7851-4aae-9c8c-b1412642c0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262702 Aug 23 14:20:08.366571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Pushing event updated for resources: {'Port': ['ID=d03ac248-439d-42df-bc2b-498f203617f7,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:08.436178 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:08.454752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e453f2a1-b2c0-4307-924e-8aee9a6bd0ad req-9812049e-7add-44aa-86d3-9d635f116fb6 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 210 time: 0.0867422 Aug 23 14:20:08.458350 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:20:08.512085 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'tag': 'd03ac248-439d-42df-bc2b-498f203617f7', 'status': 'completed', 'code': 200} Aug 23 14:20:08.611858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4fd3a-446a-4fc7-94f2-f4da578d43cd req-a1b7c245-bd67-42d2-877f-95c43159f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:08.651197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ab4fd3a-446a-4fc7-94f2-f4da578d43cd req-a1b7c245-bd67-42d2-877f-95c43159f2b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 1095 time: 0.0784802 Aug 23 14:20:08.691773 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-05efd5c7-5b61-4215-8eed-1586f9e8412f req-31657240-6935-4798-a37d-c3b342785d6b service neutron] 10.222.0.64 "GET /v2.0/networks/a98dda64-7851-4aae-9c8c-b1412642c0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730800 Aug 23 14:20:08.700439 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a248199-d9d5-4c92-a406-0d014ac3547f {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:08.715390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:08.773538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4fd3a-446a-4fc7-94f2-f4da578d43cd req-c2d14c00-c99a-4226-bb7c-3720b6af56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:08.775041 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ab4fd3a-446a-4fc7-94f2-f4da578d43cd req-c2d14c00-c99a-4226-bb7c-3720b6af56c0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1525435 Aug 23 14:20:08.777683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Transition to ACTIVE for port object 0a248199-d9d5-4c92-a406-0d014ac3547f will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:08.818319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdfa6c-755c-47d6-a191-007035dac936 req-32752dff-ccef-4946-a906-f6eb7bf3af72 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:08.818662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2cdfa6c-755c-47d6-a191-007035dac936 req-32752dff-ccef-4946-a906-f6eb7bf3af72 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 944 time: 0.3488383 Aug 23 14:20:08.819665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Allocated IP 172.20.0.3 (3cdc6dc7-151d-44cd-9915-67ccea2a66de/f096868c-88b3-4ee7-96ae-5f309fe933be/5ec75709-1b54-4afd-bf70-733703abf2b7) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:08.939114 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e2cdfa6c-755c-47d6-a191-007035dac936 req-621b87c8-eabd-4dc6-9b07-64a73f3f6b62 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943089 Aug 23 14:20:09.059712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4fd3a-446a-4fc7-94f2-f4da578d43cd req-1a85d6a3-f521-484f-8994-20031090e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:09.061251 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ab4fd3a-446a-4fc7-94f2-f4da578d43cd req-1a85d6a3-f521-484f-8994-20031090e72d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2795167 Aug 23 14:20:09.088791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cd104-20da-4013-a93d-9a2b5c783fa0 req-c82c6cd2-4dd6-4427-94bd-2148e114fc1c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:09.090391 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac0cd104-20da-4013-a93d-9a2b5c783fa0 req-c82c6cd2-4dd6-4427-94bd-2148e114fc1c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 943 time: 0.1279948 Aug 23 14:20:09.132383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:09.141994 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac0cd104-20da-4013-a93d-9a2b5c783fa0 req-fe66041a-3021-4afc-9b10-5973d9c4b226 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444398 Aug 23 14:20:09.227658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7e72e7ef-b8bd-460f-8fd4-30cb373da136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:09.229643 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-7e72e7ef-b8bd-460f-8fd4-30cb373da136 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 1095 time: 0.0840769 Aug 23 14:20:09.316101 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-704b9469-7d74-4c95-8e96-78c1cfbd09d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d03ac248-439d-42df-bc2b-498f203617f7 HTTP/1.1" status: 200 len: 217 time: 0.0777068 Aug 23 14:20:09.325286 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:09.331928 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9a11de4b-bba5-4521-8cd7-ca516edb5194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:09.394711 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-dc320954-115b-492f-a954-b225dd671178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:09.396372 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-dc320954-115b-492f-a954-b225dd671178 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.0734909 Aug 23 14:20:09.494697 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-785f87ad-6c19-4114-9b8e-48f50b0efbbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908775 Aug 23 14:20:09.625150 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:09.703704 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Pushing event updated for resources: {'Port': ['ID=0a248199-d9d5-4c92-a406-0d014ac3547f,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:09.707474 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:09.759391 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:09.773289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6e496-5586-42fd-a16f-0f0a15a6e55e req-af28a838-07ac-4540-9f6a-d9fd59a84971 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:09.774845 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-abd6e496-5586-42fd-a16f-0f0a15a6e55e req-af28a838-07ac-4540-9f6a-d9fd59a84971 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2786021 Aug 23 14:20:09.801242 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-d07d13f8-e017-4e23-bb6f-f925422dfd5f service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475922 Aug 23 14:20:09.824225 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Network 3cdc6dc7-151d-44cd-9915-67ccea2a66de is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:09.882523 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-abd6e496-5586-42fd-a16f-0f0a15a6e55e req-64317961-1f00-48c1-9318-b2249437be76 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000333 Aug 23 14:20:10.042611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:10.056186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:10.095233 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9854730d-2112-4fff-bbbb-10d8b77682e6 req-f3b3bca9-c680-43f4-a9b1-7d103d922782 service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834353 Aug 23 14:20:10.119423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc9217-3311-4572-b6c9-cc8c7b977f81 req-ec79f84b-10da-4894-b21a-c1a8188ca0e6 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:10.120747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-63bc9217-3311-4572-b6c9-cc8c7b977f81 req-ec79f84b-10da-4894-b21a-c1a8188ca0e6 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Synchronizing usage tracker for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:10.156811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Pushing event updated for resources: {'Port': ['ID=5ec75709-1b54-4afd-bf70-733703abf2b7,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:10.176685 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:10.226656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Attempting to bind port 0a248199-d9d5-4c92-a406-0d014ac3547f on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:10.227033 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Attempting to bind port 0a248199-d9d5-4c92-a406-0d014ac3547f by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '0988c205-06d7-48df-a56a-c04d11d32187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:10.227370 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Attempting to bind port 0a248199-d9d5-4c92-a406-0d014ac3547f on network 091121cc-cae0-40ee-8660-3bc121d8470d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:10.235132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Port 0a248199-d9d5-4c92-a406-0d014ac3547f on network 091121cc-cae0-40ee-8660-3bc121d8470d not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:20:10.235490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Attempting to bind port 0a248199-d9d5-4c92-a406-0d014ac3547f on network 091121cc-cae0-40ee-8660-3bc121d8470d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:10.241891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a02a39-7918-47f8-84bf-d3198fb5b99c req-e177ec74-c911-4091-9161-a9ba17d268c9 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:10.243836 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1a02a39-7918-47f8-84bf-d3198fb5b99c req-e177ec74-c911-4091-9161-a9ba17d268c9 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 931 time: 0.1257095 Aug 23 14:20:10.251569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:10.252651 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.261735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:10.262232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Checking segment: {'id': '0988c205-06d7-48df-a56a-c04d11d32187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:10.272846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Bound using segment: {'id': '0988c205-06d7-48df-a56a-c04d11d32187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:10.272846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Bound port: 0a248199-d9d5-4c92-a406-0d014ac3547f, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0988c205-06d7-48df-a56a-c04d11d32187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:10.272846 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.303042 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1a02a39-7918-47f8-84bf-d3198fb5b99c req-36e3b852-32c8-46d5-8341-8a185ba80969 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Aug 23 14:20:10.394495 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-63bc9217-3311-4572-b6c9-cc8c7b977f81 req-ec79f84b-10da-4894-b21a-c1a8188ca0e6 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Unset dirty status for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:10.399196 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-63bc9217-3311-4572-b6c9-cc8c7b977f81 req-ec79f84b-10da-4894-b21a-c1a8188ca0e6 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 931 time: 1.1211495 Aug 23 14:20:10.442861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] For port 0a248199-d9d5-4c92-a406-0d014ac3547f, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:10.463610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] For port 0a248199-d9d5-4c92-a406-0d014ac3547f, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0a248199-d9d5-4c92-a406-0d014ac3547f,segment=NetworkSegment(0988c205-06d7-48df-a56a-c04d11d32187),segment_id=0988c205-06d7-48df-a56a-c04d11d32187)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:10.476859 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-63bc9217-3311-4572-b6c9-cc8c7b977f81 req-0fdde52c-251b-49cf-8966-83f70d09aeb0 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663905 Aug 23 14:20:10.531469 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8519394 Aug 23 14:20:10.535260 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d8ab-45bc-4045-a306-efc892799ef2 req-9d9636b1-cb27-4adb-bee0-72e7825039bc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:10.545655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3819d8ab-45bc-4045-a306-efc892799ef2 req-9d9636b1-cb27-4adb-bee0-72e7825039bc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 944 time: 0.1299124 Aug 23 14:20:10.547712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Request body: {'port': {'device_id': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:10.664966 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.673072 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e4fd53b-cc06-49eb-bfa6-8fd485048ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:10.786207 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3819d8ab-45bc-4045-a306-efc892799ef2 req-d8c84ea3-8262-4c8b-99ba-c1e2398ee99e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368507 Aug 23 14:20:10.878777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:10.879702 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.881146 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] 10.222.0.64 "PUT /v2.0/ports/0a248199-d9d5-4c92-a406-0d014ac3547f HTTP/1.1" status: 200 len: 1091 time: 4.8935661 Aug 23 14:20:10.881728 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'tag': '0a248199-d9d5-4c92-a406-0d014ac3547f'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:10.937339 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'tag': '0a248199-d9d5-4c92-a406-0d014ac3547f', 'status': 'completed', 'code': 200} Aug 23 14:20:10.942902 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:10.992104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Pushing event updated for resources: {'Port': ['ID=0a248199-d9d5-4c92-a406-0d014ac3547f,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:11.083079 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:11.197789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed32cb-2a39-44ac-953b-bd0c857be41c req-4587a1be-bf0f-4481-acb2-c2e5090d6873 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:11.207707 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06ed32cb-2a39-44ac-953b-bd0c857be41c req-4587a1be-bf0f-4481-acb2-c2e5090d6873 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1257868 Aug 23 14:20:11.267238 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06ed32cb-2a39-44ac-953b-bd0c857be41c req-73f162ea-7afd-4452-bbcd-5e162146acb8 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585346 Aug 23 14:20:11.383557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ca8a-28aa-49fd-b2ff-d8b01ab92214 req-c3a3a873-7721-4e71-8cc0-9c8a6aff95a0 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:11.385259 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed9ca8a-28aa-49fd-b2ff-d8b01ab92214 req-c3a3a873-7721-4e71-8cc0-9c8a6aff95a0 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 943 time: 0.6659946 Aug 23 14:20:11.472500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5a8b-61b9-4a7d-ae77-82cb792fb408 req-de3a60a3-debe-4bad-a793-6a87deca52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:11.474334 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-872a5a8b-61b9-4a7d-ae77-82cb792fb408 req-de3a60a3-debe-4bad-a793-6a87deca52d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9119d1b9b5d4a5dbdbea48099c6193c&device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 1094 time: 0.4784899 Aug 23 14:20:11.480648 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0ed9ca8a-28aa-49fd-b2ff-d8b01ab92214 req-a6c656b8-1dca-4cda-b30c-1f748088b93a tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882354 Aug 23 14:20:11.639369 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3e23-6576-4785-b0ae-e35cfe940f9e req-6d090cd8-c098-4d21-84d5-c1d226068752 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:11.641380 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ded3e23-6576-4785-b0ae-e35cfe940f9e req-6d090cd8-c098-4d21-84d5-c1d226068752 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 931 time: 0.1628506 Aug 23 14:20:11.724355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ded3e23-6576-4785-b0ae-e35cfe940f9e req-411c735c-0b9a-42ae-aa3f-090f11961dae tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709205 Aug 23 14:20:11.741904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec75709-1b54-4afd-bf70-733703abf2b7 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:11.759907 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:11.803521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5a8b-61b9-4a7d-ae77-82cb792fb408 req-312d26b6-6fed-48e5-b335-9702d328bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:11.805053 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-872a5a8b-61b9-4a7d-ae77-82cb792fb408 req-312d26b6-6fed-48e5-b335-9702d328bb22 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d9119d1b9b5d4a5dbdbea48099c6193c&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3215237 Aug 23 14:20:11.808265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Transition to ACTIVE for port object 5ec75709-1b54-4afd-bf70-733703abf2b7 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:12.031121 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5a8b-61b9-4a7d-ae77-82cb792fb408 req-5b2ea960-2aa7-4cea-bc29-6725470ef62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:12.032720 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-872a5a8b-61b9-4a7d-ae77-82cb792fb408 req-5b2ea960-2aa7-4cea-bc29-6725470ef62f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2156732 Aug 23 14:20:12.036987 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:12.078054 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86542e11-bdd2-46fc-85d1-3f8d1f3021a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:12.223269 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd3881-f948-437e-a8df-54703f0d1c55 req-22fc7f8f-c048-4474-afb2-21527cf02862 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:12.230694 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0afd3881-f948-437e-a8df-54703f0d1c55 req-22fc7f8f-c048-4474-afb2-21527cf02862 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 944 time: 0.1752481 Aug 23 14:20:12.324523 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0afd3881-f948-437e-a8df-54703f0d1c55 req-b6499080-0295-4550-bfe1-755f3a5696c8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922348 Aug 23 14:20:12.337970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e6b8-7c51-4a47-8fb0-68a6db915804 req-5673cc9d-fb6a-45fe-83d0-b3ffbef8737a tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:12.357521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ff49e6b8-7c51-4a47-8fb0-68a6db915804 req-5673cc9d-fb6a-45fe-83d0-b3ffbef8737a tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 943 time: 0.6933270 Aug 23 14:20:12.540642 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4669225-3c55-4e37-a5b9-a88c2f8f00bf req-91c34f9c-a9ae-4b25-b326-823042d730fe tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:12.542304 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a4669225-3c55-4e37-a5b9-a88c2f8f00bf req-91c34f9c-a9ae-4b25-b326-823042d730fe tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.0939863 Aug 23 14:20:12.563550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 434639dc-fb3d-4646-875f-2816d66fbd3b details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:12.619076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a4669225-3c55-4e37-a5b9-a88c2f8f00bf req-24a76bf6-2d2b-4400-9a82-a44783247033 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695906 Aug 23 14:20:12.705327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Pushing event updated for resources: {'Port': ['ID=5ec75709-1b54-4afd-bf70-733703abf2b7,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:12.720305 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:12.743808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ff49e6b8-7c51-4a47-8fb0-68a6db915804 req-51cbac83-19d1-409e-94f2-574438bdb73c tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851197 Aug 23 14:20:12.754117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Attempting to bind port 5ec75709-1b54-4afd-bf70-733703abf2b7 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:12.765569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Attempting to bind port 5ec75709-1b54-4afd-bf70-733703abf2b7 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'f2264c5a-f293-4037-bb7c-dda051db16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:12.765569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Attempting to bind port 5ec75709-1b54-4afd-bf70-733703abf2b7 on network 3cdc6dc7-151d-44cd-9915-67ccea2a66de {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:12.776700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Port 5ec75709-1b54-4afd-bf70-733703abf2b7 on network 3cdc6dc7-151d-44cd-9915-67ccea2a66de not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:20:12.777090 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Attempting to bind port 5ec75709-1b54-4afd-bf70-733703abf2b7 on network 3cdc6dc7-151d-44cd-9915-67ccea2a66de {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:12.803267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:12.803610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Checking segment: {'id': 'f2264c5a-f293-4037-bb7c-dda051db16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:12.804012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Bound using segment: {'id': 'f2264c5a-f293-4037-bb7c-dda051db16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:12.804472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Bound port: 5ec75709-1b54-4afd-bf70-733703abf2b7, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2264c5a-f293-4037-bb7c-dda051db16e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:12.804830 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:12.907605 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedfae9-6087-4345-a61e-ab3a2edb842a req-98e3a9a8-7c2e-4869-89e6-e9fa36d69838 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:12.917728 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2eedfae9-6087-4345-a61e-ab3a2edb842a req-98e3a9a8-7c2e-4869-89e6-e9fa36d69838 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 943 time: 0.1316400 Aug 23 14:20:12.931046 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 434639dc-fb3d-4646-875f-2816d66fbd3b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=434639dc-fb3d-4646-875f-2816d66fbd3b,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:12.958450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'port_id': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'mac_address': 'fa:16:3e:32:db:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:12.980450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2eedfae9-6087-4345-a61e-ab3a2edb842a req-ade9aa6f-e480-44b5-a708-da0be0942050 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614920 Aug 23 14:20:13.003822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c149618-5790-43d7-bb93-137b436c7cbb req-0918fdc4-c114-4530-8d88-c4ea655e4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.005363 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-0918fdc4-c114-4530-8d88-c4ea655e4663 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9119d1b9b5d4a5dbdbea48099c6193c&device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 1094 time: 0.8812447 Aug 23 14:20:13.077799 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.112052 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434639dc-fb3d-4646-875f-2816d66fbd3b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:13.150793 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 434639dc-fb3d-4646-875f-2816d66fbd3b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=434639dc-fb3d-4646-875f-2816d66fbd3b,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:13.180442 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-a04988b1-831c-4c21-b6a7-08125e07b479 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a248199-d9d5-4c92-a406-0d014ac3547f HTTP/1.1" status: 200 len: 217 time: 0.1579883 Aug 23 14:20:13.226644 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] For port 5ec75709-1b54-4afd-bf70-733703abf2b7, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:13.245710 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] For port 5ec75709-1b54-4afd-bf70-733703abf2b7, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5ec75709-1b54-4afd-bf70-733703abf2b7,segment=NetworkSegment(f2264c5a-f293-4037-bb7c-dda051db16e8),segment_id=f2264c5a-f293-4037-bb7c-dda051db16e8)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:13.277648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c149618-5790-43d7-bb93-137b436c7cbb req-451ee3cb-d08e-467b-9b72-e6c93042c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.279144 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-451ee3cb-d08e-467b-9b72-e6c93042c7fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=169dc19a-f413-43ba-ae6e-9f1e3385d883 HTTP/1.1" status: 200 len: 861 time: 0.0908248 Aug 23 14:20:13.293608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6986f-4e6d-47a1-ac77-88b3bc05a1e5 req-613d9bde-46e1-4fd4-b344-af374c17ef4b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.298596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a7d6986f-4e6d-47a1-ac77-88b3bc05a1e5 req-613d9bde-46e1-4fd4-b344-af374c17ef4b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Synchronizing usage tracker for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:13.333149 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.333900 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d03ac248-439d-42df-bc2b-498f203617f7 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:13.336098 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-2695c7b7-7639-47c4-be4d-4d20cec8cb3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:13.386195 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-6ddf4ec8-15ef-45e1-a256-d9d947e0c03e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091121cc-cae0-40ee-8660-3bc121d8470d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885262 Aug 23 14:20:13.544850 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=434639dc-fb3d-4646-875f-2816d66fbd3b,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:13.550377 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:13.605865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a7d6986f-4e6d-47a1-ac77-88b3bc05a1e5 req-613d9bde-46e1-4fd4-b344-af374c17ef4b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Unset dirty status for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:13.608776 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7d6986f-4e6d-47a1-ac77-88b3bc05a1e5 req-613d9bde-46e1-4fd4-b344-af374c17ef4b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 943 time: 0.7134883 Aug 23 14:20:13.612692 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.630449 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8114500c-b425-4aa5-a6a9-7659e5ffbcec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:13.717260 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97c34-57fe-4845-8c37-99801b176450 req-2a644657-3ed3-46b4-8b83-8042c338e40f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.718639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d03ac248-439d-42df-bc2b-498f203617f7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d03ac248-439d-42df-bc2b-498f203617f7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:13.719127 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5be97c34-57fe-4845-8c37-99801b176450 req-2a644657-3ed3-46b4-8b83-8042c338e40f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 944 time: 0.2131119 Aug 23 14:20:13.740163 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'd03ac248-439d-42df-bc2b-498f203617f7', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'port_id': 'd03ac248-439d-42df-bc2b-498f203617f7', 'mac_address': 'fa:16:3e:c0:42:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3a72ab-84d2-40a5-878f-daf73b2955b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:13.745916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:13.746496 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.751872 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] 10.222.0.82 "PUT /v2.0/ports/5ec75709-1b54-4afd-bf70-733703abf2b7 HTTP/1.1" status: 200 len: 1091 time: 3.2048404 Aug 23 14:20:13.762843 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'tag': '5ec75709-1b54-4afd-bf70-733703abf2b7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:13.856755 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5be97c34-57fe-4845-8c37-99801b176450 req-bb19d698-7bef-4b75-9482-ef892bf8d479 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212711 Aug 23 14:20:13.869058 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:13.900940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-1023417a-eb4b-406b-b54e-754d5851ed63 service neutron] 10.222.0.64 "GET /v2.0/networks/091121cc-cae0-40ee-8660-3bc121d8470d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058041 Aug 23 14:20:13.902419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Pushing event updated for resources: {'Port': ['ID=5ec75709-1b54-4afd-bf70-733703abf2b7,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:13.916143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03ac248-439d-42df-bc2b-498f203617f7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:13.925860 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:13.943964 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d03ac248-439d-42df-bc2b-498f203617f7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d03ac248-439d-42df-bc2b-498f203617f7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:13.979089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a7d6986f-4e6d-47a1-ac77-88b3bc05a1e5 req-7cf9ce61-37bf-479d-bdb9-41be5a96ce01 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Synchronizing usage tracker for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:14.109213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00000c1d-78c0-442c-a41b-b677a06da86c req-b13c5ddb-d78c-46d9-bc97-727715c40f1a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:14.111706 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00000c1d-78c0-442c-a41b-b677a06da86c req-b13c5ddb-d78c-46d9-bc97-727715c40f1a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1229949 Aug 23 14:20:14.131372 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c149618-5790-43d7-bb93-137b436c7cbb req-48681105-4533-499a-85b7-57bc2c129090 service neutron] 10.222.0.64 "GET /v2.0/networks/091121cc-cae0-40ee-8660-3bc121d8470d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993525 Aug 23 14:20:14.193429 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00000c1d-78c0-442c-a41b-b677a06da86c req-dac14b61-37ec-4b4f-ab36-cc632b677828 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688071 Aug 23 14:20:14.365353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1134-492c-42b7-82d2-3878ed14734f req-89e32237-d727-4b7e-b498-2ecb6381b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:14.366917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-89e32237-d727-4b7e-b498-2ecb6381b175 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=34a895b37ba94a1c89c8f97611ed78ca&device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 1094 time: 0.0904768 Aug 23 14:20:14.389944 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b2f16-0a9e-4653-bdae-1cab5a68a267 req-eb47f6ef-f3cb-4dda-92f7-9d408370d91c tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:14.392714 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d2b2f16-0a9e-4653-bdae-1cab5a68a267 req-eb47f6ef-f3cb-4dda-92f7-9d408370d91c tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 943 time: 0.0919118 Aug 23 14:20:14.451708 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-496380c1-0fb4-4353-9228-06fe422a02cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec75709-1b54-4afd-bf70-733703abf2b7 HTTP/1.1" status: 200 len: 217 time: 0.0714936 Aug 23 14:20:14.451960 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d2b2f16-0a9e-4653-bdae-1cab5a68a267 req-b43eabef-8b91-4795-a48a-bd1bb62d6462 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536697 Aug 23 14:20:14.478533 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:14.480575 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d820ec5c-e9d9-405a-84b6-50a07ef51bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:14.520118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a1134-492c-42b7-82d2-3878ed14734f req-91c27ff4-626e-4b7c-99ba-06565faeb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:14.521882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-91c27ff4-626e-4b7c-99ba-06565faeb603 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f096868c-88b3-4ee7-96ae-5f309fe933be HTTP/1.1" status: 200 len: 861 time: 0.0670741 Aug 23 14:20:14.579260 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d03ac248-439d-42df-bc2b-498f203617f7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:14.579260 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:14.580493 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'tag': '5ec75709-1b54-4afd-bf70-733703abf2b7', 'status': 'completed', 'code': 200} Aug 23 14:20:14.586287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a7d6986f-4e6d-47a1-ac77-88b3bc05a1e5 req-7cf9ce61-37bf-479d-bdb9-41be5a96ce01 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Unset dirty status for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:14.588075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7d6986f-4e6d-47a1-ac77-88b3bc05a1e5 req-7cf9ce61-37bf-479d-bdb9-41be5a96ce01 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9634531 Aug 23 14:20:14.597932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-77ebf144-46d2-4b97-ae83-4cbbfb8b55ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3cdc6dc7-151d-44cd-9915-67ccea2a66de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696847 Aug 23 14:20:14.739873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958838c-5c8e-47c3-9370-a7b3bc62ec86 req-3dd444fc-8ace-4adb-934a-7ad1fbfc6545 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:14.747259 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c958838c-5c8e-47c3-9370-a7b3bc62ec86 req-3dd444fc-8ace-4adb-934a-7ad1fbfc6545 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 944 time: 0.1066389 Aug 23 14:20:14.764404 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-059571a8-10ef-4bb7-b226-3a14e0b98a26 service neutron] 10.222.0.82 "GET /v2.0/networks/3cdc6dc7-151d-44cd-9915-67ccea2a66de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589248 Aug 23 14:20:14.799778 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d03ac248-439d-42df-bc2b-498f203617f7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:14.822238 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c958838c-5c8e-47c3-9370-a7b3bc62ec86 req-9dc4e9cb-5a2d-4046-bf9d-ca6d815ace71 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733149 Aug 23 14:20:14.858436 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['434639dc-fb3d-4646-875f-2816d66fbd3b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:14.947231 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a12a1134-492c-42b7-82d2-3878ed14734f req-b5cd3485-e055-4ccb-9045-9f00c9560ddc service neutron] 10.222.0.82 "GET /v2.0/networks/3cdc6dc7-151d-44cd-9915-67ccea2a66de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755357 Aug 23 14:20:15.133455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e17341-d9e4-4b11-a530-fad7d65142fa req-d2c2ab1a-0639-4792-be05-fa4bf96af246 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:15.136175 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53e17341-d9e4-4b11-a530-fad7d65142fa req-d2c2ab1a-0639-4792-be05-fa4bf96af246 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 945 time: 0.1170354 Aug 23 14:20:15.277651 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53e17341-d9e4-4b11-a530-fad7d65142fa req-2e51acd0-64bd-4410-9a17-844771a962f9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021545 Aug 23 14:20:15.321880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-44a02639-2ee8-4d83-b42c-ca5846decc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:15.324818 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-44a02639-2ee8-4d83-b42c-ca5846decc48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=34a895b37ba94a1c89c8f97611ed78ca&device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 1094 time: 0.2019928 Aug 23 14:20:15.439026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e9d83-2689-4724-99ef-9d73e955edcb req-840b4dca-2042-444c-845a-1dedd940b0ef tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:15.441692 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-002e9d83-2689-4724-99ef-9d73e955edcb req-840b4dca-2042-444c-845a-1dedd940b0ef tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1071672 Aug 23 14:20:15.574728 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-002e9d83-2689-4724-99ef-9d73e955edcb req-5e6f0fa8-7fe5-4793-b9fa-67db3a11ac77 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250522 Aug 23 14:20:15.832519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45371-458c-4fee-8184-2f5bc8760554 req-11aa0038-f692-4804-8db2-559df384eaee tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:15.834106 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb45371-458c-4fee-8184-2f5bc8760554 req-11aa0038-f692-4804-8db2-559df384eaee tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 943 time: 0.1415601 Aug 23 14:20:15.840326 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-77197a5c-3da5-4a77-8b2a-e0b77d432e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:15.842569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-77197a5c-3da5-4a77-8b2a-e0b77d432e68 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3cdc6dc7-151d-44cd-9915-67ccea2a66de HTTP/1.1" status: 200 len: 923 time: 0.5076196 Aug 23 14:20:15.879892 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc65d28-c6fc-4720-ac0d-ef8520553c3e req-b15a73cc-e291-4300-9ca3-c537ea9eb323 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:15.893192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9fc65d28-c6fc-4720-ac0d-ef8520553c3e req-b15a73cc-e291-4300-9ca3-c537ea9eb323 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 943 time: 0.1409259 Aug 23 14:20:15.939211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-7f243a1b-44aa-47ae-809d-f66013ee0060 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec75709-1b54-4afd-bf70-733703abf2b7 HTTP/1.1" status: 200 len: 217 time: 0.0807853 Aug 23 14:20:15.958797 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9fc65d28-c6fc-4720-ac0d-ef8520553c3e req-70a86a25-9c29-4ba4-89ca-3a9021d017e5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677915 Aug 23 14:20:16.067543 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-96b09102-04c3-48b9-978a-44220646faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:16.069075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-96b09102-04c3-48b9-978a-44220646faa2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f096868c-88b3-4ee7-96ae-5f309fe933be HTTP/1.1" status: 200 len: 861 time: 0.1164143 Aug 23 14:20:16.074848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb45371-458c-4fee-8184-2f5bc8760554 req-9b68ec78-546f-4e07-8d65-e196a510be05 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319951 Aug 23 14:20:16.136248 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-3a416644-657c-48af-85fd-953eb8e9b2f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3cdc6dc7-151d-44cd-9915-67ccea2a66de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583806 Aug 23 14:20:16.325748 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0f637-50c2-42e9-acd5-af8209dfb29c req-01bf5bd4-7131-48ef-8ffc-93b24beb087b tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:16.335508 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71b0f637-50c2-42e9-acd5-af8209dfb29c req-01bf5bd4-7131-48ef-8ffc-93b24beb087b tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 944 time: 0.1948888 Aug 23 14:20:16.386169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-041fa2a1-561b-4458-b7f3-1e42924515f9 service neutron] 10.222.0.82 "GET /v2.0/networks/3cdc6dc7-151d-44cd-9915-67ccea2a66de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372541 Aug 23 14:20:16.448217 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71b0f637-50c2-42e9-acd5-af8209dfb29c req-c5a06f6f-a94b-44a5-93c4-f0b78b9f40a4 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042457 Aug 23 14:20:16.587397 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 434639dc-fb3d-4646-875f-2816d66fbd3b up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:16.754150 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bca1541c-5b46-4a29-aa0b-36b71b092b3a req-be11eacd-ebd2-4978-a83a-68ef2c0d6b2a service neutron] 10.222.0.82 "GET /v2.0/networks/3cdc6dc7-151d-44cd-9915-67ccea2a66de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606837 Aug 23 14:20:16.769354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04baafe-7f5b-489a-9ac4-d52e9dfcbd55 req-920ea189-fa2d-4db2-946a-50a3567ce2fb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:16.770930 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b04baafe-7f5b-489a-9ac4-d52e9dfcbd55 req-920ea189-fa2d-4db2-946a-50a3567ce2fb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 945 time: 0.3366358 Aug 23 14:20:16.904264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b04baafe-7f5b-489a-9ac4-d52e9dfcbd55 req-a8f3fed6-7303-4b86-a67d-39c7547e5ef8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229844 Aug 23 14:20:16.980052 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d567669-1082-4dc2-a497-9fcc01874837 req-dd7a978e-e0f0-4afe-9dfd-5b76844962f2 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:16.981695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d567669-1082-4dc2-a497-9fcc01874837 req-dd7a978e-e0f0-4afe-9dfd-5b76844962f2 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1290867 Aug 23 14:20:17.050960 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 434639dc-fb3d-4646-875f-2816d66fbd3b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:17.065823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 434639dc-fb3d-4646-875f-2816d66fbd3b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:17.067725 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:17.112516 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d567669-1082-4dc2-a497-9fcc01874837 req-80dbb659-30d0-4e97-abd0-b8ec945763fc tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189358 Aug 23 14:20:17.376981 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e5a9e-1522-49c9-a5e4-ec8dd1e6dce7 req-9be394e3-9dfc-4e70-83bb-4b86e35e098d tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:17.380395 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-120e5a9e-1522-49c9-a5e4-ec8dd1e6dce7 req-9be394e3-9dfc-4e70-83bb-4b86e35e098d tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 943 time: 0.2875233 Aug 23 14:20:17.454361 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:17.509326 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-120e5a9e-1522-49c9-a5e4-ec8dd1e6dce7 req-aa68eb7d-df19-4f7d-8b70-0d80d66c6541 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191068 Aug 23 14:20:17.525281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:17.556467 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 434639dc-fb3d-4646-875f-2816d66fbd3b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=434639dc-fb3d-4646-875f-2816d66fbd3b,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:17.566608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd53de-05ab-4470-ab86-720cb9f2f2b1 req-94d69a8d-6d92-4189-8375-8544e06cf185 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:17.570747 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44cd53de-05ab-4470-ab86-720cb9f2f2b1 req-94d69a8d-6d92-4189-8375-8544e06cf185 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 943 time: 0.1511912 Aug 23 14:20:17.650192 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:17.651073 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d03ac248-439d-42df-bc2b-498f203617f7 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:17.661369 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44cd53de-05ab-4470-ab86-720cb9f2f2b1 req-b37cab96-e67b-4727-bf23-7d15fcca24ba tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853322 Aug 23 14:20:17.762430 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a72f6a-53c3-4740-94a5-4ed89792dfb1 req-bd9ffbb3-5392-4198-a8b0-73fde0c0bd45 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:17.769085 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:17.772124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f9a72f6a-53c3-4740-94a5-4ed89792dfb1 req-bd9ffbb3-5392-4198-a8b0-73fde0c0bd45 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.1369913 Aug 23 14:20:17.846905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f9a72f6a-53c3-4740-94a5-4ed89792dfb1 req-1e0e12a3-793b-4835-9d6f-6ebf06d9d0c4 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737298 Aug 23 14:20:17.922976 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'code': 200} Aug 23 14:20:18.158262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5ec75709-1b54-4afd-bf70-733703abf2b7 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:18.238585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111a45a-5d0e-44ff-af9b-d300ef7a0398 req-4eb1f0fa-7c32-461c-8384-9a107354aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:18.240331 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0111a45a-5d0e-44ff-af9b-d300ef7a0398 req-4eb1f0fa-7c32-461c-8384-9a107354aa26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 1096 time: 0.3702471 Aug 23 14:20:18.349430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0111a45a-5d0e-44ff-af9b-d300ef7a0398 req-5d461887-a63a-48c6-ace8-63dd2f77d5e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967102 Aug 23 14:20:18.544390 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1991be5-b991-46e1-b6cf-0cb47a126f4d req-86a2cf0a-a92b-41a6-a126-d3804a8be510 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:18.551970 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1991be5-b991-46e1-b6cf-0cb47a126f4d req-86a2cf0a-a92b-41a6-a126-d3804a8be510 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 945 time: 0.3177662 Aug 23 14:20:18.595320 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 0a248199-d9d5-4c92-a406-0d014ac3547f details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:18.631051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=434639dc-fb3d-4646-875f-2816d66fbd3b,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:18.637795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a973-7f48-4292-85ca-0dc8d2fc7655 req-7ca4c19c-523f-4038-bee7-b42d89c90e0e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:18.639939 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a37a973-7f48-4292-85ca-0dc8d2fc7655 req-7ca4c19c-523f-4038-bee7-b42d89c90e0e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2292883 Aug 23 14:20:18.653400 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1991be5-b991-46e1-b6cf-0cb47a126f4d req-4d421b8a-fda0-47db-85d6-3e6ea567704b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923126 Aug 23 14:20:18.661924 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.662434 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.662621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.662938 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.663362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.663593 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.663922 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.664246 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.664570 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.664955 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.665320 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.665643 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:18.676385 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:18.725335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5ec75709-1b54-4afd-bf70-733703abf2b7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5ec75709-1b54-4afd-bf70-733703abf2b7,segment=NetworkSegment(f2264c5a-f293-4037-bb7c-dda051db16e8),segment_id=f2264c5a-f293-4037-bb7c-dda051db16e8)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:18.726123 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a37a973-7f48-4292-85ca-0dc8d2fc7655 req-45361a3d-010e-4982-9641-2530dcc0b72f tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701652 Aug 23 14:20:18.811345 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port d03ac248-439d-42df-bc2b-498f203617f7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:18.822091 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port d03ac248-439d-42df-bc2b-498f203617f7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:18.823000 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:18.851521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '5ec75709-1b54-4afd-bf70-733703abf2b7', 'network_id': '3cdc6dc7-151d-44cd-9915-67ccea2a66de', 'port_id': '5ec75709-1b54-4afd-bf70-733703abf2b7', 'mac_address': 'fa:16:3e:41:e9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f096868c-88b3-4ee7-96ae-5f309fe933be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:18.959699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b2518-9c95-42f3-9b10-2fe6cf096ed0 req-f7fa63cb-d85d-4ec3-8b43-a2b9dbfb2556 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:18.962043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b3b2518-9c95-42f3-9b10-2fe6cf096ed0 req-f7fa63cb-d85d-4ec3-8b43-a2b9dbfb2556 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 943 time: 0.1691997 Aug 23 14:20:18.975009 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.001616 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec75709-1b54-4afd-bf70-733703abf2b7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:19.022410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 0a248199-d9d5-4c92-a406-0d014ac3547f, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0a248199-d9d5-4c92-a406-0d014ac3547f,segment=NetworkSegment(0988c205-06d7-48df-a56a-c04d11d32187),segment_id=0988c205-06d7-48df-a56a-c04d11d32187)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:19.061125 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '0a248199-d9d5-4c92-a406-0d014ac3547f', 'network_id': '091121cc-cae0-40ee-8660-3bc121d8470d', 'port_id': '0a248199-d9d5-4c92-a406-0d014ac3547f', 'mac_address': 'fa:16:3e:a8:6e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169dc19a-f413-43ba-ae6e-9f1e3385d883', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:19.073423 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5ec75709-1b54-4afd-bf70-733703abf2b7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5ec75709-1b54-4afd-bf70-733703abf2b7,segment=NetworkSegment(f2264c5a-f293-4037-bb7c-dda051db16e8),segment_id=f2264c5a-f293-4037-bb7c-dda051db16e8)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:19.086822 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2b3b2518-9c95-42f3-9b10-2fe6cf096ed0 req-bcfdd09e-337e-4d44-b9b5-57853855cb09 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098192 Aug 23 14:20:19.101488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5a87d-49fe-462e-8b2a-2c3022838b76 req-875b0f1d-cb5d-4455-ae18-0a659a70599a tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:19.107556 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-28a5a87d-49fe-462e-8b2a-2c3022838b76 req-875b0f1d-cb5d-4455-ae18-0a659a70599a tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 943 time: 0.2114694 Aug 23 14:20:19.217459 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.229471 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-28a5a87d-49fe-462e-8b2a-2c3022838b76 req-1cec907a-def8-43d6-b504-48e561b88524 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000259 Aug 23 14:20:19.311129 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.313580 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:19.425164 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.450377 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a248199-d9d5-4c92-a406-0d014ac3547f {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:19.457123 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d03ac248-439d-42df-bc2b-498f203617f7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d03ac248-439d-42df-bc2b-498f203617f7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:19.488602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5ec75709-1b54-4afd-bf70-733703abf2b7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:19.489174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99eaf4-61aa-4a3b-86cb-b3fb27108132 req-c14a129d-1414-4b7e-9baf-7e3a401f7648 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:19.490812 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ae99eaf4-61aa-4a3b-86cb-b3fb27108132 req-c14a129d-1414-4b7e-9baf-7e3a401f7648 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.1822400 Aug 23 14:20:19.499231 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:19.505951 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 0a248199-d9d5-4c92-a406-0d014ac3547f, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0a248199-d9d5-4c92-a406-0d014ac3547f,segment=NetworkSegment(0988c205-06d7-48df-a56a-c04d11d32187),segment_id=0988c205-06d7-48df-a56a-c04d11d32187)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:19.566143 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ae99eaf4-61aa-4a3b-86cb-b3fb27108132 req-32e2e668-6b0e-4f9e-bc36-5b623fb2b605 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662630 Aug 23 14:20:19.577066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5ec75709-1b54-4afd-bf70-733703abf2b7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:19.704818 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.713273 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:19.805427 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:19.826299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=0a248199-d9d5-4c92-a406-0d014ac3547f,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:19.834185 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:19.848417 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:19.865102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-8c5e95f4-862e-48f5-a8ae-a9b8029d058a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:19.873739 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-8c5e95f4-862e-48f5-a8ae-a9b8029d058a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 0.2751720 Aug 23 14:20:19.887039 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-1f0d83af-6920-4ca7-8bf5-e2c89a3745a3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/quotas/1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 375 time: 0.0122845 Aug 23 14:20:19.927717 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ac248-439d-42df-bc2b-498f203617f7'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:19.965658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b3c20-8f65-41a8-9e2e-002c64abf200 req-ff4ce63b-852c-4518-8245-de778fd71c7b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:19.968116 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f4b3c20-8f65-41a8-9e2e-002c64abf200 req-ff4ce63b-852c-4518-8245-de778fd71c7b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 946 time: 0.1993773 Aug 23 14:20:20.006841 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d03ac248-439d-42df-bc2b-498f203617f7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:20.015578 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:20.038716 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['0a248199-d9d5-4c92-a406-0d014ac3547f'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:20.082895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-225fa727-840f-4d14-b343-22d61cd7750b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1899474 Aug 23 14:20:20.096315 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f4b3c20-8f65-41a8-9e2e-002c64abf200 req-9a02a77f-dff7-4d32-b9d3-0f6de602de58 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223922 Aug 23 14:20:20.160397 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:20.165197 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:20.453199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca2c0-707e-4073-94ea-23dd20c94e53 req-2e25f6ee-3474-4fd3-8d22-511c6dacffd7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:20.457355 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6caca2c0-707e-4073-94ea-23dd20c94e53 req-2e25f6ee-3474-4fd3-8d22-511c6dacffd7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2056441 Aug 23 14:20:20.551063 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:20.565501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-998642fb-4ef2-4455-b6b5-59dbaeafc7e1 service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721251 Aug 23 14:20:20.612867 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6caca2c0-707e-4073-94ea-23dd20c94e53 req-edb6aaf8-f23b-40b6-9b47-c63277782e5c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265907 Aug 23 14:20:20.707272 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ac248-439d-42df-bc2b-498f203617f7', 'code': 200} Aug 23 14:20:20.731407 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:20.773519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:20.789557 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'mac_address': 'fa:16:3e:b2:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:20.809393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-324b700e-7850-43a6-90fa-d36c88efc592 service neutron] 10.222.0.72 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379098 Aug 23 14:20:20.851680 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:20.854920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93230c1a-2ef9-4780-b5e4-87970ee8f3c8 req-e714886e-92fa-477c-b147-d296918d73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:20.856470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-93230c1a-2ef9-4780-b5e4-87970ee8f3c8 req-e714886e-92fa-477c-b147-d296918d73f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 1097 time: 0.0894423 Aug 23 14:20:20.871225 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:20.920478 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-93230c1a-2ef9-4780-b5e4-87970ee8f3c8 req-0c773aa1-cc7d-40cd-a658-550d40b7a1bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Aug 23 14:20:21.000152 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6542e-c4ca-40e1-9228-e363333bf593 req-eda6ee94-c1ba-4216-846d-24a35a94b41a tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:21.001756 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0cf6542e-c4ca-40e1-9228-e363333bf593 req-eda6ee94-c1ba-4216-846d-24a35a94b41a tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 944 time: 0.2121854 Aug 23 14:20:21.055231 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0cf6542e-c4ca-40e1-9228-e363333bf593 req-03101bb7-25ff-49c9-837e-386b5e00550d tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472958 Aug 23 14:20:21.097519 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:21.108117 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:21.230112 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:20:21.230482 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:20:21.234756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=9']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:21.249973 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:21.325669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651291-7c77-4420-a600-328db3ec9302 req-88502d70-f902-4226-bcf2-342d5e27ee92 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:21.336066 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb651291-7c77-4420-a600-328db3ec9302 req-88502d70-f902-4226-bcf2-342d5e27ee92 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 944 time: 0.1697962 Aug 23 14:20:21.400931 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb651291-7c77-4420-a600-328db3ec9302 req-292ee881-330b-4704-9012-aef22e6d0114 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Aug 23 14:20:21.644447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748129df-3a70-45bd-aa4e-77a6cf84b6c0 req-0f3e425d-2806-46a4-bff8-7c60f32bb7b9 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:21.646075 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-748129df-3a70-45bd-aa4e-77a6cf84b6c0 req-0f3e425d-2806-46a4-bff8-7c60f32bb7b9 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.1014736 Aug 23 14:20:21.756354 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-748129df-3a70-45bd-aa4e-77a6cf84b6c0 req-6c6b554a-b850-40e0-98c5-b59581359a86 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996437 Aug 23 14:20:21.875695 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:21.945005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:21.984531 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:21.989621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f143cfe-642f-40ab-8519-f60656f1a5b1 req-dfd82114-b50b-4ed3-bc74-1fbb17a30ae3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:21.997464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0f143cfe-642f-40ab-8519-f60656f1a5b1 req-dfd82114-b50b-4ed3-bc74-1fbb17a30ae3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 946 time: 0.1723256 Aug 23 14:20:22.059096 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0f143cfe-642f-40ab-8519-f60656f1a5b1 req-851ae65b-ea2d-4122-9df0-98b5133dafb3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602992 Aug 23 14:20:22.079625 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:22.082843 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:22.178309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a259c76-be91-4705-bb34-e6de23872ebd req-aeafeb70-d35e-4825-99d5-de9b1670f1d5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 210 time: 0.0538497 Aug 23 14:20:22.191756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5ec75709-1b54-4afd-bf70-733703abf2b7 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:22.240576 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb25b4-0afb-47df-80b5-ec6c6fe90e83 req-81496229-9b96-415e-b49c-e67ed1ac8f67 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:22.242395 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-65cb25b4-0afb-47df-80b5-ec6c6fe90e83 req-81496229-9b96-415e-b49c-e67ed1ac8f67 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.2537508 Aug 23 14:20:22.391501 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-65cb25b4-0afb-47df-80b5-ec6c6fe90e83 req-40567bbd-e0a6-43b8-a552-16860194b51d tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394079 Aug 23 14:20:22.457400 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=10']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:22.469911 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:22.477906 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['99d05dcb-89a1-4dbe-9d0e-c3152478fd04'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:22.479829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee0d4-44d7-45da-87dc-c62bd3058f51 req-443bea5a-2ffe-40d4-96c7-edcb15f44f0a tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:22.481316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-943ee0d4-44d7-45da-87dc-c62bd3058f51 req-443bea5a-2ffe-40d4-96c7-edcb15f44f0a tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.1858354 Aug 23 14:20:22.490507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48366) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:22.496380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Request body: {'floatingip': {'port_id': '434639dc-fb3d-4646-875f-2816d66fbd3b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:22.597655 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:22.613697 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 0a248199-d9d5-4c92-a406-0d014ac3547f up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:22.677298 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f023cc-b528-4bf4-b81c-deb0b2547ac1 req-56f40a6c-56d7-4ddb-96ec-1c3e5a1be61f tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:22.682195 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1f023cc-b528-4bf4-b81c-deb0b2547ac1 req-56f40a6c-56d7-4ddb-96ec-1c3e5a1be61f tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 944 time: 0.1337414 Aug 23 14:20:22.708863 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:22.770786 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1f023cc-b528-4bf4-b81c-deb0b2547ac1 req-42813e91-a811-4b30-8e79-21db91fb926a tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778761 Aug 23 14:20:22.776670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48380) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:22.785623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2121746520'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:22.795691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:22.796936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 5ec75709-1b54-4afd-bf70-733703abf2b7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:22.797852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:network and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:22.802696 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:22.821646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:22.832251 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 5ec75709-1b54-4afd-bf70-733703abf2b7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:22.841266 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:22.862087 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'code': 200} Aug 23 14:20:22.964395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:22.967808 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:22.995206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214758-a81d-461a-9886-534d334374a5 req-db86d11a-b802-4fd3-be8e-96472f4b1616 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:22.996921 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-77214758-a81d-461a-9886-534d334374a5 req-db86d11a-b802-4fd3-be8e-96472f4b1616 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 944 time: 0.2417901 Aug 23 14:20:23.014830 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:20:23.045067 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.045447 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Added segment 7bad3f64-0038-4237-87aa-f3cf04593cb4 of type vlan for network 9208984e-1876-483f-a715-7f9a67d1f7ef Aug 23 14:20:23.059855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 0a248199-d9d5-4c92-a406-0d014ac3547f completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:23.087977 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-77214758-a81d-461a-9886-534d334374a5 req-eee155e7-0d22-4af4-bd38-18541e72d397 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798225 Aug 23 14:20:23.094838 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 0a248199-d9d5-4c92-a406-0d014ac3547f triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:23.095205 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.146307 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.158831 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.214596 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5ec75709-1b54-4afd-bf70-733703abf2b7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5ec75709-1b54-4afd-bf70-733703abf2b7,segment=NetworkSegment(f2264c5a-f293-4037-bb7c-dda051db16e8),segment_id=f2264c5a-f293-4037-bb7c-dda051db16e8)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:23.295925 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.339733 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.346330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:23.347652 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.370093 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.371160 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c68eb83a-5ae4-402d-aa41-abaacb3a106f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:23.376029 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:23.465458 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 0a248199-d9d5-4c92-a406-0d014ac3547f, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0a248199-d9d5-4c92-a406-0d014ac3547f,segment=NetworkSegment(0988c205-06d7-48df-a56a-c04d11d32187),segment_id=0988c205-06d7-48df-a56a-c04d11d32187)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:23.469879 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5ec75709-1b54-4afd-bf70-733703abf2b7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:23.473408 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:23.549892 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7715993 Aug 23 14:20:23.552113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48402) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:23.562305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1871422546'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:23.563030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d7062-76d6-4915-95f6-8daa21bb3354 req-040222ff-5399-438f-aed8-665a35572951 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:23.564572 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1e1d7062-76d6-4915-95f6-8daa21bb3354 req-040222ff-5399-438f-aed8-665a35572951 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 946 time: 0.3033752 Aug 23 14:20:23.566164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Network': ['ID=9208984e-1876-483f-a715-7f9a67d1f7ef,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:23.569948 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:23.579394 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 9208984e-1876-483f-a715-7f9a67d1f7ef details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:20:23.621990 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1e1d7062-76d6-4915-95f6-8daa21bb3354 req-527e1513-cec3-4c23-bd4f-683618ccb1cd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494261 Aug 23 14:20:23.636147 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:23.661559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:network and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:23.667557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-681fb025-813e-44e3-af15-dd2d83e594ba req-e56bc499-b1ce-4cd1-9aff-98f88deb7708 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 210 time: 0.1090279 Aug 23 14:20:23.678983 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:23.688092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:23.689064 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.698893 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:23.703799 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.809416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=0a248199-d9d5-4c92-a406-0d014ac3547f,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:23.813072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:23.813915 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.826153 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:23.869851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616789dc-c80f-4a50-8dfd-cf4335ffb19c req-f3ccc3f5-5c55-4110-aa16-f02f8fac7fe1 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:23.878600 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-616789dc-c80f-4a50-8dfd-cf4335ffb19c req-f3ccc3f5-5c55-4110-aa16-f02f8fac7fe1 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 950 time: 0.1249042 Aug 23 14:20:23.879106 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:23.944903 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-616789dc-c80f-4a50-8dfd-cf4335ffb19c req-b517c1f0-0da0-4cb9-bfa2-b07a9d522319 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642979 Aug 23 14:20:24.122899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:20:24.151293 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:24.154560 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.154560 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Added segment 7cb7d5ec-04b5-48cd-abce-04dab708b278 of type vlan for network 3f9e285f-bc9e-4315-9439-46a69316e3a2 Aug 23 14:20:24.178421 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4787c82-7f7c-4d7b-a0fb-6972987b7503 req-7cd89ac5-8ce1-47a7-9f70-8cd9d93c338b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:24.184183 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4787c82-7f7c-4d7b-a0fb-6972987b7503 req-7cd89ac5-8ce1-47a7-9f70-8cd9d93c338b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 945 time: 0.1128831 Aug 23 14:20:24.238575 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4787c82-7f7c-4d7b-a0fb-6972987b7503 req-e9b507b3-bb8c-4e73-9390-87a06e925192 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Aug 23 14:20:24.260915 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:24.261309 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.267012 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.290928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd90a32-d55f-4980-8055-e51420fd03dc req-f51fdeed-6473-4810-859c-11d1e8bf6ce5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:24.298103 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bd90a32-d55f-4980-8055-e51420fd03dc req-f51fdeed-6473-4810-859c-11d1e8bf6ce5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 946 time: 0.4688716 Aug 23 14:20:24.320708 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Floating IP be59afb2-e24b-4c58-81a0-134ec860b286 associated. External IP: 172.25.7.21, port: 434639dc-fb3d-4646-875f-2816d66fbd3b. Aug 23 14:20:24.404518 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.434446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc2569-c89a-44c6-9086-d4f6cbd32f28 req-56118f3f-1c27-4016-92f6-020ddac79712 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:24.436017 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-52fc2569-c89a-44c6-9086-d4f6cbd32f28 req-56118f3f-1c27-4016-92f6-020ddac79712 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.0962596 Aug 23 14:20:24.446719 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:24.450974 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bd90a32-d55f-4980-8055-e51420fd03dc req-2967cc6b-c027-4240-bbb2-e21cb391640a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519730 Aug 23 14:20:24.500873 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-52fc2569-c89a-44c6-9086-d4f6cbd32f28 req-a137185e-cf2b-4a8c-9ba7-b9cc174b4e77 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564167 Aug 23 14:20:24.599192 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.601900 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:24.632282 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.637857 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:24.638506 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:24.672407 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=11']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:24.677261 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:24.677676 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-302398f7-bc59-4ace-826d-c80911d9c7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:24.863286 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec75709-1b54-4afd-bf70-733703abf2b7'}, {'server_uuid': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a248199-d9d5-4c92-a406-0d014ac3547f'}, {'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:24.891547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Network': ['ID=3f9e285f-bc9e-4315-9439-46a69316e3a2,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:24.898219 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3420641 Aug 23 14:20:24.898219 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-194a6d45-a8c5-43fe-b252-054316d853a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:24.898791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48434) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:24.904493 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 3f9e285f-bc9e-4315-9439-46a69316e3a2 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:20:24.906889 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'subnet': {'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:24.941268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Router 699fa108-9e13-4893-8173-2adbec5d31e5 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:20:24.959470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785f42-498b-4d73-b7b1-632453a75ab4 req-7ec7598a-8304-4b46-b3a8-5e334fa7b704 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:24.961194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82785f42-498b-4d73-b7b1-632453a75ab4 req-7ec7598a-8304-4b46-b3a8-5e334fa7b704 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 945 time: 0.3395419 Aug 23 14:20:25.047733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:25.054272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:subnet and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:25.057652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:25.064125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:25.196384 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-82785f42-498b-4d73-b7b1-632453a75ab4 req-beb300b2-b043-4417-86dc-62f0ba425b76 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694813 Aug 23 14:20:25.233728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:25.240226 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:25.360120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:20:25.371469 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:25.381091 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] Sync routers for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:20:25.404394 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:20:25.405080 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:20:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:25.444049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-9b76e2fc-9fb2-4f6c-84d7-736d1a926517 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:25.445646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-9b76e2fc-9fb2-4f6c-84d7-736d1a926517 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 807 time: 0.4253931 Aug 23 14:20:25.448091 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b4ca479-a9de-4455-b831-a7fc627f780c req-9b07a434-5e8f-45bb-b979-83e820d5e6fa tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 210 time: 0.1339238 Aug 23 14:20:25.488839 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Request body: {'port': {'device_id': '34abba14-61b0-4fbe-9945-41df69a8248f', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'admin_state_up': True, 'tenant_id': '1fd5ff9c2b684ed9b70bd50e00817bd4'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:25.564065 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec75709-1b54-4afd-bf70-733703abf2b7', 'code': 200} Aug 23 14:20:25.566399 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a248199-d9d5-4c92-a406-0d014ac3547f', 'code': 200} Aug 23 14:20:25.567623 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'code': 200} Aug 23 14:20:25.724717 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:20:25.841384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b8096-12e8-4271-8255-aea5df43049c req-f6628804-8987-4be3-972e-8d8683b19694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:25.843726 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d7b8096-12e8-4271-8255-aea5df43049c req-f6628804-8987-4be3-972e-8d8683b19694 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 1096 time: 0.1441789 Aug 23 14:20:25.894317 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-6a5a811e-a42d-43e1-a864-50a5469877ed tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "PUT /v2.0/floatingips/be59afb2-e24b-4c58-81a0-134ec860b286 HTTP/1.1" status: 200 len: 990 time: 3.4026110 Aug 23 14:20:25.904415 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:25.907455 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-44595761-725b-4a65-b093-63979b8aa627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:25.947892 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:25.974701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Subnet': ['ID=3919cd64-c3f8-4da2-a66c-d8031183f276,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:25.979343 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:25.981099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d7b8096-12e8-4271-8255-aea5df43049c req-aa7dce69-e19c-4a57-a496-294171d2059e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292739 Aug 23 14:20:26.024813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Checking segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:26.025209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network hostable DHCP agents. Network: 9208984e-1876-483f-a715-7f9a67d1f7ef, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:20:26.055699 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.106512 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:26.135961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:26.151309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8043f-3c30-4c8e-8308-eeac58e52f3e req-4f654e3e-1c79-4b3b-a10f-4948408053f9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.153063 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8e8043f-3c30-4c8e-8308-eeac58e52f3e req-4f654e3e-1c79-4b3b-a10f-4948408053f9 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 951 time: 0.3370984 Aug 23 14:20:26.157775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27835b-6b32-4a62-a594-d60e2da21d16 req-7c5fa62e-c4f3-4fab-803d-974c8cb4e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.159538 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e27835b-6b32-4a62-a594-d60e2da21d16 req-7c5fa62e-c4f3-4fab-803d-974c8cb4e71b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 1096 time: 0.3038893 Aug 23 14:20:26.167998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163dd80-0886-45a3-9b02-267330f59baf req-0e595a40-2383-46d6-920c-364a3232670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.170492 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3163dd80-0886-45a3-9b02-267330f59baf req-0e595a40-2383-46d6-920c-364a3232670f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1102 time: 0.2660277 Aug 23 14:20:26.191410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 9208984e-1876-483f-a715-7f9a67d1f7ef is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:20:26.289886 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8e8043f-3c30-4c8e-8308-eeac58e52f3e req-6a5dec59-1e6e-4c63-b4ff-cd81dcb21925 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161046 Aug 23 14:20:26.327308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 9208984e-1876-483f-a715-7f9a67d1f7ef) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:26.327582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Made reservation on behalf of 1fd5ff9c2b684ed9b70bd50e00817bd4 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:26.332525 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.333673 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.335890 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.338070 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7e326-07aa-4b94-80f2-6c80d993466e None None] Network 9208984e-1876-483f-a715-7f9a67d1f7ef requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:20:26.372586 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3163dd80-0886-45a3-9b02-267330f59baf req-d534252a-7604-4a22-b4eb-77f63310c5b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721902 Aug 23 14:20:26.499671 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'be59afb2-e24b-4c58-81a0-134ec860b286', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'port_id': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'mac_address': 'fa:16:3e:32:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:19:47Z', 'updated_at': '2021-08-23T14:20:23Z', 'revision_number': 1, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:49Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:26.507058 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6047575 Aug 23 14:20:26.518996 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48462) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:26.524363 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'subnet': {'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:26.526608 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] Checking router: 699fa108-9e13-4893-8173-2adbec5d31e5 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:20:26.550137 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:20:26.550818 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:20:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:26.664895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Allocated IP 172.20.0.10 (73e2a67b-cd56-4428-bfeb-427e5f81a087/906ece5b-b30a-4ccd-8b9c-b6b300a838f2/5e015181-6871-40bd-ba1b-bd0cbebbec6b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:26.676616 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e27835b-6b32-4a62-a594-d60e2da21d16 req-4effc3a0-dbc1-4982-9683-2e87c9e6e251 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048165 Aug 23 14:20:26.757200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-9208984e-1876-483f-a715-7f9a67d1f7ef', 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'fixed_ips': [{'subnet_id': '3919cd64-c3f8-4da2-a66c-d8031183f276'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:20:26.758784 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:26.771972 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:26.778101 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:subnet and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:26.782799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:26.790862 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:26.821402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a70d6-3096-4403-b453-ae3066846c71 req-75dad82e-087a-4339-bd9f-9a014fd289f2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.831498 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df0a70d6-3096-4403-b453-ae3066846c71 req-75dad82e-087a-4339-bd9f-9a014fd289f2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 946 time: 0.2017708 Aug 23 14:20:26.831703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e7d07-7ec0-49e3-abee-cccb729c1a81 req-3184d030-378c-4b29-9a77-419067c1c326 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:26.832627 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f2e7d07-7ec0-49e3-abee-cccb729c1a81 req-3184d030-378c-4b29-9a77-419067c1c326 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 945 time: 0.1631534 Aug 23 14:20:26.883184 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:20:26.939722 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df0a70d6-3096-4403-b453-ae3066846c71 req-a8101255-d913-4d87-9570-3ca7c92ea313 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096177 Aug 23 14:20:26.940385 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:26.950747 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.012800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f2e7d07-7ec0-49e3-abee-cccb729c1a81 req-788ee248-91da-48db-bda6-2fa863d51774 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729128 Aug 23 14:20:27.018589 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Allocated IP 10.1.1.2 (9208984e-1876-483f-a715-7f9a67d1f7ef/3919cd64-c3f8-4da2-a66c-d8031183f276/4f0fba57-f653-4fe7-9602-c2dcebf00716) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:27.128059 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'status': 'completed', 'code': 200} Aug 23 14:20:27.155412 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.466758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-c8cdfd4e-1585-4f39-a33c-95449a43d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:27.468266 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-c8cdfd4e-1585-4f39-a33c-95449a43d866 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21ca37bd682a4914b475f15ab7b17a8d&device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 1096 time: 0.2875104 Aug 23 14:20:27.477721 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.517440 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Transition to ACTIVE for port object 4f0fba57-f653-4fe7-9602-c2dcebf00716 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:27.575981 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Transition to ACTIVE for port object 4f0fba57-f653-4fe7-9602-c2dcebf00716 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:27.624751 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'be59afb2-e24b-4c58-81a0-134ec860b286', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'port_id': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'mac_address': 'fa:16:3e:32:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:19:47Z', 'updated_at': '2021-08-23T14:20:23Z', 'revision_number': 1, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:49Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:27.630977 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3020ff-c76b-436f-b149-00040e1a5ffd None None] The sync data for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 is: [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'be59afb2-e24b-4c58-81a0-134ec860b286', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'port_id': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'mac_address': 'fa:16:3e:32:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:19:47Z', 'updated_at': '2021-08-23T14:20:23Z', 'revision_number': 1, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:49Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:20:27.659976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf6d54-5bf0-4212-a7a7-12484886c9f1 req-29ece526-3362-4686-956b-26743d969016 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:27.669625 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7cf6d54-5bf0-4212-a7a7-12484886c9f1 req-29ece526-3362-4686-956b-26743d969016 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 945 time: 0.2815814 Aug 23 14:20:27.694808 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.708771 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d2caeb56-f65c-430b-8b6c-8dd59e9f8024'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:27.714484 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e570f60-857f-49d1-a940-28f4c25cb5a2 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:27.797650 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.801350 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.807325 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:27.854004 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42bcb150-c434-4d52-9a66-199d92cdea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:27.860574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Network 73e2a67b-cd56-4428-bfeb-427e5f81a087 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:27.875399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Network 9208984e-1876-483f-a715-7f9a67d1f7ef is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:27.885058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:27.888184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:27.903518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-30c8d302-4acd-4d32-b876-9ba239b5bae8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:27.904341 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:27.906011 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-30c8d302-4acd-4d32-b876-9ba239b5bae8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 946 time: 0.7136109 Aug 23 14:20:27.922314 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:27.935756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-da068b4a-4059-45e6-97b0-971c1d4ac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:27.939986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-da068b4a-4059-45e6-97b0-971c1d4ac5e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a98dda64-7851-4aae-9c8c-b1412642c0af HTTP/1.1" status: 200 len: 907 time: 0.4587905 Aug 23 14:20:28.068969 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a1d10-d114-49b6-919d-f493b31438aa req-1aa1c459-eb17-4c88-9557-e50a11e4d513 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:28.072906 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c1a1d10-d114-49b6-919d-f493b31438aa req-1aa1c459-eb17-4c88-9557-e50a11e4d513 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.5934556 Aug 23 14:20:28.175207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Pushing event updated for resources: {'Port': ['ID=4f0fba57-f653-4fe7-9602-c2dcebf00716,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:28.189641 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:28.215464 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Attempting to bind port 4f0fba57-f653-4fe7-9602-c2dcebf00716 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:28.215900 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Attempting to bind port 4f0fba57-f653-4fe7-9602-c2dcebf00716 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:28.216286 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Attempting to bind port 4f0fba57-f653-4fe7-9602-c2dcebf00716 on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:28.237087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:28.237087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Checking segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:28.237087 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.237087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Bound using segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:28.237087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Bound port: 4f0fba57-f653-4fe7-9602-c2dcebf00716, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:28.237087 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.241810 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-a7c72a2d-0108-419a-a76b-1b0e42f98798 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=434639dc-fb3d-4646-875f-2816d66fbd3b HTTP/1.1" status: 200 len: 998 time: 0.2833273 Aug 23 14:20:28.269254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7cf6d54-5bf0-4212-a7a7-12484886c9f1 req-72c44e95-7764-4894-8c74-da79952c45e0 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979419 Aug 23 14:20:28.295209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Deleting port d03ac248-439d-42df-bc2b-498f203617f7 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:20:28.297187 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.382824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:28.387771 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3288c74c-57c3-4b94-a79b-b10dd55c5ff4 None None] New status for floating IP be59afb2-e24b-4c58-81a0-134ec860b286: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:20:28.391825 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:28.491712 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c1a1d10-d114-49b6-919d-f493b31438aa req-abbf40af-5406-4496-a30b-3d1a8d25ce6e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730223 Aug 23 14:20:28.538092 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.538560 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:28.543264 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.624376 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-97048624-c612-49c0-bf17-b901f8a0c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:28.627385 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-97048624-c612-49c0-bf17-b901f8a0c8d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cd34b23-c062-44b4-bb3c-fe4df6514368 HTTP/1.1" status: 200 len: 844 time: 0.3466775 Aug 23 14:20:28.692334 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:28.785202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe2daa-0438-44b4-8187-2385c97cc42d req-6b2703eb-3776-46c0-9d8d-6982abc71e2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:28.786716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-99fe2daa-0438-44b4-8187-2385c97cc42d req-6b2703eb-3776-46c0-9d8d-6982abc71e2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:28.804018 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-a832c45f-35fb-43e9-9149-0454e9666bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:28.805905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-a832c45f-35fb-43e9-9149-0454e9666bdd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a98dda64-7851-4aae-9c8c-b1412642c0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637812 Aug 23 14:20:28.857066 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:28.864004 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:28.965679 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] For port 4f0fba57-f653-4fe7-9602-c2dcebf00716, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:28.988959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] For port 4f0fba57-f653-4fe7-9602-c2dcebf00716, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4f0fba57-f653-4fe7-9602-c2dcebf00716,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:28.990835 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.007045 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Subnet': ['ID=c199b6a6-19c6-4009-aef7-1a14c1f5d15d,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:29.044252 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:29.045399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:29.053390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:29.057656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] For port d03ac248-439d-42df-bc2b-498f203617f7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d03ac248-439d-42df-bc2b-498f203617f7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:29.058231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.094588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2f3d-8686-4a7c-8245-28172cd66789 req-35ee07f4-40ac-4ccc-9ddc-60527f51953a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:29.094588 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3fc2f3d-8686-4a7c-8245-28172cd66789 req-35ee07f4-40ac-4ccc-9ddc-60527f51953a tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 951 time: 0.4173934 Aug 23 14:20:29.117938 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6460600 Aug 23 14:20:29.142383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Request body: {'port': {'device_id': '34abba14-61b0-4fbe-9945-41df69a8248f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:29.142548 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.156364 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:29.209835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-99fe2daa-0438-44b4-8187-2385c97cc42d req-6b2703eb-3776-46c0-9d8d-6982abc71e2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:29.217246 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99fe2daa-0438-44b4-8187-2385c97cc42d req-6b2703eb-3776-46c0-9d8d-6982abc71e2a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 932 time: 0.6634414 Aug 23 14:20:29.224976 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.235325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-b81fb5c5-83d8-4ccd-bb3e-f586b1b18629 service neutron] 10.222.0.64 "GET /v2.0/networks/a98dda64-7851-4aae-9c8c-b1412642c0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211304 Aug 23 14:20:29.251386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Checking segment: {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:29.252379 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network hostable DHCP agents. Network: 3f9e285f-bc9e-4315-9439-46a69316e3a2, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:20:29.265717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Calling delete_port for d03ac248-439d-42df-bc2b-498f203617f7 owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:20:29.271147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Pushing event updated for resources: {'Port': ['ID=4f0fba57-f653-4fe7-9602-c2dcebf00716,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:29.278043 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:29.278831 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:29.382225 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=11']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:29.386457 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:29.404766 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3fc2f3d-8686-4a7c-8245-28172cd66789 req-34100bf2-f5ba-47e9-8eb6-5979f577817b tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422876 Aug 23 14:20:29.504319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 3f9e285f-bc9e-4315-9439-46a69316e3a2 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:20:29.515093 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99fe2daa-0438-44b4-8187-2385c97cc42d req-c50fc4b6-95ad-4c13-9a22-5064dd4b6705 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965064 Aug 23 14:20:29.582636 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.685395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f95a7-8d5c-4e14-8902-dcd9538c7d4e req-97ab044a-78c8-4c25-84f1-42c96b420029 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:29.688217 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-085f95a7-8d5c-4e14-8902-dcd9538c7d4e req-97ab044a-78c8-4c25-84f1-42c96b420029 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=0bf7b027-170f-4821-959b-99d81ef9ae06 HTTP/1.1" status: 200 len: 946 time: 0.1253581 Aug 23 14:20:29.719357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 3f9e285f-bc9e-4315-9439-46a69316e3a2) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:29.719624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b38f227-552f-4703-8e8a-a9c71b15fd60 req-e62c6ead-f6b7-4218-8d56-0c1ba874ca0c service neutron] 10.222.0.64 "GET /v2.0/networks/a98dda64-7851-4aae-9c8c-b1412642c0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716961 Aug 23 14:20:29.726104 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:29.726705 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.736480 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.740182 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891e8f0-b25f-43c4-acfd-6753be9698b6 None None] Network 3f9e285f-bc9e-4315-9439-46a69316e3a2 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:20:29.763562 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-74aaffc4-a4a7-42aa-89ee-2469a575124b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:29.779124 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:29.833215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event deleted for resources: {'Port': ['ID=d03ac248-439d-42df-bc2b-498f203617f7,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:29.851773 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-085f95a7-8d5c-4e14-8902-dcd9538c7d4e req-d67c9843-1ec5-4a56-9fa1-125679354584 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577630 Aug 23 14:20:29.852766 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:29.937485 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] No DVR routers for this DVR port d03ac248-439d-42df-bc2b-498f203617f7 on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:29.941888 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:29.944318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f02cbba-559a-4f4c-8385-9080ddd999d2 req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "DELETE /v2.0/ports/d03ac248-439d-42df-bc2b-498f203617f7 HTTP/1.1" status: 204 len: 173 time: 2.0231905 Aug 23 14:20:29.944958 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'name': 'network-vif-deleted', 'tag': 'd03ac248-439d-42df-bc2b-498f203617f7'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:29.970917 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4609373 Aug 23 14:20:29.973961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48484) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:29.995107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'port': {'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'name': 'tempest-TaggedBootDevicesTest_v242-306343851', 'fixed_ips': [{'subnet_id': '3919cd64-c3f8-4da2-a66c-d8031183f276'}]}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:30.076507 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6d3b6480-833c-4d70-aa61-61fbb87f18b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.175386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8259b-db74-4bf3-8fcb-28c350e08647 req-a789fa52-dc1c-4b8d-84cd-ad3bc9943dda tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:30.185692 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bad8259b-db74-4bf3-8fcb-28c350e08647 req-a789fa52-dc1c-4b8d-84cd-ad3bc9943dda tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 945 time: 0.4703898 Aug 23 14:20:30.193347 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'code': 200} Aug 23 14:20:30.265818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4f0fba57-f653-4fe7-9602-c2dcebf00716 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:30.347152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bad8259b-db74-4bf3-8fcb-28c350e08647 req-52b4c731-fee5-4194-8a9b-11a2a0a0b709 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603372 Aug 23 14:20:30.382088 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e015181-6871-40bd-ba1b-bd0cbebbec6b {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:30.398443 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.432497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Transition to ACTIVE for port object 5e015181-6871-40bd-ba1b-bd0cbebbec6b will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:30.449395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:30.456638 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:port and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:30.462729 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:30.477610 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fad2ac-cbb5-4419-86e5-6949f668c728 req-3b95cc80-3715-46bf-8960-1e69e2fd0374 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:30.479482 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06fad2ac-cbb5-4419-86e5-6949f668c728 req-3b95cc80-3715-46bf-8960-1e69e2fd0374 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 945 time: 0.2089140 Aug 23 14:20:30.480611 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:30.519514 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-3f9e285f-bc9e-4315-9439-46a69316e3a2', 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'fixed_ips': [{'subnet_id': 'c199b6a6-19c6-4009-aef7-1a14c1f5d15d'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:20:30.519514 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.543562 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06fad2ac-cbb5-4419-86e5-6949f668c728 req-8ccb2afa-9b73-4c71-8c71-a21c39571698 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Aug 23 14:20:30.584345 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:30.602251 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a6fcea6-c2c8-40b4-abab-3cd2452698e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:30.650497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:30.698300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:30.787556 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:30.823603 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Allocated IP 10.2.2.2 (3f9e285f-bc9e-4315-9439-46a69316e3a2/c199b6a6-19c6-4009-aef7-1a14c1f5d15d/c6eba656-2826-4dc1-9d92-26f828e25eb4) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:31.001527 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:31.003308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:31.003834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:31.010641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:20:31.011252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:31.018375 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:31.019192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:31.019758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:31.020400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Bound port: 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:31.021906 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.118100 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:31.121227 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d03ac248-439d-42df-bc2b-498f203617f7 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:31.150045 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:31.154056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:31.175455 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260c3c0-a18e-475d-8e15-c46c5dd17c1a None None] Network 9208984e-1876-483f-a715-7f9a67d1f7ef requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:20:31.199054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 4f0fba57-f653-4fe7-9602-c2dcebf00716 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:31.225201 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: d03ac248-439d-42df-bc2b-498f203617f7 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:20:31.225201 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d03ac248-439d-42df-bc2b-498f203617f7 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:31.250832 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.290956 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] device_id is not set on port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:20:31.332582 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.337877 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e6d9204d-6d56-47be-b78f-da750f2dccd2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:31.352526 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf7b027-170f-4821-959b-99d81ef9ae06', 'name': 'network-vif-deleted', 'tag': 'd03ac248-439d-42df-bc2b-498f203617f7', 'status': 'completed', 'code': 200} Aug 23 14:20:31.414952 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:20:31.418523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93dfba-bae6-42cf-b69d-777f48338103 req-07ae6d39-8a3f-4176-8372-589fb202d1f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:31.429720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c93dfba-bae6-42cf-b69d-777f48338103 req-07ae6d39-8a3f-4176-8372-589fb202d1f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2429159 Aug 23 14:20:31.505596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:31.512114 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.512999 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-33cddb61-1596-4448-acfb-5767634decdc service neutron] 10.222.0.82 "PUT /v2.0/ports/5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 200 len: 1092 time: 2.3807178 Aug 23 14:20:31.516232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:31.570395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:31.574869 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:31.594459 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2c93dfba-bae6-42cf-b69d-777f48338103 req-50be00f9-679d-49dc-a82d-b33e5ad7d1e4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595471 Aug 23 14:20:31.703323 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.734511 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Provisioning for port 4f0fba57-f653-4fe7-9602-c2dcebf00716 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:31.746083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 10.1.1.33 (9208984e-1876-483f-a715-7f9a67d1f7ef/3919cd64-c3f8-4da2-a66c-d8031183f276/8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:31.752547 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Transition to ACTIVE for port object c6eba656-2826-4dc1-9d92-26f828e25eb4 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:31.760499 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Provisioning complete for port 4f0fba57-f653-4fe7-9602-c2dcebf00716 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:31.761048 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.861113 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:31.877639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:32.011311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Transition to ACTIVE for port object c6eba656-2826-4dc1-9d92-26f828e25eb4 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:32.014072 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.055732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'mac_address': 'fa:16:3e:ea:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:32.105470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bce60c-d807-496c-96f5-d0b01006902f req-03b04eef-92dd-4750-81ff-fb2464dffaea tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:32.117935 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-89bce60c-d807-496c-96f5-d0b01006902f req-03b04eef-92dd-4750-81ff-fb2464dffaea tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.2620003 Aug 23 14:20:32.139106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-520d6314-6495-4683-a7d8-5eb69635825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:32.155160 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-520d6314-6495-4683-a7d8-5eb69635825e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1095 time: 0.4848025 Aug 23 14:20:32.213382 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.231666 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:32.247860 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.282872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Transition to ACTIVE for port object 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:32.301507 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-673e1c53-08ba-4eb9-88a8-fcda12674402 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 200 len: 217 time: 0.1096590 Aug 23 14:20:32.306622 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Network 3f9e285f-bc9e-4315-9439-46a69316e3a2 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:32.310801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] For port 4f0fba57-f653-4fe7-9602-c2dcebf00716, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4f0fba57-f653-4fe7-9602-c2dcebf00716,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:32.321208 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:32.345071 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:32.360513 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.380566 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.384897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-89bce60c-d807-496c-96f5-d0b01006902f req-3b395709-3e6b-487c-92aa-877ab8f5e225 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660778 Aug 23 14:20:32.410774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-a57844ad-ffb5-4e5c-9351-94a4331956c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:32.434145 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-a57844ad-ffb5-4e5c-9351-94a4331956c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1081123 Aug 23 14:20:32.434363 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:32.500732 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-4ff393ba-451b-4660-821f-5411e1b5fa11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540929 Aug 23 14:20:32.500858 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.500996 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b', 'status': 'completed', 'code': 200} Aug 23 14:20:32.501154 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Pushing event updated for resources: {'Port': ['ID=c6eba656-2826-4dc1-9d92-26f828e25eb4,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:32.504788 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:32.510643 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:32.545907 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:32.561951 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:32.569140 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:32.574672 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:32.595460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 9208984e-1876-483f-a715-7f9a67d1f7ef is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:32.598877 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:32.602767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:32.652990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Attempting to bind port c6eba656-2826-4dc1-9d92-26f828e25eb4 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:32.653397 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Attempting to bind port c6eba656-2826-4dc1-9d92-26f828e25eb4 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:32.653782 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Attempting to bind port c6eba656-2826-4dc1-9d92-26f828e25eb4 on network 3f9e285f-bc9e-4315-9439-46a69316e3a2 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:32.676828 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:32.677296 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Checking segment: {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:32.677716 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.678123 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Bound using segment: {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:32.678608 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Bound port: c6eba656-2826-4dc1-9d92-26f828e25eb4, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:32.679801 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.686001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04735-3fd7-41ca-9f2d-978d229aeeac req-29d6058b-d85c-4083-9a86-c3e14321aade tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:32.687811 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ce04735-3fd7-41ca-9f2d-978d229aeeac req-29d6058b-d85c-4083-9a86-c3e14321aade tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1102 time: 0.3778315 Aug 23 14:20:32.696533 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:32.696846 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.714494 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:32.717086 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Pushing event updated for resources: {'Port': ['ID=4f0fba57-f653-4fe7-9602-c2dcebf00716,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:32.754081 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:32.754547 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:32.791831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ce04735-3fd7-41ca-9f2d-978d229aeeac req-ad95d6cb-b968-47f7-93b9-ac1df69ecb8c tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747604 Aug 23 14:20:32.819324 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8433650 Aug 23 14:20:32.822300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48546) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:32.838905 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'port': {'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'name': 'tempest-TaggedBootDevicesTest_v242-336839787', 'fixed_ips': [{'subnet_id': '3919cd64-c3f8-4da2-a66c-d8031183f276'}]}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:32.869378 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['78e1a1c5-5e30-41cd-8ff1-64e94decaa27'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:33.044324 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=12']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:33.073259 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:33.081628 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] For port c6eba656-2826-4dc1-9d92-26f828e25eb4, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:33.101001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] For port c6eba656-2826-4dc1-9d92-26f828e25eb4, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c6eba656-2826-4dc1-9d92-26f828e25eb4,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:33.164855 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.197895 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.212185 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:33.299988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-5b16d98f-f288-4782-822c-19a59e770a7e service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801192 Aug 23 14:20:33.444664 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Pushing event updated for resources: {'Port': ['ID=c6eba656-2826-4dc1-9d92-26f828e25eb4,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:33.466885 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:33.564276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70f4c35e-f050-4c4f-b663-8c735cc8f7cf req-1d386f4d-3f69-4a16-8eba-6950e81e5f80 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631814 Aug 23 14:20:33.566354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:33.574634 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:port and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:33.580463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-93ad2681-2ebc-48d3-851f-a4de7b1f5804 None None] Provisioning for port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:33.584014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:33.594138 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-93ad2681-2ebc-48d3-851f-a4de7b1f5804 None None] Provisioning complete for port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:33.594993 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-93ad2681-2ebc-48d3-851f-a4de7b1f5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:33.597966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:33.716196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-93ad2681-2ebc-48d3-851f-a4de7b1f5804 None None] Port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:20:33.730552 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:33.750778 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-93ad2681-2ebc-48d3-851f-a4de7b1f5804 None None] Provisioning complete for port 4f0fba57-f653-4fe7-9602-c2dcebf00716 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:33.754998 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-93ad2681-2ebc-48d3-851f-a4de7b1f5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.231824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aae488-102c-42e7-ba98-7367b18f802f req-914eb355-92a6-4f2b-8a13-2e6edff60bb0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:34.231824 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e1aae488-102c-42e7-ba98-7367b18f802f req-914eb355-92a6-4f2b-8a13-2e6edff60bb0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 945 time: 0.2939646 Aug 23 14:20:34.279484 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e1aae488-102c-42e7-ba98-7367b18f802f req-450a0adf-3c81-45ca-9980-6d728ce5e134 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790682 Aug 23 14:20:34.295102 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.339390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6fa5d239-8070-433a-91af-52bd221620b6 None None] Provisioning complete for port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:34.348069 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d239-8070-433a-91af-52bd221620b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:34.399293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] device_id is not set on port 0bd1c790-7866-424d-a12d-328f0f03c4ca yet. {{(pid=80758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:20:34.451414 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5d239-8070-433a-91af-52bd221620b6 None None] Port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:20:34.500755 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c6eba656-2826-4dc1-9d92-26f828e25eb4 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:34.565496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-e539944b-80e7-48f2-96ec-7e3de815137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:34.568972 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-e539944b-80e7-48f2-96ec-7e3de815137a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1095 time: 0.7894773 Aug 23 14:20:34.674535 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf92ce-0ccf-489b-b7f9-43bc9c87c1e9 req-55b649dd-ecc0-417f-a3cc-aabd07bbd9c4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:34.681684 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18bf92ce-0ccf-489b-b7f9-43bc9c87c1e9 req-55b649dd-ecc0-417f-a3cc-aabd07bbd9c4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.1353629 Aug 23 14:20:34.726953 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port c6eba656-2826-4dc1-9d92-26f828e25eb4 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:34.740558 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:34.762923 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18bf92ce-0ccf-489b-b7f9-43bc9c87c1e9 req-b55ca495-54e5-4e16-855c-de9e0e39fbe2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798528 Aug 23 14:20:34.794484 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4f0fba57-f653-4fe7-9602-c2dcebf00716 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:35.016598 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:35.016985 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.078073 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-54181e6d-6788-478d-8417-75d02583e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.080990 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-54181e6d-6788-478d-8417-75d02583e858 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.4609706 Aug 23 14:20:35.233433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 4f0fba57-f653-4fe7-9602-c2dcebf00716 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:35.233822 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.270847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1442d-d2d3-44ef-955f-d258a2a3c6b1 req-3c056ca5-f9af-4a4c-9122-c1cb2439c9cf tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.280428 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0cc1442d-d2d3-44ef-955f-d258a2a3c6b1 req-3c056ca5-f9af-4a4c-9122-c1cb2439c9cf tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 1102 time: 0.1637051 Aug 23 14:20:35.322031 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e590a-8c43-43e6-892e-32e9ab81c5c8 None None] Network 3f9e285f-bc9e-4315-9439-46a69316e3a2 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:20:35.327775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 10.1.1.130 (9208984e-1876-483f-a715-7f9a67d1f7ef/3919cd64-c3f8-4da2-a66c-d8031183f276/0bd1c790-7866-424d-a12d-328f0f03c4ca) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:35.354600 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0cc1442d-d2d3-44ef-955f-d258a2a3c6b1 req-50922763-f373-40e0-970a-aa8cef05d8c1 tempest-ServersAdminTestJSON-1746335858 tempest-ServersAdminTestJSON-1746335858-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727210 Aug 23 14:20:35.582603 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.585405 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-047ff2ce-d6a4-41e0-be5d-c41aae4497c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 200 len: 217 time: 0.4934320 Aug 23 14:20:35.680593 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:35.703587 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:35.721893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-16cc5848-724c-4527-a1cc-b7d1ef415a6b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.724338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-16cc5848-724c-4527-a1cc-b7d1ef415a6b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.2564690 Aug 23 14:20:35.751193 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.762468 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Provisioning for port c6eba656-2826-4dc1-9d92-26f828e25eb4 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:35.774443 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Provisioning complete for port c6eba656-2826-4dc1-9d92-26f828e25eb4 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:35.774883 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.783870 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-528834ab-c20c-487c-9e40-578a8decb962 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.0444682 Aug 23 14:20:35.796891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-50339cd6-ffd2-4cd8-83b5-d72197235517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.799565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-50339cd6-ffd2-4cd8-83b5-d72197235517 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.2051942 Aug 23 14:20:35.807270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Transition to ACTIVE for port object 0bd1c790-7866-424d-a12d-328f0f03c4ca will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:35.869072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-9beb00c9-e7bc-4c23-94a3-cb68326aa927 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.871013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-9beb00c9-e7bc-4c23-94a3-cb68326aa927 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.82 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 945 time: 0.6603909 Aug 23 14:20:35.897399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95875d1e-a66c-4c7d-a761-5b3810873ce9 req-349bfd26-a80f-41f9-a7e1-b877cbea9d84 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:35.900743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95875d1e-a66c-4c7d-a761-5b3810873ce9 req-349bfd26-a80f-41f9-a7e1-b877cbea9d84 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 945 time: 0.8727670 Aug 23 14:20:35.909446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-17e1a2d0-f6a0-475a-87c9-f33809d88547 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:35.919072 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:35.928949 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:35.942409 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-0eed1b90-c2fe-420d-991d-5dd08e0126a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309998 Aug 23 14:20:35.989374 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.007452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-17e1a2d0-f6a0-475a-87c9-f33809d88547 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:36.012399 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-17e1a2d0-f6a0-475a-87c9-f33809d88547 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2241430 Aug 23 14:20:36.179068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=13']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:36.190828 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:36.198132 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] For port c6eba656-2826-4dc1-9d92-26f828e25eb4, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c6eba656-2826-4dc1-9d92-26f828e25eb4,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:36.289051 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-bf728901-26c1-46f1-a8c4-7e448eff0f94 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618856 Aug 23 14:20:36.294449 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.297274 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:36.431658 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-fd369624-f151-4066-a942-4f182c524a25 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789715 Aug 23 14:20:36.441274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Pushing event updated for resources: {'Port': ['ID=c6eba656-2826-4dc1-9d92-26f828e25eb4,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:36.444783 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-961d2831-1429-4ec4-9393-9205cebf3bd0 None None] Provisioning complete for port c6eba656-2826-4dc1-9d92-26f828e25eb4 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:36.446389 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-961d2831-1429-4ec4-9393-9205cebf3bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.478051 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:36.488113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Deleting port 5ec75709-1b54-4afd-bf70-733703abf2b7 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:20:36.488674 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.624891 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-9b20b557-1c01-40c9-9ae9-fca8453413d8 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119631 Aug 23 14:20:36.669372 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:36.692336 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-95875d1e-a66c-4c7d-a761-5b3810873ce9 req-d9db9669-d09c-4a60-a4fe-5d03fe179b0f tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/security-groups?id=48a16ee4-f6ff-4a80-9a7c-5816894b40bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479997 Aug 23 14:20:36.693310 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:36.928793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 9208984e-1876-483f-a715-7f9a67d1f7ef is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:36.958243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:36.961650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:37.264929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] For port 5ec75709-1b54-4afd-bf70-733703abf2b7, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5ec75709-1b54-4afd-bf70-733703abf2b7,segment=NetworkSegment(f2264c5a-f293-4037-bb7c-dda051db16e8),segment_id=f2264c5a-f293-4037-bb7c-dda051db16e8)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:37.265319 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.308898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-69e9358c-cc6d-4f1c-9fc4-e064fa54e4d9 req-461d1282-61bc-417b-a190-fbc800cda9fe service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8596313 Aug 23 14:20:37.309587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=0bd1c790-7866-424d-a12d-328f0f03c4ca,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:37.458557 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-1ab471da-b2ca-4502-98ad-5f75f8974e5c None None] Provisioning for port 0bd1c790-7866-424d-a12d-328f0f03c4ca completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:37.472446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Calling delete_port for 5ec75709-1b54-4afd-bf70-733703abf2b7 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:20:37.472701 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-1ab471da-b2ca-4502-98ad-5f75f8974e5c None None] Provisioning complete for port 0bd1c790-7866-424d-a12d-328f0f03c4ca triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:37.472701 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1ab471da-b2ca-4502-98ad-5f75f8974e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.504626 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:37.568575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:37.569282 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.615987 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-1ab471da-b2ca-4502-98ad-5f75f8974e5c None None] Port 0bd1c790-7866-424d-a12d-328f0f03c4ca cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:20:37.658501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbb0fa-b3a7-4569-a7b9-f116ca4938b3 req-16af4c24-8df1-497b-9e3e-6badb6840cf2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:37.660087 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fdcbb0fa-b3a7-4569-a7b9-f116ca4938b3 req-16af4c24-8df1-497b-9e3e-6badb6840cf2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.7234151 Aug 23 14:20:37.781928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9549751 Aug 23 14:20:37.797976 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fdcbb0fa-b3a7-4569-a7b9-f116ca4938b3 req-cf49375f-ebf8-4bcf-a9f1-c1d459372ece tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897188 Aug 23 14:20:37.873485 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:37.887925 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5ec75709-1b54-4afd-bf70-733703abf2b7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:37.894126 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:38.016801 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'code': 200} Aug 23 14:20:38.113299 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Pushing event deleted for resources: {'Port': ['ID=5ec75709-1b54-4afd-bf70-733703abf2b7,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:38.116146 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:38.179428 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c6eba656-2826-4dc1-9d92-26f828e25eb4 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:38.258976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c3e7d-4774-450c-8705-8366ce873fd0 req-cf3e8e57-f7a6-418d-b272-4852d198c576 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:38.268060 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-274c3e7d-4774-450c-8705-8366ce873fd0 req-cf3e8e57-f7a6-418d-b272-4852d198c576 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.1992893 Aug 23 14:20:38.304824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] No DVR routers for this DVR port 5ec75709-1b54-4afd-bf70-733703abf2b7 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:38.308568 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:38.321698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'name': 'network-vif-deleted', 'tag': '5ec75709-1b54-4afd-bf70-733703abf2b7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:38.323006 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-274c3e7d-4774-450c-8705-8366ce873fd0 req-215e889f-5a5e-47e2-884d-7ce336579d29 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547216 Aug 23 14:20:38.324442 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port c6eba656-2826-4dc1-9d92-26f828e25eb4 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:38.325265 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:38.344176 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42f53ea4-56ad-4290-a3e1-5818a9b936fb req-a5af2953-8541-42ff-97ea-46ca021864fe tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 210 time: 0.2263627 Aug 23 14:20:38.422319 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-481f4a7e-1535-47ac-81ef-b7f16e95c462 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2092412 Aug 23 14:20:38.613654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f2037-2d4c-41db-a583-b0ee61722f0e req-4cfb19fe-44d4-4e20-bbde-b7e6dfd6acd3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:38.614194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5bf5bb3b-3f70-426d-9575-da48ba50e467 req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.82 "DELETE /v2.0/ports/5ec75709-1b54-4afd-bf70-733703abf2b7 HTTP/1.1" status: 204 len: 173 time: 2.7337332 Aug 23 14:20:38.615309 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-de9f2037-2d4c-41db-a583-b0ee61722f0e req-4cfb19fe-44d4-4e20-bbde-b7e6dfd6acd3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 949 time: 0.1089106 Aug 23 14:20:38.642873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7a0cc940-0e94-43b0-b5eb-b1d99526ba85 req-6e7b20e3-ef55-4d81-a76d-4af9f839c71f tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Synchronizing usage tracker for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:38.681958 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-de9f2037-2d4c-41db-a583-b0ee61722f0e req-68ca95b2-3560-4e72-b9ca-58539032416d tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608494 Aug 23 14:20:38.692288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a383-96b8-45de-a50d-576d7b729e7d req-2ac3ea00-6426-45bc-be3b-f9d1b7bd01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:38.702015 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-2ac3ea00-6426-45bc-be3b-f9d1b7bd01d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 1095 time: 0.2268550 Aug 23 14:20:38.786089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7a0cc940-0e94-43b0-b5eb-b1d99526ba85 req-6e7b20e3-ef55-4d81-a76d-4af9f839c71f tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Unset dirty status for tenant:34a895b37ba94a1c89c8f97611ed78ca on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:38.786089 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a0cc940-0e94-43b0-b5eb-b1d99526ba85 req-6e7b20e3-ef55-4d81-a76d-4af9f839c71f tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] 10.222.0.72 "GET /v2.0/ports?device_id=6148cebd-2f83-4f78-8a7d-f1086b8fb354 HTTP/1.1" status: 200 len: 210 time: 0.2476146 Aug 23 14:20:39.046032 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6148cebd-2f83-4f78-8a7d-f1086b8fb354', 'name': 'network-vif-deleted', 'tag': '5ec75709-1b54-4afd-bf70-733703abf2b7', 'status': 'completed', 'code': 200} Aug 23 14:20:39.053554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a383-96b8-45de-a50d-576d7b729e7d req-119b500b-010e-462d-aae0-f0c92d2c11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:39.055050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-119b500b-010e-462d-aae0-f0c92d2c11fe service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.3237808 Aug 23 14:20:39.162559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-3577d41a-8f69-4adc-917f-5fa18e01de5b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 200 len: 217 time: 0.0742137 Aug 23 14:20:39.285543 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a383-96b8-45de-a50d-576d7b729e7d req-efdfe9fc-bc3a-404f-92b1-bf47312e99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:39.292160 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-efdfe9fc-bc3a-404f-92b1-bf47312e99a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.1139672 Aug 23 14:20:39.294155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48620) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:39.300931 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15808667', 'description': 'tempest-description--383973450'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:39.313464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:39.320622 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:security_group and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:39.324299 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:39.332764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:39.338409 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1561be0-bfb9-4991-a170-4adf4e5c5643 req-08be98e5-c416-4930-a83a-ea8d32c333a6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:39.340006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1561be0-bfb9-4991-a170-4adf4e5c5643 req-08be98e5-c416-4930-a83a-ea8d32c333a6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.2840722 Aug 23 14:20:39.367094 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-f7dfb6e1-9c48-4437-a0ba-96fb62f5a31b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674736 Aug 23 14:20:39.507733 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1561be0-bfb9-4991-a170-4adf4e5c5643 req-4a64bbe7-f05a-4ef4-8300-63d7bf69d46a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551809 Aug 23 14:20:39.539731 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.545304 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-d9dee62c-e7eb-43bd-adf1-25bc092c0d77 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:39.546838 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-d9dee62c-e7eb-43bd-adf1-25bc092c0d77 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 949 time: 0.3047419 Aug 23 14:20:39.594036 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:39.608723 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:security_group_rule and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:39.627157 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-f80e6df5-4f91-4838-a726-adcf17c0be68 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471154 Aug 23 14:20:39.630153 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:39.646017 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:39.683638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Deleting port 2be34a28-388f-4206-80af-c0ee92277194 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:20:39.683995 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.797089 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.914843 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:39.920634 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-76b1b680-e7d9-4192-865f-e040b3b3f9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:39.961128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-da14a383-96b8-45de-a50d-576d7b729e7d req-6c519738-3c17-4d97-a518-bfe3b7adaeb9 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200614 Aug 23 14:20:40.011281 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:40.022707 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:40.080369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f4f61-3be1-4706-95d9-dca0be9e0e73 req-b39ac334-6d2f-4079-92bb-a3a5b793f500 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:40.082268 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e7f4f61-3be1-4706-95d9-dca0be9e0e73 req-b39ac334-6d2f-4079-92bb-a3a5b793f500 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.2838850 Aug 23 14:20:40.130169 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.131728 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8359437 Aug 23 14:20:40.134658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48638) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:40.143869 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'security_group_rule': {'security_group_id': '0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:40.160468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:40.166087 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:security_group_rule and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:40.183591 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:40.190057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] For port 2be34a28-388f-4206-80af-c0ee92277194, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2be34a28-388f-4206-80af-c0ee92277194,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:40.190057 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.202995 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e7f4f61-3be1-4706-95d9-dca0be9e0e73 req-0c7491a5-94d0-4bc4-a93b-cc69e0f84cfa tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134226 Aug 23 14:20:40.208040 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5ec75709-1b54-4afd-bf70-733703abf2b7 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:40.234248 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:40.316627 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 5ec75709-1b54-4afd-bf70-733703abf2b7 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:20:40.316971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5ec75709-1b54-4afd-bf70-733703abf2b7 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:40.413368 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-256233dc-ebaa-4dcd-97c9-dbd13f976606 req-9d0ad24c-645f-4842-b7ea-6986b3e34ae4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 210 time: 0.0909784 Aug 23 14:20:40.425209 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.476946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Calling delete_port for 2be34a28-388f-4206-80af-c0ee92277194 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:20:40.545740 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.636021 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48646) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:40.727959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Deleting subnet f096868c-88b3-4ee7-96ae-5f309fe933be {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:20:40.756190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4383eb-89a2-4e2a-a97a-51b64794ac78 req-30f46e48-2e40-4224-bf3a-3ff95ca836bc tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:40.763167 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f4383eb-89a2-4e2a-a97a-51b64794ac78 req-30f46e48-2e40-4224-bf3a-3ff95ca836bc tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 949 time: 0.3336036 Aug 23 14:20:40.784464 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.865528 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:40.908744 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2e79bd10-8f7e-480e-860e-4cb806873cb3 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:40.941189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-6d191a86-93fe-4d3d-945a-1414ddc83106 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:40.943112 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-6d191a86-93fe-4d3d-945a-1414ddc83106 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.3408499 Aug 23 14:20:40.967001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Request body: {'port': {'device_id': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'admin_state_up': True, 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:40.981971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f57a9ef-34a9-4f54-9964-8a3a02b5c1cc,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:40.988748 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:41.160700 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f4383eb-89a2-4e2a-a97a-51b64794ac78 req-021b848c-6376-45ff-90f0-ab45a41387b5 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932855 Aug 23 14:20:41.166358 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.197194 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.208837 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:41.213152 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['1fe826e8-0935-4d01-aa30-3c55ebb44ef5', '2be34a28-388f-4206-80af-c0ee92277194', '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:41.231783 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.237065 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-554cc777-e88a-4601-8ff1-471afe414529 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0976162 Aug 23 14:20:41.242220 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48652) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:41.267336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'security_group_rule': {'security_group_id': '0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:41.271232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Pushing event deleted for resources: {'Port': ['ID=2be34a28-388f-4206-80af-c0ee92277194,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:41.338769 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:41.362593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:41.383037 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb888d35-e7b5-47d6-abab-e2ed316bdd9c req-4abc0c94-7e3c-4372-b618-e5fd5b8a96e1 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.394887 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb888d35-e7b5-47d6-abab-e2ed316bdd9c req-4abc0c94-7e3c-4372-b618-e5fd5b8a96e1 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 945 time: 0.5404963 Aug 23 14:20:41.398512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:security_group_rule and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:41.401737 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:41.417072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:41.466520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:41.473380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] No DVR routers for this DVR port 2be34a28-388f-4206-80af-c0ee92277194 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:41.479248 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.486435 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:41.581172 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.581172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'name': 'network-vif-deleted', 'tag': '2be34a28-388f-4206-80af-c0ee92277194'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:41.620109 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb888d35-e7b5-47d6-abab-e2ed316bdd9c req-f75b270d-e033-4c3a-ade8-8ab81a46cd25 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041919 Aug 23 14:20:41.721413 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.864291 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8f316576-fc69-4001-8849-c1e73e9b6809 req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "DELETE /v2.0/ports/2be34a28-388f-4206-80af-c0ee92277194 HTTP/1.1" status: 204 len: 173 time: 2.3077548 Aug 23 14:20:41.873995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:41.878223 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:41.899182 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b14a9-e62e-4111-81b5-6f02a9d1ab1f req-cd897269-d407-4907-8842-9c848efa8eda tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.906612 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-158b14a9-e62e-4111-81b5-6f02a9d1ab1f req-cd897269-d407-4907-8842-9c848efa8eda tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.2433643 Aug 23 14:20:41.937209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-1befe303-db82-4c86-9e6a-c434017a12c8 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:41.939216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-1befe303-db82-4c86-9e6a-c434017a12c8 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 945 time: 0.2143643 Aug 23 14:20:41.995093 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.007424 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-066d008b-68cc-4965-8f6c-7219aacf89ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:42.083444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f096868c-88b3-4ee7-96ae-5f309fe933be,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:42.086566 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:42.089976 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.107597 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-158b14a9-e62e-4111-81b5-6f02a9d1ab1f req-8847c038-977c-4ccd-b1e3-3a8ab29169a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999881 Aug 23 14:20:42.132690 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a5f57473-c887-42da-8fd5-2e77b810dd48 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f096868c-88b3-4ee7-96ae-5f309fe933be HTTP/1.1" status: 204 len: 168 time: 1.4898276 Aug 23 14:20:42.133178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48660) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:42.159840 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.177520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Deleting port 0a248199-d9d5-4c92-a406-0d014ac3547f {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:20:42.177520 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.199709 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60eab2-de5f-408c-b865-157a1df559b0 req-8254651e-5602-477d-a754-2d8576464814 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:42.202160 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf60eab2-de5f-408c-b865-157a1df559b0 req-8254651e-5602-477d-a754-2d8576464814 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.3972332 Aug 23 14:20:42.221282 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5e015181-6871-40bd-ba1b-bd0cbebbec6b details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:42.279619 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cf60eab2-de5f-408c-b865-157a1df559b0 req-2f1d904b-da5c-4b58-b397-76deaac56b3b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632613 Aug 23 14:20:42.345504 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.370130 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-74080a7b-07b8-4f96-9b4e-a5241353d895 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:42.421703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Allocated IP 172.20.0.7 (bead4616-2cdd-4821-8ae8-d36de2e911a5/db3a72ab-84d2-40a5-878f-daf73b2955b2/7b430b92-acc0-4ec3-989b-ab52d3c1c3bd) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:42.429730 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a81884b-f533-4bee-9e8c-7ea4fe4b0628', 'name': 'network-vif-deleted', 'tag': '2be34a28-388f-4206-80af-c0ee92277194', 'status': 'completed', 'code': 200} Aug 23 14:20:42.526683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:42.565383 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '5e015181-6871-40bd-ba1b-bd0cbebbec6b', 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087', 'port_id': '5e015181-6871-40bd-ba1b-bd0cbebbec6b', 'mac_address': 'fa:16:3e:16:91:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906ece5b-b30a-4ccd-8b9c-b6b300a838f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:42.566835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3553a34a-d1d5-4eb1-b533-a34121dd7f23 req-5fee0899-e1b8-4d6f-baae-13db8848b9e3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 210 time: 0.1460724 Aug 23 14:20:42.625654 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.748786 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.762003 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:20:42.768486 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.797639 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e015181-6871-40bd-ba1b-bd0cbebbec6b {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:42.846690 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:42.868934 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e04aa65-b52b-4332-8ec9-ecf3b61d6eec,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:42.896439 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.897202 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.897709 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.898180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.898667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.899137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.899599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.900060 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.902412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.902933 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.903453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.903917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:42.909197 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:42.912211 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18ae767f-de72-4946-82b9-afaf411c0b6b req-4b2187d1-9ead-4b34-ae42-0ac79f754e04 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a81884b-f533-4bee-9e8c-7ea4fe4b0628 HTTP/1.1" status: 200 len: 210 time: 0.1188149 Aug 23 14:20:42.968330 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:42.976081 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-85b50e91-cdfb-437d-b0d9-7361e09afee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:42.983222 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:42.991458 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.047427 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.060680 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-2e9e7bbe-18f0-4da1-bc50-0179d52fbac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:43.074190 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.078876 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8340621 Aug 23 14:20:43.079743 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48670) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:43.101802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:43.109899 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:43.118028 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:floatingip and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:43.121588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:43.125765 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdc6dc7-151d-44cd-9915-67ccea2a66de']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:43.135500 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:43.139723 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:43.143528 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:43.148964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:43.201607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] For port 0a248199-d9d5-4c92-a406-0d014ac3547f, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0a248199-d9d5-4c92-a406-0d014ac3547f,segment=NetworkSegment(0988c205-06d7-48df-a56a-c04d11d32187),segment_id=0988c205-06d7-48df-a56a-c04d11d32187)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:43.205844 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event updated for resources: {'Port': ['ID=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:43.208946 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:43.214349 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.230029 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.281224 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:43.282137 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.382135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2264c5a-f293-4037-bb7c-dda051db16e8') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:43.382703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2264c5a-f293-4037-bb7c-dda051db16e8') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:43.386214 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:43.397195 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:43.398619 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5e015181-6871-40bd-ba1b-bd0cbebbec6b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:43.495956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Calling delete_port for 0a248199-d9d5-4c92-a406-0d014ac3547f owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:20:43.546216 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.601761 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.647475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:20:43.647475 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:20:43.652629 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:20:43.690871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535392f-85d5-48c2-9b13-8d8d647edbff req-d99c2252-7414-4e91-9ceb-fb0e7bd653f6 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:43.693376 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4535392f-85d5-48c2-9b13-8d8d647edbff req-d99c2252-7414-4e91-9ceb-fb0e7bd653f6 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 945 time: 0.7122040 Aug 23 14:20:43.699991 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7421920 Aug 23 14:20:43.716287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Request body: {'port': {'device_id': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:43.896841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5a204-d885-4f45-bc5f-bef2651602cd req-59352c24-0191-400c-83fd-88adb477bbb2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:43.898635 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbb5a204-d885-4f45-bc5f-bef2651602cd req-59352c24-0191-400c-83fd-88adb477bbb2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.5709469 Aug 23 14:20:43.944763 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:43.979740 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.022832 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbb5a204-d885-4f45-bc5f-bef2651602cd req-114df79d-f4d6-4e3a-859c-91872a4d9b7d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163847 Aug 23 14:20:44.110393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4535392f-85d5-48c2-9b13-8d8d647edbff req-ea8c17a7-6e9d-4fde-9cbc-fe40e4781d38 tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/security-groups?id=02320a24-9648-4807-8414-784db5631810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734066 Aug 23 14:20:44.200965 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.213229 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['0a248199-d9d5-4c92-a406-0d014ac3547f'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:44.219037 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-75291955-1df2-4f5c-ab86-23e5a5fd916d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:44.273090 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2be34a28-388f-4206-80af-c0ee92277194 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:44.308986 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.322473 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 2be34a28-388f-4206-80af-c0ee92277194 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:20:44.322865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2be34a28-388f-4206-80af-c0ee92277194 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:44.411336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Pushing event deleted for resources: {'Port': ['ID=0a248199-d9d5-4c92-a406-0d014ac3547f,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:44.426469 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.452969 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:44.453622 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bccad1b1-e050-43aa-a8ea-5b3378ef2e74 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:44.507738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 172.25.7.56 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/6345f750-333d-4916-bf49-42f4a7700166) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:44.535507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdc6dc7-151d-44cd-9915-67ccea2a66de,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:44.541536 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] No DVR routers for this DVR port 0a248199-d9d5-4c92-a406-0d014ac3547f on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:44.558837 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:44.560048 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:44.570574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'name': 'network-vif-deleted', 'tag': '0a248199-d9d5-4c92-a406-0d014ac3547f'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:44.623075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8870934-6262-4268-838a-a3d504ba7267 req-0b177730-a664-4f6f-a9cb-d58d3796c90c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:44.632764 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8870934-6262-4268-838a-a3d504ba7267 req-0b177730-a664-4f6f-a9cb-d58d3796c90c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 931 time: 0.3248081 Aug 23 14:20:44.697652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a65891d1-012c-4f0f-9c76-99897b9bb5a4 req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.64 "DELETE /v2.0/ports/0a248199-d9d5-4c92-a406-0d014ac3547f HTTP/1.1" status: 204 len: 173 time: 2.7514901 Aug 23 14:20:44.702515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] 10.222.0.72 "DELETE /v2.0/networks/3cdc6dc7-151d-44cd-9915-67ccea2a66de HTTP/1.1" status: 204 len: 168 time: 2.5682003 Aug 23 14:20:44.713161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8870934-6262-4268-838a-a3d504ba7267 req-d2d6f77c-42f6-4fb2-beed-26b8ae8ba0ba tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790005 Aug 23 14:20:44.748427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aca225-7529-4a7a-8489-11d2a9c6fff5 req-9758f151-79b3-43ca-996d-8b71c0655872 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:44.752808 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-02aca225-7529-4a7a-8489-11d2a9c6fff5 req-9758f151-79b3-43ca-996d-8b71c0655872 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 945 time: 0.5080049 Aug 23 14:20:44.930988 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-02aca225-7529-4a7a-8489-11d2a9c6fff5 req-caa747a4-8dbd-4319-a557-c9dee86f2d12 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610472 Aug 23 14:20:44.969573 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.059671 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d', 'name': 'network-vif-deleted', 'tag': '0a248199-d9d5-4c92-a406-0d014ac3547f', 'status': 'completed', 'code': 200} Aug 23 14:20:45.092930 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:45.106789 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.133746 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Transition to ACTIVE for port object 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:45.286372 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.293762 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:45.340932 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533778a-805e-419c-b538-f7ff37744103 req-6fdbf6c8-74ef-45ee-9a33-efedb60220d1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:45.344938 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.346361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b533778a-805e-419c-b538-f7ff37744103 req-6fdbf6c8-74ef-45ee-9a33-efedb60220d1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.1516683 Aug 23 14:20:45.347399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48696) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:45.463683 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-dd4e5f2a-4881-4310-b2e2-f8291b72b99a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34a895b37ba94a1c89c8f97611ed78ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929172 Aug 23 14:20:45.463683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48700) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:45.492760 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:45.493644 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b533778a-805e-419c-b538-f7ff37744103 req-39df1061-1476-4085-b0c3-f24a89fc4e58 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888069 Aug 23 14:20:45.493753 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:45.493753 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:45.562233 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.563211 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=6345f750-333d-4916-bf49-42f4a7700166,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:45.563211 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:45.582259 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2711c80e-8c1e-453c-9232-09c2eb7d3984 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:45.582508 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.666509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7e3518e5-1554-4e57-b1c1-e4146065403f req-4ee069de-6fc6-4fcd-b3d4-25dbbbcb9ccd tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Synchronizing usage tracker for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:45.743100 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Pushing event updated for resources: {'Port': ['ID=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:45.745974 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:45.758019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Attempting to bind port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:45.758804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Attempting to bind port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:45.758804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Attempting to bind port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:45.763870 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd on network bead4616-2cdd-4821-8ae8-d36de2e911a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:20:45.764183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Attempting to bind port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:45.771475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:45.771847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:45.772254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Bound using segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:45.772687 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Bound port: 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:45.773076 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:45.876075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] For port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:45.879246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] For port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:46.231136 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5e015181-6871-40bd-ba1b-bd0cbebbec6b up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:46.291908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7e3518e5-1554-4e57-b1c1-e4146065403f req-4ee069de-6fc6-4fcd-b3d4-25dbbbcb9ccd tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Unset dirty status for tenant:d9119d1b9b5d4a5dbdbea48099c6193c on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:46.293171 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e3518e5-1554-4e57-b1c1-e4146065403f req-4ee069de-6fc6-4fcd-b3d4-25dbbbcb9ccd tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c5b4df4-6d7d-4f35-bcb4-494a5d0bc76d HTTP/1.1" status: 200 len: 210 time: 0.6763852 Aug 23 14:20:46.301474 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.309829 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d754989c-64e9-4925-bebb-a5ef5aab34cd tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:46.313635 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.341131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a16ee4-f6ff-4a80-9a7c-5816894b40bf,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:46.348579 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8d0c409a-d72e-479e-85f2-3be4bdab7a52 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:46.351772 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:46.467267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 5e015181-6871-40bd-ba1b-bd0cbebbec6b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:46.477314 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 5e015181-6871-40bd-ba1b-bd0cbebbec6b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:46.478813 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.505230 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:46.508937 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.514389 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] 10.222.0.64 "PUT /v2.0/ports/7b430b92-acc0-4ec3-989b-ab52d3c1c3bd HTTP/1.1" status: 200 len: 1091 time: 2.8004272 Aug 23 14:20:46.542115 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'tag': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:46.575235 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.587675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Pushing event updated for resources: {'Port': ['ID=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:46.598036 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:46.609735 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.613194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48a16ee4-f6ff-4a80-9a7c-5816894b40bf HTTP/1.1" status: 204 len: 168 time: 1.1511250 Aug 23 14:20:46.674830 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973650bf-3cc7-4720-a692-fd02599cf30f req-f0aebfb2-9a22-45e6-8b73-9078d6a3b5ef tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:46.682228 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-973650bf-3cc7-4720-a692-fd02599cf30f req-f0aebfb2-9a22-45e6-8b73-9078d6a3b5ef tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 943 time: 0.2165442 Aug 23 14:20:46.711623 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.779672 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-973650bf-3cc7-4720-a692-fd02599cf30f req-f683ed36-453a-4851-a0e4-1ee91edee50f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Aug 23 14:20:46.787104 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:46.814242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:46.823478 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 0a248199-d9d5-4c92-a406-0d014ac3547f no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:46.881066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 0a248199-d9d5-4c92-a406-0d014ac3547f {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:20:46.881392 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 0a248199-d9d5-4c92-a406-0d014ac3547f not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:46.987138 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:46.988945 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:47.103851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c24f0-5f8d-427c-b3cf-279e60bc23b6 req-c4076f12-798f-49b8-b072-7f23aef155c7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.107276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a50c24f0-5f8d-427c-b3cf-279e60bc23b6 req-c4076f12-798f-49b8-b072-7f23aef155c7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Synchronizing usage tracker for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:47.110502 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:47.118224 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:47.136707 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:47.234280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2679c-ad95-4dfc-b7bb-c01b03aa87b4 req-307760a5-dea0-46cd-9c6d-3e26dce2b5b8 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.236623 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6eb2679c-ad95-4dfc-b7bb-c01b03aa87b4 req-307760a5-dea0-46cd-9c6d-3e26dce2b5b8 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 945 time: 0.5286329 Aug 23 14:20:47.255121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-bdbb8b82-633d-49bd-ac62-9fc08c8bbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.256711 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-bdbb8b82-633d-49bd-ac62-9fc08c8bbca7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 1094 time: 0.2532117 Aug 23 14:20:47.299263 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a50c24f0-5f8d-427c-b3cf-279e60bc23b6 req-c4076f12-798f-49b8-b072-7f23aef155c7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Unset dirty status for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:47.300809 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a50c24f0-5f8d-427c-b3cf-279e60bc23b6 req-c4076f12-798f-49b8-b072-7f23aef155c7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 949 time: 0.3635883 Aug 23 14:20:47.364015 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a50c24f0-5f8d-427c-b3cf-279e60bc23b6 req-5114f320-c728-45f7-89e1-5beb8e134da7 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Aug 23 14:20:47.422166 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-4a16647e-c3d2-4fda-8514-84a1f79ea770 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd HTTP/1.1" status: 200 len: 217 time: 0.1476002 Aug 23 14:20:47.531888 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6eb2679c-ad95-4dfc-b7bb-c01b03aa87b4 req-f67d7b5e-5659-4c44-a704-25dce2fa2c3e tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791591 Aug 23 14:20:47.584790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-fffc14f3-ac52-4f40-8c1f-6e6c85478cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.594695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-fffc14f3-ac52-4f40-8c1f-6e6c85478cab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.1527874 Aug 23 14:20:47.659471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2a77d-fda2-454c-9305-be63f5843f10 req-a3f2291a-2d59-4fe8-8e71-f98fdcdf6e25 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:47.661540 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2fc2a77d-fda2-454c-9305-be63f5843f10 req-a3f2291a-2d59-4fe8-8e71-f98fdcdf6e25 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.1255839 Aug 23 14:20:47.689650 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'tag': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd', 'status': 'completed', 'code': 200} Aug 23 14:20:47.718000 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:20:47.724960 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b', 'code': 200} Aug 23 14:20:47.748693 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-23c4c393-e93d-404c-8ccc-520e6ab29af4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386151 Aug 23 14:20:47.752366 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2fc2a77d-fda2-454c-9305-be63f5843f10 req-5b6a9eba-c175-4587-82d3-368bcd2ea572 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725293 Aug 23 14:20:47.811447 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:47.893594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48738) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:47.955349 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:47.961014 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba30fd49-ca10-433d-ae55-59d4122d234e tempest-ListImageFiltersTestJSON-730823950 tempest-ListImageFiltersTestJSON-730823950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:48.052432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Deleting subnet 169dc19a-f413-43ba-ae6e-9f1e3385d883 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:20:48.179050 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.421252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69852d-b26d-4ae1-a714-7aafed2f2124 req-41d10320-a9c5-4370-8b28-568b6b0da60e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:48.422906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7c69852d-b26d-4ae1-a714-7aafed2f2124 req-41d10320-a9c5-4370-8b28-568b6b0da60e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:48.497044 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=6345f750-333d-4916-bf49-42f4a7700166,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:48.502844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50df35-050e-4c7c-b3f9-8a827401bb2f req-aab27cb2-4451-4ed9-a1b8-e5ce06f41ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:48.505228 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd50df35-050e-4c7c-b3f9-8a827401bb2f req-aab27cb2-4451-4ed9-a1b8-e5ce06f41ad2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1097 time: 0.4491906 Aug 23 14:20:48.509515 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.526861 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-9e5f93b7-31c7-4c8e-82f7-70b2c786aaec service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681754 Aug 23 14:20:48.527883 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:48.590480 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.596653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-7f23760e-4500-4cdb-a4f4-0a3cc7f8d155 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:48.600309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-7f23760e-4500-4cdb-a4f4-0a3cc7f8d155 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 949 time: 0.5352252 Aug 23 14:20:48.618886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7c69852d-b26d-4ae1-a714-7aafed2f2124 req-41d10320-a9c5-4370-8b28-568b6b0da60e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:48.625994 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c69852d-b26d-4ae1-a714-7aafed2f2124 req-41d10320-a9c5-4370-8b28-568b6b0da60e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 943 time: 0.4897947 Aug 23 14:20:48.698060 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.776206 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c69852d-b26d-4ae1-a714-7aafed2f2124 req-43009478-2ac4-4da7-8071-72a997d0f99d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451395 Aug 23 14:20:48.776623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48756) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:48.792399 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579f491d-866e-454d-9ffb-7a6a171d7473 req-cd99aee8-4926-413a-ae2f-e5d2301068f4 service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531300 Aug 23 14:20:48.830693 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.832445 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7434070 Aug 23 14:20:48.874904 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd50df35-050e-4c7c-b3f9-8a827401bb2f req-000918e2-740e-4018-862a-ca500835991b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199644 Aug 23 14:20:48.913397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Deleting port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:20:48.913747 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:48.934926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1046737326-network', 'tenant_id': 'c07df52b67df49ba87e3c6f17e65b4b3'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:48.941303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:48.957791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Usage tracker for resource:network and tenant:c07df52b67df49ba87e3c6f17e65b4b3 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:48.969215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:49.078729 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:49.157674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526809c-d51a-4abc-b06f-ebc16e403421 req-75cae1b1-e00c-4575-8538-36ec081087f4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:49.159498 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9526809c-d51a-4abc-b06f-ebc16e403421 req-75cae1b1-e00c-4575-8538-36ec081087f4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.1806734 Aug 23 14:20:49.191954 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-93d5c258-adab-4926-b649-b10ee90ec950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:49.193522 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-93d5c258-adab-4926-b649-b10ee90ec950 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 1094 time: 0.2182367 Aug 23 14:20:49.255213 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.266440 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Made reservation on behalf of c07df52b67df49ba87e3c6f17e65b4b3 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:49.269481 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-87d33d0f-7889-4f4b-960d-d86d8616f550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:49.269679 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.291353 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.332055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3425d-0184-4eaf-bd23-8f9241d61367 req-7867e0e3-0751-43c6-9223-4ad28d62e85e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:49.339806 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-27a3425d-0184-4eaf-bd23-8f9241d61367 req-7867e0e3-0751-43c6-9223-4ad28d62e85e tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 949 time: 0.7284153 Aug 23 14:20:49.347503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169dc19a-f413-43ba-ae6e-9f1e3385d883,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:49.367074 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9526809c-d51a-4abc-b06f-ebc16e403421 req-a0075d87-40ca-4207-a4e8-6f38a79f4fea tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969917 Aug 23 14:20:49.384691 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.388317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.388720 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.389182 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.389561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.389926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.390286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.390647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.391522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.391522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.391915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.392309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.392742 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:20:49.392901 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:49.409581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Usage tracker for resource:security_group_rule and tenant:c07df52b67df49ba87e3c6f17e65b4b3 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:49.420217 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:49.427071 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:49.437624 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:49.453119 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-22e6663e-eaf6-41f2-a97e-fdb99e46fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:49.454753 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-22e6663e-eaf6-41f2-a97e-fdb99e46fe14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 907 time: 0.2517164 Aug 23 14:20:49.467823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48772) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:49.468144 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a548a1a7-4f03-415e-a043-6036bb3826d7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/169dc19a-f413-43ba-ae6e-9f1e3385d883 HTTP/1.1" status: 204 len: 168 time: 1.5685616 Aug 23 14:20:49.496628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-27a3425d-0184-4eaf-bd23-8f9241d61367 req-8f3c900c-ef56-4a12-8b95-cf4f4e69a43d tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556540 Aug 23 14:20:49.646246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] For port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:49.647042 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:49.651684 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-5b919c46-c699-4e0c-a37d-3d2b59587965 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd HTTP/1.1" status: 200 len: 217 time: 0.1829493 Aug 23 14:20:49.862136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Calling delete_port for 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:20:49.994148 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-24da5847-595c-4f67-90f3-67b889d40ba1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Synchronizing usage tracker for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:50.078091 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.082071 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-57a67eeb-e32a-4950-9de9-9636bf9edff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:50.086974 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-57a67eeb-e32a-4950-9de9-9636bf9edff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.4218066 Aug 23 14:20:50.173715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-24da5847-595c-4f67-90f3-67b889d40ba1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Unset dirty status for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:50.175684 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-24da5847-595c-4f67-90f3-67b889d40ba1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--15808667&fields=id&tenant_id=46bcae8ed8ed44d899057f085a0060d7 HTTP/1.1" status: 200 len: 267 time: 0.2518187 Aug 23 14:20:50.193064 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-212eef38-69e2-4947-aef6-c8ca6ae28539 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706520 Aug 23 14:20:50.351161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-841f0ba1-8cab-4c90-8b7c-3d552cd06b3f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:50.351800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-841f0ba1-8cab-4c90-8b7c-3d552cd06b3f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Synchronizing usage tracker for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:50.357257 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.366100 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:50.371796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['99d05dcb-89a1-4dbe-9d0e-c3152478fd04'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:50.430072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Pushing event deleted for resources: {'Port': ['ID=1fe826e8-0935-4d01-aa30-3c55ebb44ef5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:50.433427 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:50.610167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] No DVR routers for this DVR port 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:50.613279 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.616596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'name': 'network-vif-deleted', 'tag': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:50.629143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-841f0ba1-8cab-4c90-8b7c-3d552cd06b3f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Unset dirty status for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:50.630664 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-841f0ba1-8cab-4c90-8b7c-3d552cd06b3f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports/8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 935 time: 0.4410534 Aug 23 14:20:50.645688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f37bc-f84b-4579-aa1c-9008b4cc9b2e req-faed72ed-4f5e-4a3a-81a2-43a9c4293957 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:50.653904 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d96f37bc-f84b-4579-aa1c-9008b4cc9b2e req-faed72ed-4f5e-4a3a-81a2-43a9c4293957 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 1.0658169 Aug 23 14:20:50.729505 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.749100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-135385e3-19ce-43bd-a6d7-19dce5e8e085 req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "DELETE /v2.0/ports/1fe826e8-0935-4d01-aa30-3c55ebb44ef5 HTTP/1.1" status: 204 len: 173 time: 2.1389792 Aug 23 14:20:50.777477 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-cba54181-d13f-49b0-9989-d482c4ef9875 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:50.779616 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-cba54181-d13f-49b0-9989-d482c4ef9875 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports/0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 936 time: 0.1416419 Aug 23 14:20:50.855499 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d96f37bc-f84b-4579-aa1c-9008b4cc9b2e req-fa7efe00-dcb1-4bbd-b996-57e1cf02c51c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983056 Aug 23 14:20:50.859674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-ebab1447-0214-4296-9d2f-ea7485fa8c28 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0706813 Aug 23 14:20:50.879863 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.933869 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:50.955819 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-524674f0-33f9-4eb3-a6cf-5123cb105ed0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:50.967264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-1b966ea0-3aa4-4aef-8d1f-b21fa41238a0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1008329 Aug 23 14:20:51.040933 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-d4bcafc4-241c-4ca6-8d41-65348183e384 service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952974 Aug 23 14:20:51.040933 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091121cc-cae0-40ee-8660-3bc121d8470d']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:51.093837 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:20:51.167001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0988c205-06d7-48df-a56a-c04d11d32187') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:51.167286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0988c205-06d7-48df-a56a-c04d11d32187') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:20:51.224847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf052aee-0a45-4f58-822b-dcd242e4b026,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:51.241749 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.252333 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:51.271556 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.271904 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Added segment ef819a5e-2d19-4466-a46d-2e7cd2509223 of type vlan for network e48d03fa-d686-4e9f-b55c-526012dc6fbb Aug 23 14:20:51.351381 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.366853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-9e6e2ac4-7bae-4e8e-8c43-df0f36a53b2b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.373961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-9e6e2ac4-7bae-4e8e-8c43-df0f36a53b2b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.384286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-9e6e2ac4-7bae-4e8e-8c43-df0f36a53b2b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.385684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-9e6e2ac4-7bae-4e8e-8c43-df0f36a53b2b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Synchronizing usage tracker for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:51.386173 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:20:51.386579 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.401226 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-de0795f0-3017-48f6-b19d-9a501bc6dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.403212 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-de0795f0-3017-48f6-b19d-9a501bc6dfb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1097 time: 0.2837029 Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:20:51.403377 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:20:51.420554 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:51.542942 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f317ce7-3129-41c0-884a-45698fac22b2 req-d8e112ac-750c-4155-bfea-55dc0974a27c service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629893 Aug 23 14:20:51.565979 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f0cda-1305-4600-88f1-d0cc9269e99d req-ba77e1fb-7c62-4a6d-a227-2022017979a6 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.567684 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a16f0cda-1305-4600-88f1-d0cc9269e99d req-ba77e1fb-7c62-4a6d-a227-2022017979a6 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 943 time: 0.4099734 Aug 23 14:20:51.623865 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a16f0cda-1305-4600-88f1-d0cc9269e99d req-2fc9292f-a0e0-47e5-9d14-ee47bc17acfc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495193 Aug 23 14:20:51.630061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-7e69a370-8843-484c-aaf7-0f758404c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.631735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-7e69a370-8843-484c-aaf7-0f758404c72d service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.1854067 Aug 23 14:20:51.782939 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-aa446a40-9cda-4d0b-b263-73324a9cb9a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 1001 time: 0.1436808 Aug 23 14:20:51.835903 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d94e-005e-4b9a-b1a7-8b42dab48d85 req-a888fc46-4516-4ac7-a55c-6bc945bfc09a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.837539 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37b1d94e-005e-4b9a-b1a7-8b42dab48d85 req-a888fc46-4516-4ac7-a55c-6bc945bfc09a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.0915172 Aug 23 14:20:51.849655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-da402dfa-6a40-40de-94a0-0189318246b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.851143 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-da402dfa-6a40-40de-94a0-0189318246b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.0610347 Aug 23 14:20:51.899447 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37b1d94e-005e-4b9a-b1a7-8b42dab48d85 req-6169453b-778a-4dae-a349-fca9a975fba3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549245 Aug 23 14:20:51.933515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-9e6e2ac4-7bae-4e8e-8c43-df0f36a53b2b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Unset dirty status for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:51.939324 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-9e6e2ac4-7bae-4e8e-8c43-df0f36a53b2b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 1994 time: 0.9603300 Aug 23 14:20:51.943908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-cc8e0027-ea3c-4490-9002-5a6aa934a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:51.945667 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-cc8e0027-ea3c-4490-9002-5a6aa934a698 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859921 Aug 23 14:20:52.030680 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.033448 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:52.035980 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.150960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-adb9fe93-d8db-4d81-b582-c05a6fec7116 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/quotas/46bcae8ed8ed44d899057f085a0060d7 HTTP/1.1" status: 200 len: 375 time: 0.2091520 Aug 23 14:20:52.172188 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:52.294416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:52.334498 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-709be5f0-a882-4fb0-8836-f8308a94d65a req-8a7ff207-025a-4b6f-ac34-7811750b62ed tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8a4d028-e1a1-411b-aa8a-10799a8ebd63 HTTP/1.1" status: 200 len: 210 time: 0.2237175 Aug 23 14:20:52.337392 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.352218 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Pushing event updated for resources: {'Network': ['ID=e48d03fa-d686-4e9f-b55c-526012dc6fbb,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:52.373636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5773232 Aug 23 14:20:52.377263 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:52.381616 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.399763 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] 10.222.0.72 "DELETE /v2.0/networks/091121cc-cae0-40ee-8660-3bc121d8470d HTTP/1.1" status: 204 len: 168 time: 2.9137404 Aug 23 14:20:52.400890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48802) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:52.404021 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:52.458964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Request body: {'subnet': {'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1046737326-subnet', 'tenant_id': 'c07df52b67df49ba87e3c6f17e65b4b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:20:52.477607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Pushing event deleted for resources: {'Network': ['ID=091121cc-cae0-40ee-8660-3bc121d8470d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:52.490756 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:52.493259 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:20:52.504398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Usage tracker for resource:subnet and tenant:c07df52b67df49ba87e3c6f17e65b4b3 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:20:52.512245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:20:52.533959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:20:52.557934 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:20:52.558562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1fe826e8-0935-4d01-aa30-3c55ebb44ef5 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:20:52.565039 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:20:52.638813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Made reservation on behalf of c07df52b67df49ba87e3c6f17e65b4b3 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:20:52.644033 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:52.695291 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a4d028-e1a1-411b-aa8a-10799a8ebd63', 'name': 'network-vif-deleted', 'tag': '1fe826e8-0935-4d01-aa30-3c55ebb44ef5', 'status': 'completed', 'code': 200} Aug 23 14:20:52.843035 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-852eab3b-8084-4e88-a4f0-449c569fd8a2 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859503 Aug 23 14:20:52.878279 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:20:52.938030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 48810) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:53.160222 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8131e64e-2e04-4be4-9d02-2516cb0ab37d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9961984 Aug 23 14:20:53.221784 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:53.240586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a53ec-ad98-4b2f-b263-5d93488e6fd5 req-6f9ff69b-8ae9-4ef7-9abf-261543351478 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:53.241888 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-021a53ec-ad98-4b2f-b263-5d93488e6fd5 req-6f9ff69b-8ae9-4ef7-9abf-261543351478 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.2228522 Aug 23 14:20:53.243254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-be993c0a-d713-44d6-8bb7-b8ec0b862ff7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d9119d1b9b5d4a5dbdbea48099c6193c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941008 Aug 23 14:20:53.247534 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 48814) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:20:53.257148 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'port_id': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd', 'mac_address': 'fa:16:3e:f9:a2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3a72ab-84d2-40a5-878f-daf73b2955b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:20:53.345121 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.350670 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a44e6f4-9f88-490a-82d1-73d500fe2156 req-68e62c11-4724-4ae1-81b2-a4c24b5ed617 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956996 Aug 23 14:20:53.388419 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:20:53.407869 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:53.414326 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c1151fc4-a65f-4051-a527-524726300337 service neutron] 10.222.0.72 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187054 Aug 23 14:20:53.507035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-021a53ec-ad98-4b2f-b263-5d93488e6fd5 req-c0edeffb-ab88-4974-bc7e-53e798be88ea tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540851 Aug 23 14:20:53.527152 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.558867 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.582055 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-a25bb605-da6d-456d-9461-4022cfe4ec00 service neutron] 10.222.0.72 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472168 Aug 23 14:20:53.619120 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.621297 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:53.660088 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c7eda39e-60fd-4ef8-9d66-87df8edcf43c service neutron] 10.222.0.72 "GET /v2.0/ports/8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0696592 Aug 23 14:20:53.705517 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:53.711316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48707095-0248-4667-9bc2-08d72d7f2a14 req-742e8397-2886-408c-a6bd-e774ecf8f352 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:53.712763 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-48707095-0248-4667-9bc2-08d72d7f2a14 req-742e8397-2886-408c-a6bd-e774ecf8f352 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1097 time: 0.0813918 Aug 23 14:20:53.714226 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.717897 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:53.719096 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-99ee78b9-98c2-4e9c-8bfb-6b1422cd20a1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:53.791264 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:53.812049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-3fc3a45e-d90c-4df7-948b-d0466f7d75bb service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459715 Aug 23 14:20:53.849698 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-48707095-0248-4667-9bc2-08d72d7f2a14 req-321eefce-3ca1-4fe4-a163-a555b2451680 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050730 Aug 23 14:20:53.853503 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6c2be3-04f8-4487-84d1-a8b9fca7069d,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:53.860381 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:53.862093 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d1c8263f-7607-480e-bfe6-41b333d7ca1c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:53.874067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02320a24-9648-4807-8414-784db5631810,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:53.884207 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:53.884207 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Checking segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:53.884207 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Network hostable DHCP agents. Network: e48d03fa-d686-4e9f-b55c-526012dc6fbb, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:20:53.937979 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['7b430b92-acc0-4ec3-989b-ab52d3c1c3bd'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:20:53.967427 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-fd26bfb8-b046-42f2-ac71-cdbf262daf2a service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485784 Aug 23 14:20:54.034593 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.038688 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02320a24-9648-4807-8414-784db5631810 HTTP/1.1" status: 204 len: 168 time: 0.7880681 Aug 23 14:20:54.049947 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c46be9b9-2022-47b9-8ebf-5e29c493bc97 service neutron] 10.222.0.72 "GET /v2.0/ports/0bd1c790-7866-424d-a12d-328f0f03c4ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0756686 Aug 23 14:20:54.062190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:20:54.104779 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b8b0b-5b25-4d49-9e97-7a1974bff096 req-c8b21508-dfd4-481b-b5c7-5e3a966135e5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:54.104779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-124b8b0b-5b25-4d49-9e97-7a1974bff096 req-c8b21508-dfd4-481b-b5c7-5e3a966135e5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 944 time: 0.1304533 Aug 23 14:20:54.170628 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, e48d03fa-d686-4e9f-b55c-526012dc6fbb) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:54.177826 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:54.179001 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.190738 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019c47c0-fcb0-4a14-8a76-05511c3df3e9 None None] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:20:54.218111 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-124b8b0b-5b25-4d49-9e97-7a1974bff096 req-6dddbfaa-00c1-4e90-bfd8-0c2a60ec2187 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056328 Aug 23 14:20:54.235116 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-42f184f6-a1eb-4000-823d-aa57f3201ce2 service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786828 Aug 23 14:20:54.341803 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8870542 Aug 23 14:20:54.391507 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5faf9bcf-77d0-41ed-8ca1-ec444f4c38ba service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494715 Aug 23 14:20:54.534779 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a859877-6063-4b67-8d39-ee231a61afe7 req-7d0685c1-5ae5-41eb-9a18-e86a7e35b880 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:54.538762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8a859877-6063-4b67-8d39-ee231a61afe7 req-7d0685c1-5ae5-41eb-9a18-e86a7e35b880 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1097 time: 0.1211843 Aug 23 14:20:54.583419 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'tenant_id': 'c07df52b67df49ba87e3c6f17e65b4b3', 'fixed_ips': [{'subnet_id': '9e6c2be3-04f8-4487-84d1-a8b9fca7069d'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:20:54.583419 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:54.600635 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-1b416a69-4766-4b11-9aeb-10376919eb43 service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977541 Aug 23 14:20:54.604454 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8a859877-6063-4b67-8d39-ee231a61afe7 req-f6a683f3-4a79-4340-8368-9d2e02e570e2 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598907 Aug 23 14:20:54.814706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Allocated IP 172.20.0.2 (e48d03fa-d686-4e9f-b55c-526012dc6fbb/9e6c2be3-04f8-4487-84d1-a8b9fca7069d/5a0b13d2-2d6f-43ac-a792-c9359fd714a1) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:20:54.897510 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-971ffb0e-3a15-48ba-a6ae-104dd1b753a0 service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002534 Aug 23 14:20:55.086676 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.091021 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-26a9bca0-2d8b-4a97-8f00-035e5af7e3b1 service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868005 Aug 23 14:20:55.098001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Transition to ACTIVE for port object 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:55.119335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Transition to ACTIVE for port object 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:20:55.240589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-52b39912-83d7-456e-a9a1-924b051f5639 service neutron] 10.222.0.72 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429763 Aug 23 14:20:55.264583 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.274944 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:55.342421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:20:55.346249 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:20:55.350929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:20:55.360893 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Pushing event updated for resources: {'Port': ['ID=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:55.392129 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:55.404443 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5efb3439-6ab4-438c-82b0-11a1f9670b62 service neutron] 10.222.0.72 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571922 Aug 23 14:20:55.474149 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Attempting to bind port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:20:55.474694 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Attempting to bind port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:20:55.475088 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Attempting to bind port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 on network e48d03fa-d686-4e9f-b55c-526012dc6fbb {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:20:55.481173 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:20:55.483390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Checking segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:20:55.483390 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.483390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Bound using segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:20:55.483390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Bound port: 5a0b13d2-2d6f-43ac-a792-c9359fd714a1, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:20:55.484028 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.602110 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] For port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:20:55.610010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] For port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:20:55.614620 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-9d549c02-6ef3-41f6-8412-e8e95cbf8207 service neutron] 10.222.0.72 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033775 Aug 23 14:20:55.661611 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23535f-9b04-4253-8723-fe52e3d7dc15 req-de384686-5ebe-43b0-ba87-09f52e7dec27 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:55.663124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b23535f-9b04-4253-8723-fe52e3d7dc15 req-de384686-5ebe-43b0-ba87-09f52e7dec27 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 946 time: 0.0950277 Aug 23 14:20:55.715955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b23535f-9b04-4253-8723-fe52e3d7dc15 req-2c182759-d04e-4c93-9596-78c3ad818389 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470319 Aug 23 14:20:55.777976 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-bd6d676d-53ae-49fd-b012-41faba65e904 service neutron] 10.222.0.72 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567316 Aug 23 14:20:55.814408 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:55.817384 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:55.914054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Pushing event updated for resources: {'Port': ['ID=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:55.917637 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:56.035534 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8a0ffd57-6fcc-4af1-92d7-76548ae29cff service neutron] 10.222.0.72 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337830 Aug 23 14:20:56.138636 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:56.342094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-89c4ec3f-0900-432e-9f15-05beba050668 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:56.342816 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-89c4ec3f-0900-432e-9f15-05beba050668 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Synchronizing usage tracker for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:56.515417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-89c4ec3f-0900-432e-9f15-05beba050668 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Unset dirty status for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:56.516618 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-89c4ec3f-0900-432e-9f15-05beba050668 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 816 time: 0.3638158 Aug 23 14:20:56.532045 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-5175c9a7-d002-49fc-a8dd-ff38ef9305d0 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/quotas/c07df52b67df49ba87e3c6f17e65b4b3 HTTP/1.1" status: 200 len: 375 time: 0.0099432 Aug 23 14:20:56.616722 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-6dc58f09-673f-4e9e-8efe-5caaca099b91 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791233 Aug 23 14:20:56.763773 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-44d5871d-0913-4314-abc9-82002245cec6 service neutron] 10.222.0.72 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399097 Aug 23 14:20:56.846196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:56.925651 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-f386b339-1bcf-4df3-9cb6-4b40ca2ee592 service neutron] 10.222.0.72 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541777 Aug 23 14:20:56.950025 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf1226-8be1-489a-ab1c-b0816f218626 None None] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:20:57.129687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:57.141429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:57.141829 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.150027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-6626aa92-9275-4ad3-bfad-713d724cd8e6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.151418 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-6626aa92-9275-4ad3-bfad-713d724cd8e6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Synchronizing usage tracker for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:20:57.178318 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e631abb8-b942-4382-b2b6-6e828f2eed05 None None] Provisioning for port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:57.303691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-6626aa92-9275-4ad3-bfad-713d724cd8e6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Unset dirty status for tenant:26347cba3d7f465eab82a91de293ae06 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:20:57.312598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-6626aa92-9275-4ad3-bfad-713d724cd8e6 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 951 time: 0.2408478 Aug 23 14:20:57.390327 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.468082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Deleting port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:20:57.468403 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.480186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:57.533756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:57.574789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb87f57-676e-4918-b25e-f54140440e0f req-a38d3d3c-760e-4b5c-aba1-24334546ab5e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.577585 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbb87f57-676e-4918-b25e-f54140440e0f req-a38d3d3c-760e-4b5c-aba1-24334546ab5e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 944 time: 0.1933119 Aug 23 14:20:57.658567 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbb87f57-676e-4918-b25e-f54140440e0f req-354e2268-0d33-4304-9d29-eddd562262aa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732479 Aug 23 14:20:57.666453 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.666453 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ffe699ee-d3d1-4ec9-ab50-054646a7c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.668925 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.672159 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:57.778857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:57.783699 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:57.881565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] For port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:57.881833 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:57.912691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa1a2-8f35-44d1-9366-552c10161179 req-c685088c-173d-47c5-8fab-d86cfcf8ad99 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:57.912691 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42faa1a2-8f35-44d1-9366-552c10161179 req-c685088c-173d-47c5-8fab-d86cfcf8ad99 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/ports?device_id=2789085d-4da6-4579-aba1-4d65a5b259cc HTTP/1.1" status: 200 len: 951 time: 0.1092746 Aug 23 14:20:57.965548 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42faa1a2-8f35-44d1-9366-552c10161179 req-6d70b7ae-8189-44fd-94e9-9d874dfb4621 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.72 "GET /v2.0/security-groups?id=95d721f4-4320-4b82-8603-14a13443e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Aug 23 14:20:58.101278 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.167992 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Calling delete_port for 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:20:58.233962 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:20:58.418602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:20:58.424823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:20:58.427291 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.449493 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.459780 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e74eed61-9850-4839-881d-aa25808c8316 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:58.570961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Pushing event deleted for resources: {'Port': ['ID=99d05dcb-89a1-4dbe-9d0e-c3152478fd04,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:58.575722 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:58.597842 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.628872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] No DVR routers for this DVR port 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:20:58.633069 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.638931 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-deleted', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:20:58.694747 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:58.754868 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-076be209-8cd2-4f9f-99f5-7d732e588924 req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] 10.222.0.82 "DELETE /v2.0/ports/99d05dcb-89a1-4dbe-9d0e-c3152478fd04 HTTP/1.1" status: 204 len: 173 time: 1.4406927 Aug 23 14:20:58.835558 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:58.838393 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:58.870278 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-e10f2342-eb17-4221-a8b3-f2d07680b01b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:20:58.872059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-e10f2342-eb17-4221-a8b3-f2d07680b01b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 816 time: 0.1726322 Aug 23 14:20:58.875836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:20:58.893511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-1d50c667-565f-493c-933a-ae7ad174f9ba tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/quotas/c07df52b67df49ba87e3c6f17e65b4b3 HTTP/1.1" status: 200 len: 375 time: 0.0134757 Aug 23 14:20:58.976708 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:58.986912 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:59.007820 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-55722a7d-8efd-4504-82ac-f103d8472ecc tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079853 Aug 23 14:20:59.049540 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.097085 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:20:59.197421 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-0afbb397-e35f-4a44-ac9b-77c8815d5d53 service neutron] 10.222.0.72 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823647 Aug 23 14:20:59.252071 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:20:59.253900 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f49c0b11-2d51-439a-aa85-ea0ae05b80ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:20:59.364137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-bfccb2f3-ee9b-4839-ae42-8e7c5aa2c0e1 service neutron] 10.222.0.72 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604590 Aug 23 14:20:59.375203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=14']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:20:59.377504 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:20:59.814793 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd', 'code': 200} Aug 23 14:20:59.963982 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-583190da-36f7-4c23-8eb4-0ad41660e836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.130206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d77ea-add0-4ccb-b2ad-1490bfb3ab77 req-c317da16-0e63-427b-931d-3898fe9a9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:00.131967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ce9d77ea-add0-4ccb-b2ad-1490bfb3ab77 req-c317da16-0e63-427b-931d-3898fe9a9cfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 1096 time: 0.1924033 Aug 23 14:21:00.144342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c154e7-47ba-48c7-b479-a87dc9c9c865 req-cad52ac7-47e7-4e93-8dd4-6f662d30db10 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:00.145968 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-80c154e7-47ba-48c7-b479-a87dc9c9c865 req-cad52ac7-47e7-4e93-8dd4-6f662d30db10 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1316934 Aug 23 14:21:00.177630 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:00.218929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ce9d77ea-add0-4ccb-b2ad-1490bfb3ab77 req-b9292e8d-4ba3-48bf-ba1b-07f60e3657fe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719519 Aug 23 14:21:00.229718 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-80c154e7-47ba-48c7-b479-a87dc9c9c865 req-9a40d7b2-95b2-4a98-8533-44119335941f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681601 Aug 23 14:21:00.252720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:00.254091 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:00.344242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:00.370408 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-afe2698c-688f-4b53-bf47-84fd390e87b3 req-b5d544cc-9f9e-440a-a96b-2ccf405abde1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 210 time: 0.0691929 Aug 23 14:21:00.389723 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:21:00.390338 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 99d05dcb-89a1-4dbe-9d0e-c3152478fd04 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:21:00.465781 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2789085d-4da6-4579-aba1-4d65a5b259cc', 'name': 'network-vif-deleted', 'tag': '99d05dcb-89a1-4dbe-9d0e-c3152478fd04', 'status': 'completed', 'code': 200} Aug 23 14:21:00.659592 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc825-3af1-41e5-9338-6c5c2a5f8252 req-58f5ab01-976b-4fdb-8377-71711e967ec4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:00.661205 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-686dc825-3af1-41e5-9338-6c5c2a5f8252 req-58f5ab01-976b-4fdb-8377-71711e967ec4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 945 time: 0.0901995 Aug 23 14:21:00.717755 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-686dc825-3af1-41e5-9338-6c5c2a5f8252 req-a5832b31-881e-47f3-be4e-065b789aff86 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468156 Aug 23 14:21:01.697415 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-705ca8a1-97ef-4f38-9c96-d76b2eadbf03 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:01.697415 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-705ca8a1-97ef-4f38-9c96-d76b2eadbf03 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 816 time: 0.1868539 Aug 23 14:21:01.700844 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49082) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:01.705840 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-122d02f3-bccc-4a8a-b774-a08e9ab4685e tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/quotas/c07df52b67df49ba87e3c6f17e65b4b3 HTTP/1.1" status: 200 len: 375 time: 0.0106266 Aug 23 14:21:01.705840 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-2c2ef06d-6430-45eb-9829-176d3bbac47a tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135685 Aug 23 14:21:01.710386 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.710386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:01.710386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa2868e7380a4551bc2cdfa416dc5ac5 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:01.710386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:01.710386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:01.716029 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-798974fe-e0e9-4e79-8fb7-739daf8a4414 service neutron] 10.222.0.72 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759934 Aug 23 14:21:01.722495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-5f62f653-d7f2-4561-9a19-7ce938ef6eed tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:21:01.722495 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-5f62f653-d7f2-4561-9a19-7ce938ef6eed tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2051647 Aug 23 14:21:01.722495 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.729520 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.736501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Request body: {'binding': {'host': 'n-h2-805628-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:01.736501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Unknown quota resources ['binding']. {{(pid=80759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 23 14:21:01.790557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49106) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:01.815663 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on host n-h2-805628-1 for vnic_type normal with profile None {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Bound port: 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:01.915778 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:01.923230 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e6864088-002b-4e0f-b128-3d135f78a728 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:02.011046 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-5b3bb80e-3bd5-4fe2-bc23-53652764d14d service neutron] 10.222.0.72 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670053 Aug 23 14:21:02.085297 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-cf7b29b0-cd08-4423-b4a9-eb6748f35d7c tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:02.087232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-cf7b29b0-cd08-4423-b4a9-eb6748f35d7c tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 816 time: 0.5011561 Aug 23 14:21:02.112590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Request body: {'port': {'device_id': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'admin_state_up': True, 'tenant_id': 'c07df52b67df49ba87e3c6f17e65b4b3'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:02.243308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea45989d-7500-41fd-83e5-b647ddcb93c1,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:02.267769 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:02.281273 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa2868e7380a4551bc2cdfa416dc5ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0498252 Aug 23 14:21:02.281273 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49118) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:02.390076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-91934f88-1c3a-4ee4-8b42-070f5ddf9474 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26347cba3d7f465eab82a91de293ae06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920591 Aug 23 14:21:02.391758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:02.402263 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Usage tracker for resource:port and tenant:c07df52b67df49ba87e3c6f17e65b4b3 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:02.408416 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:02.412788 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49124) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:02.424176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:02.456756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:02.459686 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.553811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Made reservation on behalf of c07df52b67df49ba87e3c6f17e65b4b3 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:02.557520 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.582985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0887f98a-3966-4fd2-887e-8a20096ad34a req-83a11eaf-74bf-4243-a4bf-8ec4468fa3fb tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 210 time: 0.0739708 Aug 23 14:21:02.587339 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.629760 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] Notify callbacks [] for binding, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.631186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-bea2094f-f207-4997-ae41-c4be210fed77 service neutron] 10.222.0.72 "POST /v2.0/ports/5e015181-6871-40bd-ba1b-bd0cbebbec6b/bindings HTTP/1.1" status: 201 len: 389 time: 1.0715790 Aug 23 14:21:02.632130 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.749925 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.976709 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'code': 200} Aug 23 14:21:02.983471 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:02.988405 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d431f39b-a3f1-418a-9067-bcad190a2d69 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:03.008244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Allocated IP 172.20.0.13 (e48d03fa-d686-4e9f-b55c-526012dc6fbb/9e6c2be3-04f8-4487-84d1-a8b9fca7069d/a8181e96-ae59-45be-89ef-834fafafcc1a) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:03.038002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea45989d-7500-41fd-83e5-b647ddcb93c1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:03.045083 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.059885 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:03.071847 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.100704 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fd71809e-db9c-4c62-869e-1c071aba19fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:03.148400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d721f4-4320-4b82-8603-14a13443e50b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:03.158276 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:03.158276 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.166485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b7b95-e379-42c0-aacc-b1baa87eb5d0 req-76360e09-e5e9-43e4-8f46-f7f6c4451665 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.169171 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95d721f4-4320-4b82-8603-14a13443e50b HTTP/1.1" status: 204 len: 168 time: 0.7156920 Aug 23 14:21:03.178388 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.182070 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64b7b95-e379-42c0-aacc-b1baa87eb5d0 req-76360e09-e5e9-43e4-8f46-f7f6c4451665 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 945 time: 0.3215852 Aug 23 14:21:03.184515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea45989d-7500-41fd-83e5-b647ddcb93c1 HTTP/1.1" status: 204 len: 168 time: 0.9022756 Aug 23 14:21:03.376620 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e3adf004-878f-4317-bce2-8b9709142947 req-788202d7-3707-4b3f-88d1-8d4c493f9c82 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 210 time: 0.0625253 Aug 23 14:21:03.413339 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64b7b95-e379-42c0-aacc-b1baa87eb5d0 req-939f6c3c-e88e-4de6-b9b8-8300924aeac0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289238 Aug 23 14:21:03.633870 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-ea8d3db1-9c60-4d4e-8b89-8f6441c21aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.635291 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-ea8d3db1-9c60-4d4e-8b89-8f6441c21aed service neutron] 10.222.0.64 "GET /v2.0/ports/8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 1031 time: 0.0892067 Aug 23 14:21:03.659896 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:03.700023 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Transition to ACTIVE for port object a8181e96-ae59-45be-89ef-834fafafcc1a will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:03.740063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943511-8850-40c0-a3a0-2222e80a7d4b req-488af877-cefa-43ed-851e-c676e78970cc tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.741685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50943511-8850-40c0-a3a0-2222e80a7d4b req-488af877-cefa-43ed-851e-c676e78970cc tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.2421827 Aug 23 14:21:03.744575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9253-c6b9-405e-bc1a-28e9ae1bcb8a req-a206f281-32e0-4329-995b-b7f7e4c2b9fe tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.746489 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5aad9253-c6b9-405e-bc1a-28e9ae1bcb8a req-a206f281-32e0-4329-995b-b7f7e4c2b9fe tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 945 time: 0.1329017 Aug 23 14:21:03.754364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-aa0d67d1-f7b0-424f-a4b7-e1813afa3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.755822 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-aa0d67d1-f7b0-424f-a4b7-e1813afa3a59 service neutron] 10.222.0.64 "GET /v2.0/ports/0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 1032 time: 0.1095715 Aug 23 14:21:03.868665 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5aad9253-c6b9-405e-bc1a-28e9ae1bcb8a req-951447c8-4773-4f8d-a462-28ea145972db tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791097 Aug 23 14:21:03.901579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-20ad5521-38cf-400e-b93f-a9ecf0def90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:03.907514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-20ad5521-38cf-400e-b93f-a9ecf0def90f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1097 time: 0.1584828 Aug 23 14:21:03.930636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-50943511-8850-40c0-a3a0-2222e80a7d4b req-1dbdd468-3b9a-4ea1-8f08-503dbd1a7fa3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738541 Aug 23 14:21:04.035838 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-23023bf3-5bd2-44b5-8508-26349d4fd7ce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:04.052621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-23023bf3-5bd2-44b5-8508-26349d4fd7ce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:04.068205 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.079870 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-23023bf3-5bd2-44b5-8508-26349d4fd7ce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:04.081234 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-91f35e18-43c4-478f-85a4-a8d262062ad0 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:04.081804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-23023bf3-5bd2-44b5-8508-26349d4fd7ce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Synchronizing usage tracker for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:04.103508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-23023bf3-5bd2-44b5-8508-26349d4fd7ce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Unset dirty status for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:04.104956 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-23023bf3-5bd2-44b5-8508-26349d4fd7ce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 1994 time: 0.3329527 Aug 23 14:21:04.175037 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-a94cd72b-47fe-46b8-834b-bb72aad523d4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Synchronizing usage tracker for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:04.188622 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-a94cd72b-47fe-46b8-834b-bb72aad523d4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Unset dirty status for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:04.190041 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-a94cd72b-47fe-46b8-834b-bb72aad523d4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46bcae8ed8ed44d899057f085a0060d7 HTTP/1.1" status: 200 len: 378 time: 0.0754824 Aug 23 14:21:04.202101 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'admin_state_up': True, 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'security_groups': ['0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:04.256791 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:04.269547 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f5326aaa-48da-45d7-b5ed-230543ee9df5 req-d47dbc41-f230-4cde-9599-4b38c8eb01fb tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 210 time: 0.1003351 Aug 23 14:21:04.270952 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:04.275057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:04.366398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Pushing event updated for resources: {'Port': ['ID=a8181e96-ae59-45be-89ef-834fafafcc1a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:04.372097 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:04.389878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-f105ece1-286d-498b-b12c-85343a55744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:04.392229 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-f105ece1-286d-498b-b12c-85343a55744c service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.4772930 Aug 23 14:21:04.417435 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:04.452710 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:04.531496 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-672206bb-b838-415a-92eb-1baaa18c62d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 200 len: 217 time: 0.1250391 Aug 23 14:21:04.551607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:04.552514 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.558433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:04.564577 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.639410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 49200) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:04.854675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 172.20.0.7 (c19dde2f-9025-4ff4-8a6a-74f0d932ef59/c8d1c2f7-b095-4e17-ba3e-3ecd21060efe/d4733c45-5e02-4f23-83e9-dfd4518be297) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:04.871219 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3f96e5eb-3887-4fd2-aa00-8ab69c7096e0 None None] Provisioning for port a8181e96-ae59-45be-89ef-834fafafcc1a completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:04.881870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-3f96e5eb-3887-4fd2-aa00-8ab69c7096e0 None None] Provisioning complete for port a8181e96-ae59-45be-89ef-834fafafcc1a triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:04.882243 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3f96e5eb-3887-4fd2-aa00-8ab69c7096e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:04.987929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-a6502834-d186-4344-8920-618d128e98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:04.992016 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-a6502834-d186-4344-8920-618d128e98c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.4107800 Aug 23 14:21:05.097414 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3f96e5eb-3887-4fd2-aa00-8ab69c7096e0 None None] Port a8181e96-ae59-45be-89ef-834fafafcc1a cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:05.097583 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-68665982-6335-413f-92e4-3d407263d584 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=30f2143e906c4237b3cc50f2824db2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475238 Aug 23 14:21:05.103539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49216) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:05.166997 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0696552 Aug 23 14:21:05.168822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-79d8b4bd-d165-4083-bfc3-149ef9db8d76 req-4e4e4b7a-edea-4b6c-a965-fb3e13e4f967 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Synchronizing usage tracker for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:05.174274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-02d5ec8e-a3a2-4bfb-b54c-a73e7cfed6ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678098 Aug 23 14:21:05.226239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Request body: {'port': {'device_id': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:05.310006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc54bf4-67af-4c36-9ac6-125ea68a52b0 req-e7df007a-7fc8-4ae9-b951-056298df7dd1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:05.311847 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4dc54bf4-67af-4c36-9ac6-125ea68a52b0 req-e7df007a-7fc8-4ae9-b951-056298df7dd1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 945 time: 0.3711331 Aug 23 14:21:05.321037 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.347796 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.404541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.419235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Transition to ACTIVE for port object d4733c45-5e02-4f23-83e9-dfd4518be297 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:05.445632 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4dc54bf4-67af-4c36-9ac6-125ea68a52b0 req-19d86d32-ae60-46bf-be0c-e850d3f768f4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087182 Aug 23 14:21:05.493676 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49224) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:05.630884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-7a0e0840-2a1e-4748-a233-b20abae7c20f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:05.632399 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-7a0e0840-2a1e-4748-a233-b20abae7c20f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 816 time: 0.9583535 Aug 23 14:21:05.649943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Request body: {'port': {'device_id': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'admin_state_up': True, 'tenant_id': 'c07df52b67df49ba87e3c6f17e65b4b3'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:05.672684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c8341-469e-451a-99c7-6ec089698dc4 req-f8d3e2af-4002-4a76-9ce3-a0123c6589a7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:05.674227 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a98c8341-469e-451a-99c7-6ec089698dc4 req-f8d3e2af-4002-4a76-9ce3-a0123c6589a7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1056318 Aug 23 14:21:05.706292 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-network', 'tenant_id': '49916597200042ae959f72dd430b4134'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:05.718563 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:05.730803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Usage tracker for resource:network and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:05.735131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:05.750103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:05.767631 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a98c8341-469e-451a-99c7-6ec089698dc4 req-6dbfb9b8-66a0-46a0-894b-35769b0ae316 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849438 Aug 23 14:21:05.773961 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.781259 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-a4465167-985f-477e-9290-483b23f78b95 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256205 Aug 23 14:21:05.784687 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-79d8b4bd-d165-4083-bfc3-149ef9db8d76 req-4e4e4b7a-edea-4b6c-a965-fb3e13e4f967 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Unset dirty status for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:05.792161 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.797061 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79d8b4bd-d165-4083-bfc3-149ef9db8d76 req-4e4e4b7a-edea-4b6c-a965-fb3e13e4f967 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 210 time: 0.9460609 Aug 23 14:21:05.800075 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:05.808538 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8f6ccf2e-b6b1-4a9c-a1be-c32836062fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:05.881048 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:05.886275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:05.905970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:06.182995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=d4733c45-5e02-4f23-83e9-dfd4518be297,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:06.213166 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:06.218518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Made reservation on behalf of 49916597200042ae959f72dd430b4134 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:06.224582 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.237475 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2ef2b7c9-8515-455b-bd87-08d123b903c4 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:06.251229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:06.263564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f163f249-3b2f-46c4-89e7-14cbdcc0b75b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:06.267223 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:06.275915 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.309170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:06.353430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:06.354140 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.357719 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-0ecd302a-2525-4b97-9544-22d104c28c6d service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109050 Aug 23 14:21:06.367131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:06.386524 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:06.393824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:06.405425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:06.408064 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.411619 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f163f249-3b2f-46c4-89e7-14cbdcc0b75b HTTP/1.1" status: 204 len: 168 time: 1.3045311 Aug 23 14:21:06.421337 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b2fee419-a4ee-4dd1-b31f-ae4033526919 None None] Provisioning for port d4733c45-5e02-4f23-83e9-dfd4518be297 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:06.445838 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b2fee419-a4ee-4dd1-b31f-ae4033526919 None None] Provisioning complete for port d4733c45-5e02-4f23-83e9-dfd4518be297 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:06.449260 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b2fee419-a4ee-4dd1-b31f-ae4033526919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.488769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8483294-967f-4aa6-a418-8c023f39fba7 req-4abda7f7-0928-46ea-bdb6-6f46f01b0e64 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:06.504725 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b8483294-967f-4aa6-a418-8c023f39fba7 req-4abda7f7-0928-46ea-bdb6-6f46f01b0e64 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.5491595 Aug 23 14:21:06.554444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Made reservation on behalf of c07df52b67df49ba87e3c6f17e65b4b3 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:06.558259 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.584157 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-b7b20782-f6ea-4719-996c-e6b2332e3b68 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:06.586159 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-b7b20782-f6ea-4719-996c-e6b2332e3b68 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 945 time: 0.2835829 Aug 23 14:21:06.588737 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3909144 Aug 23 14:21:06.601829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a2e24-01eb-4225-8da0-7575968f4a66 req-3c6feb62-b059-4ce0-bfb5-cb7ee671472d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:06.604763 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-127a2e24-01eb-4225-8da0-7575968f4a66 req-3c6feb62-b059-4ce0-bfb5-cb7ee671472d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 931 time: 0.6124341 Aug 23 14:21:06.620120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'admin_state_up': True, 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'security_groups': ['0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:06.629338 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-b2fee419-a4ee-4dd1-b31f-ae4033526919 None None] Port d4733c45-5e02-4f23-83e9-dfd4518be297 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:06.726852 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b8483294-967f-4aa6-a418-8c023f39fba7 req-e97d2675-feaf-4d2f-ac42-38164f43ca34 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115493 Aug 23 14:21:06.825867 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-127a2e24-01eb-4225-8da0-7575968f4a66 req-fe9ea78d-9939-4025-b098-3916c68a0cfd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2198286 Aug 23 14:21:06.836659 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.841176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Deleting port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:21:06.841678 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.868886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-3c857446-5ae3-4954-a920-3e5a135ac523 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:06.870805 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-3c857446-5ae3-4954-a920-3e5a135ac523 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.82 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 816 time: 0.5056145 Aug 23 14:21:06.914427 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:06.914926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Request body: {'port': {'device_id': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'admin_state_up': True, 'tenant_id': 'c07df52b67df49ba87e3c6f17e65b4b3'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:06.924009 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9c1a34f3-b68f-46c9-8810-e7e73e627ccc tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:07.107902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde973ec-853b-4c90-a4ab-b283d1056959,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:07.148158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:21:07.152111 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:07.226215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:07.242027 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.242494 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Added segment 64ed4b47-37cb-4057-a04b-064c1664d003 of type vlan for network c2772466-1850-4e89-a8e1-6c7eb8055f5d Aug 23 14:21:07.244327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:port and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:07.260249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for port was recalculated. Used quota:8. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:07.295241 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:07.364095 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.474411 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8181e96-ae59-45be-89ef-834fafafcc1a {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:07.491118 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.522863 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:07.527152 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.527782 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Transition to ACTIVE for port object a8181e96-ae59-45be-89ef-834fafafcc1a will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:07.530397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:07.535336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Usage tracker for resource:port and tenant:c07df52b67df49ba87e3c6f17e65b4b3 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:07.538859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:07.547783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:07.567718 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:21:07.627948 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7040ec2-b299-4026-be08-5f04b3528b9c req-683873be-d1ee-4201-ba4b-2283324ec5f6 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 210 time: 0.0741267 Aug 23 14:21:07.655724 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.687650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] For port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:07.688874 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.764147 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aef4bba8-be20-413b-b3d0-dfeb26545c9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:07.772627 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa8bbd-52c1-40fa-a4d0-9fab9374a6a7 req-caeac0ec-53c0-4653-bea2-a81a39963f0d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:07.779986 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-40fa8bbd-52c1-40fa-a4d0-9fab9374a6a7 req-caeac0ec-53c0-4653-bea2-a81a39963f0d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 945 time: 0.6289020 Aug 23 14:21:07.813939 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Allocated IP 172.20.0.6 (e48d03fa-d686-4e9f-b55c-526012dc6fbb/9e6c2be3-04f8-4487-84d1-a8b9fca7069d/8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:07.853261 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Calling delete_port for 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:21:07.977436 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:07.980734 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:07.982870 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:08.026740 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c99fcd5-6a2c-4bf3-9f0b-f37b55a56954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:08.066587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Made reservation on behalf of c07df52b67df49ba87e3c6f17e65b4b3 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:08.073867 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:08.198557 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-40fa8bbd-52c1-40fa-a4d0-9fab9374a6a7 req-944c9196-5dde-4089-bee0-4b246d822d82 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168022 Aug 23 14:21:08.199422 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7046454 Aug 23 14:21:08.210758 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49266) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:08.249529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Request body: {'subnet': {'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-subnet', 'tenant_id': '49916597200042ae959f72dd430b4134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:08.288975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Pushing event updated for resources: {'Port': ['ID=a8181e96-ae59-45be-89ef-834fafafcc1a,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:08.384259 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:08.416797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:08.419424 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2772466-1850-4e89-a8e1-6c7eb8055f5d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:08.423034 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:08.432978 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:21:08.455714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 49272) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:08.476620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 10.1.1.219 (9208984e-1876-483f-a715-7f9a67d1f7ef/3919cd64-c3f8-4da2-a66c-d8031183f276/fab742cd-4c36-45bf-82cd-70b8ad028ef7) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:08.525625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Usage tracker for resource:subnet and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:08.563681 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:08.578292 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:08.622132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-56f1dc3a-2592-4d31-9334-d73e22f4a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:08.623642 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-56f1dc3a-2592-4d31-9334-d73e22f4a41d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1095 time: 0.8176148 Aug 23 14:21:08.691080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Made reservation on behalf of 49916597200042ae959f72dd430b4134 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:08.691080 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:08.696668 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5216ef8-1633-4b8d-b36a-d98ca0fdcd88 req-c1a217ba-642d-4c35-9d17-71c2f8901a8c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:08.704175 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5216ef8-1633-4b8d-b36a-d98ca0fdcd88 req-c1a217ba-642d-4c35-9d17-71c2f8901a8c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.8872979 Aug 23 14:21:08.758904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-194808758-network', 'tenant_id': '3f0af8ba7d2449b19eaa1b12725716aa'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:08.770579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Attempting to bind port a8181e96-ae59-45be-89ef-834fafafcc1a on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:08.771154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Attempting to bind port a8181e96-ae59-45be-89ef-834fafafcc1a by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:08.771648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Attempting to bind port a8181e96-ae59-45be-89ef-834fafafcc1a on network e48d03fa-d686-4e9f-b55c-526012dc6fbb {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:08.791096 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:08.810631 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Usage tracker for resource:network and tenant:3f0af8ba7d2449b19eaa1b12725716aa is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:08.816577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Port a8181e96-ae59-45be-89ef-834fafafcc1a on network e48d03fa-d686-4e9f-b55c-526012dc6fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:08.816914 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Attempting to bind port a8181e96-ae59-45be-89ef-834fafafcc1a on network e48d03fa-d686-4e9f-b55c-526012dc6fbb {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:08.821084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:08.902745 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:08.940332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:08.940888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Checking segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:08.940977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Bound using segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:08.941560 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Bound port: a8181e96-ae59-45be-89ef-834fafafcc1a, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:08.941962 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.022720 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5216ef8-1633-4b8d-b36a-d98ca0fdcd88 req-ea9c119d-1105-4de6-8a3e-23e31ea16dfe tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996368 Aug 23 14:21:09.033989 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.067933 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Made reservation on behalf of 3f0af8ba7d2449b19eaa1b12725716aa for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:09.076389 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.244487 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.255701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ef5a-7526-4c36-9afd-3bc393400428 req-d449dc96-5b3c-474a-a2c1-9bdf4cc1620b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:09.269619 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0bc8ef5a-7526-4c36-9afd-3bc393400428 req-d449dc96-5b3c-474a-a2c1-9bdf4cc1620b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.8317857 Aug 23 14:21:09.282293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Transition to ACTIVE for port object 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:09.282293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:09.293466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Usage tracker for resource:security_group_rule and tenant:3f0af8ba7d2449b19eaa1b12725716aa is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:09.336769 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:09.338296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-36159f0c-c4c4-4e9c-855e-4296999e7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:09.341891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-36159f0c-c4c4-4e9c-855e-4296999e7d67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.6337137 Aug 23 14:21:09.356539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:09.373737 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.390020 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.390943 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:09.414242 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0bc8ef5a-7526-4c36-9afd-3bc393400428 req-f1531934-98f0-48c9-b2b2-131c26c02a84 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473827 Aug 23 14:21:09.414242 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8656318a-fadf-41eb-873f-94a96a91c63c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:09.610755 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event deleted for resources: {'Port': ['ID=7b430b92-acc0-4ec3-989b-ab52d3c1c3bd,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:09.643405 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.657813 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:09.706774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] For port a8181e96-ae59-45be-89ef-834fafafcc1a, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:09.706774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] For port a8181e96-ae59-45be-89ef-834fafafcc1a, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a8181e96-ae59-45be-89ef-834fafafcc1a,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:09.725634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Transition to ACTIVE for port object fab742cd-4c36-45bf-82cd-70b8ad028ef7 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:09.764808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-d0747a10-05dc-4cca-b521-8df73440750d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 999 time: 0.4020352 Aug 23 14:21:09.832926 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.839035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] No DVR routers for this DVR port 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:21:09.845168 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8af05433-8e48-4759-9cf5-2f7125ef1cf0 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:09.884117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:09.884117 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.892985 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.898417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'name': 'network-vif-deleted', 'tag': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:09.900884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f86d3-31d1-4792-8971-2f119317a4c9 req-c0b0bb27-01c6-492f-9737-92efb66fe204 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:09.905132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-129f86d3-31d1-4792-8971-2f119317a4c9 req-c0b0bb27-01c6-492f-9737-92efb66fe204 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 931 time: 0.6635437 Aug 23 14:21:09.905132 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:09.945583 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a3601463-5a16-4ba4-a311-eed08bc2d222 req-bc5d2c7f-9ece-4949-8b6c-1c277951f8ee tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 210 time: 0.1125998 Aug 23 14:21:09.962351 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:09.962351 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a8545790-2905-42d8-94cf-31d6df4e4b59 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:10.055583 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a7a47294-1d76-4e6e-8527-b902fe3109df req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "DELETE /v2.0/ports/7b430b92-acc0-4ec3-989b-ab52d3c1c3bd HTTP/1.1" status: 204 len: 173 time: 3.4463859 Aug 23 14:21:10.100811 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:10.100811 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:10.268706 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:10.279877 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-227f1841-5bc8-4998-bc80-d8487223eb30 req-2195d70b-a0ac-4d8d-9aea-4054df44b302 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:10.348967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f255428-13e0-4e06-86c8-6d2c1af0853e,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:10.348967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 9208984e-1876-483f-a715-7f9a67d1f7ef is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:10.348967 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:10.348967 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e10dda3c-bb0c-43fb-a543-bbc638fdca54 tempest-ServersTestManualDisk-173962293 tempest-ServersTestManualDisk-173962293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:10.413646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:10.413646 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:10.413646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] 10.222.0.64 "PUT /v2.0/ports/a8181e96-ae59-45be-89ef-834fafafcc1a HTTP/1.1" status: 200 len: 1092 time: 5.1897004 Aug 23 14:21:10.413646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'tag': 'a8181e96-ae59-45be-89ef-834fafafcc1a'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:10.443811 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:10.455273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:10.462726 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-227f1841-5bc8-4998-bc80-d8487223eb30 req-2195d70b-a0ac-4d8d-9aea-4054df44b302 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:10.483808 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-227f1841-5bc8-4998-bc80-d8487223eb30 req-2195d70b-a0ac-4d8d-9aea-4054df44b302 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 210 time: 0.3011088 Aug 23 14:21:10.483808 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:10.487286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:21:10.518255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:10.534958 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-129f86d3-31d1-4792-8971-2f119317a4c9 req-e10b14a9-fc2e-499e-a576-3ec5381c10ee tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6200025 Aug 23 14:21:10.584047 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba9d45a-e282-4f2b-82e0-9f96f1b787e4', 'name': 'network-vif-deleted', 'tag': '7b430b92-acc0-4ec3-989b-ab52d3c1c3bd', 'status': 'completed', 'code': 200} Aug 23 14:21:10.594840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:10.600807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Checking segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:10.600807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Network hostable DHCP agents. Network: c2772466-1850-4e89-a8e1-6c7eb8055f5d, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:21:10.645794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=fab742cd-4c36-45bf-82cd-70b8ad028ef7,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:10.655443 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:10.685882 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:10.685990 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:10.791468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:21:10.906945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-4fe64b7a-fab2-421b-b84f-50b482a3f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:10.906945 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-4fe64b7a-fab2-421b-b84f-50b482a3f726 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 1.1284022 Aug 23 14:21:10.906945 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:10.906945 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Added segment 73a695bc-4634-4bae-a700-d46a4fdb616d of type vlan for network e1ba64d8-bfd8-42e7-b530-3705fbefa635 Aug 23 14:21:10.926176 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:10.951318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, c2772466-1850-4e89-a8e1-6c7eb8055f5d) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:10.951318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3253584 Aug 23 14:21:10.983411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'admin_state_up': True, 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'security_groups': ['0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:10.992005 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ad1f6-9598-44b7-979b-636d2f09c9b9 None None] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:21:11.038805 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.039456 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.060473 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Allocated IP 172.20.0.10 (e48d03fa-d686-4e9f-b55c-526012dc6fbb/9e6c2be3-04f8-4487-84d1-a8b9fca7069d/2040d384-5fc3-47d2-82d2-eb37171634e8) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:11.088598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Pushing event updated for resources: {'Port': ['ID=a8181e96-ae59-45be-89ef-834fafafcc1a,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:11.146592 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:21:11.146874 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 7b430b92-acc0-4ec3-989b-ab52d3c1c3bd not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:21:11.165215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.174944 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.195235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:11.204158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:port and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:11.209327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for port was recalculated. Used quota:9. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:11.216828 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:11.219220 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.246764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0039e0-227c-4621-9045-66e70b8a4242 req-d9ce7656-ed27-47c4-8b47-8d5decbd6c57 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.255338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f0039e0-227c-4621-9045-66e70b8a4242 req-d9ce7656-ed27-47c4-8b47-8d5decbd6c57 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4570053 Aug 23 14:21:11.318459 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9f0039e0-227c-4621-9045-66e70b8a4242 req-995a7391-5be9-4989-a908-ddff0e380020 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599780 Aug 23 14:21:11.324063 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:21:11.324063 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.333938 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1197546 Aug 23 14:21:11.334786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49298) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:11.340300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:11.348285 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:11.356197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Usage tracker for resource:router and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:11.359851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:11.366506 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:11.396526 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'tag': 'a8181e96-ae59-45be-89ef-834fafafcc1a', 'status': 'completed', 'code': 200} Aug 23 14:21:11.405227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Pushing event updated for resources: {'Port': ['ID=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:11.405693 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-091833e2-087d-4858-9312-2e07e2b36c31 None None] Provisioning for port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:11.405768 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.442s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:11.410326 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-091833e2-087d-4858-9312-2e07e2b36c31 None None] Provisioning complete for port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:11.410694 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.410s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:11.410795 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-091833e2-087d-4858-9312-2e07e2b36c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.411103 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:11.444642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069245d2-4121-44b0-b3ef-8f95fe89f5b4 req-a84f2ac3-46e5-4df5-aeeb-f06ec4ab9d67 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.446211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-069245d2-4121-44b0-b3ef-8f95fe89f5b4 req-a84f2ac3-46e5-4df5-aeeb-f06ec4ab9d67 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.6709609 Aug 23 14:21:11.451122 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3c0e9a5c-90ad-4d02-a530-be4b7b817ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.452602 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-3c0e9a5c-90ad-4d02-a530-be4b7b817ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 1095 time: 0.6519432 Aug 23 14:21:11.537313 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-091833e2-087d-4858-9312-2e07e2b36c31 None None] Port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:11.551352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-e011601d-cad3-4539-b2c8-08e8bc9de8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.552865 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-e011601d-cad3-4539-b2c8-08e8bc9de8c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6077089 Aug 23 14:21:11.559524 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.561488 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.577459 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.579353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:11.580089 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.582544 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Allocated IP 172.20.0.2 (c2772466-1850-4e89-a8e1-6c7eb8055f5d/3f255428-13e0-4e06-86c8-6d2c1af0853e/979cd5b1-b504-4306-b28c-73a6f0e4e6f0) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:11.603190 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.616523 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-03fd5b18-8943-46a8-8261-1c2448373a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:11.630754 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-4a8e5d86-3555-4267-9eaa-59a411e9bde0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8181e96-ae59-45be-89ef-834fafafcc1a HTTP/1.1" status: 200 len: 217 time: 0.1533840 Aug 23 14:21:11.631944 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9886081 Aug 23 14:21:11.669898 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-45d7200f-d656-4763-9bc0-e3e4b20ef24e req-892fcb42-b578-41ff-a513-572fca1d8bde tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 210 time: 0.0625215 Aug 23 14:21:11.686689 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:11.699526 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:11.770241 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Request body: {'port': {'device_id': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:11.826736 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-ed534dbd-976c-446f-ba60-074f6751688e None None] Provisioning for port fab742cd-4c36-45bf-82cd-70b8ad028ef7 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:11.840216 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-ed534dbd-976c-446f-ba60-074f6751688e None None] Provisioning complete for port fab742cd-4c36-45bf-82cd-70b8ad028ef7 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:11.840885 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ed534dbd-976c-446f-ba60-074f6751688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.031904 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-ed534dbd-976c-446f-ba60-074f6751688e None None] Port fab742cd-4c36-45bf-82cd-70b8ad028ef7 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:12.043327 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-069245d2-4121-44b0-b3ef-8f95fe89f5b4 req-ff59452f-ba1e-46b4-a75a-15257deb6c03 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859571 Aug 23 14:21:12.151459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6524909 Aug 23 14:21:12.160345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 49306) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:12.182256 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.197861 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Transition to ACTIVE for port object 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:12.207533 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Request body: {'subnet': {'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-194808758-subnet', 'tenant_id': '3f0af8ba7d2449b19eaa1b12725716aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:12.220630 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Transition to ACTIVE for port object 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:12.224931 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Pushing event updated for resources: {'Network': ['ID=e1ba64d8-bfd8-42e7-b530-3705fbefa635,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:12.227064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 10.1.1.133 (9208984e-1876-483f-a715-7f9a67d1f7ef/3919cd64-c3f8-4da2-a66c-d8031183f276/655de0f9-e31f-49f9-8ca8-6b02cabfd06d) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:12.241137 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network e1ba64d8-bfd8-42e7-b530-3705fbefa635 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:21:12.243962 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:12.260415 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:12.326187 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Usage tracker for resource:subnet and tenant:3f0af8ba7d2449b19eaa1b12725716aa is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:12.332909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:12.339640 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.352616 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:12.384962 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-b5b8f6d8-f7af-4917-bcea-df57f32f240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:12.387055 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-b5b8f6d8-f7af-4917-bcea-df57f32f240a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 200 len: 855 time: 0.6410060 Aug 23 14:21:12.421614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:12.433664 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:12.434913 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:12.444074 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:12.485374 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-0f199b88-2d21-403e-b24f-9eadb5d3f969 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9087307 Aug 23 14:21:12.487822 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Pushing event updated for resources: {'Port': ['ID=979cd5b1-b504-4306-b28c-73a6f0e4e6f0,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:12.495320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.507291 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:12.550426 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.556500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.567093 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Attempting to bind port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:12.567698 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Attempting to bind port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:12.568085 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Attempting to bind port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:12.575008 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:12.575407 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Checking segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:12.575827 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.576455 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Bound using segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:12.577290 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Bound port: 979cd5b1-b504-4306-b28c-73a6f0e4e6f0, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:12.578044 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8ce84325-0081-4d6b-a9be-8e6279d32c90 req-ee0ac5a6-be84-4b8d-b638-e562b62caf16 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ba9d45a-e282-4f2b-82e0-9f96f1b787e4 HTTP/1.1" status: 200 len: 210 time: 0.5039258 Aug 23 14:21:12.578343 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.590673 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Transition to ACTIVE for port object 2040d384-5fc3-47d2-82d2-eb37171634e8 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:12.684985 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] For port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:12.689143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] For port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=979cd5b1-b504-4306-b28c-73a6f0e4e6f0,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:12.699787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Made reservation on behalf of 3f0af8ba7d2449b19eaa1b12725716aa for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:12.702182 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.824046 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:12.836246 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:12.954509 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Pushing event updated for resources: {'Port': ['ID=979cd5b1-b504-4306-b28c-73a6f0e4e6f0,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:12.967060 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:13.028325 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.062508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050875-4876-404f-9be1-93abe36f220c req-c211c197-a2ed-4209-ab9b-f87b6893a7ab tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:13.070188 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050875-4876-404f-9be1-93abe36f220c req-c211c197-a2ed-4209-ab9b-f87b6893a7ab tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:13.071860 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57050875-4876-404f-9be1-93abe36f220c req-c211c197-a2ed-4209-ab9b-f87b6893a7ab tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 1653 time: 0.7933033 Aug 23 14:21:13.089323 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Transition to ACTIVE for port object 655de0f9-e31f-49f9-8ca8-6b02cabfd06d will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:13.222564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442cdb4-d672-44dc-a33d-8c8c2a51cada req-a5ac978a-a4a5-4334-aa58-c597c408f642 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:13.228899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-31af3038-1e42-4a68-af2d-cbf0ee891987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:13.228899 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-31af3038-1e42-4a68-af2d-cbf0ee891987 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48d03fa-d686-4e9f-b55c-526012dc6fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7937193 Aug 23 14:21:13.231416 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a442cdb4-d672-44dc-a33d-8c8c2a51cada req-a5ac978a-a4a5-4334-aa58-c597c408f642 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4750538 Aug 23 14:21:13.251131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-319a8993-6c76-442b-abc8-9e24ccc82543 req-016c73ec-870e-4f77-86af-37f887d5e78c service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195148 Aug 23 14:21:13.350941 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a442cdb4-d672-44dc-a33d-8c8c2a51cada req-a5b4a654-4351-42ac-8826-0ca86b721994 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238751 Aug 23 14:21:13.647224 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-54e0b47f-7afb-41f8-aca5-ada4446b5927 service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580800 Aug 23 14:21:13.665950 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.696769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:13.698363 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b34860ba-9b38-46f5-95f4-c1eba206cd49 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:13.711844 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c56d4b9b-d897-43ef-9362-089006ce1ad3 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:13.793155 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57050875-4876-404f-9be1-93abe36f220c req-677462fe-bb44-4077-b696-e332b89d9e61 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5788856 Aug 23 14:21:13.919448 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:13.940889 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:13.950723 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:13.960978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:13.976062 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.023301 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:14.037346 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.040674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 9208984e-1876-483f-a715-7f9a67d1f7ef is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:14.053659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:14.155410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:14.303957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Pushing event updated for resources: {'Port': ['ID=2040d384-5fc3-47d2-82d2-eb37171634e8,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:14.369576 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:14.528359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:14.529083 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.530025 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:14.633145 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:14.634737 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.661990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Allocated IP 172.25.7.131 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/106e7de0-8a07-4fed-9ab8-b63d483c6a5c) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:14.687051 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb5045-dbd9-4fa9-8f73-397a8c72cc57 req-beecd652-659f-4b33-b427-e937e3c77b80 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:14.699007 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5fb5045-dbd9-4fa9-8f73-397a8c72cc57 req-beecd652-659f-4b33-b427-e937e3c77b80 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 932 time: 0.9036696 Aug 23 14:21:14.754073 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:14.766975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bef13-1674-4bff-aab2-e614d56b8437 req-11f2b2a9-2a82-47f5-bf33-19eb44554112 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:14.768557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b23bef13-1674-4bff-aab2-e614d56b8437 req-11f2b2a9-2a82-47f5-bf33-19eb44554112 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.4911578 Aug 23 14:21:14.806374 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5ac1d2a6-06b6-4168-a732-0d8ef252f868 None None] Provisioning for port 2040d384-5fc3-47d2-82d2-eb37171634e8 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:14.809056 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9166358 Aug 23 14:21:14.815076 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5ac1d2a6-06b6-4168-a732-0d8ef252f868 None None] Provisioning complete for port 2040d384-5fc3-47d2-82d2-eb37171634e8 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:14.815469 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d2a6-06b6-4168-a732-0d8ef252f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:14.817623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Request body: {'port': {'device_id': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:14.863615 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a439e373-ece2-4afe-b0ad-82e99d21e494 None None] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:21:14.973554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:14.981670 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1d2a6-06b6-4168-a732-0d8ef252f868 None None] Port 2040d384-5fc3-47d2-82d2-eb37171634e8 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:14.997839 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.044256 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.056165 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55617366-5dde-4a9b-88ea-0373ef2523b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:15.085323 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.111058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Transition to ACTIVE for port object 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:15.117242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-445e9257-5158-4dd9-903c-c1ebf774f5fb req-1d07f954-58f7-4b80-9a5b-6916e772db1d service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4205022 Aug 23 14:21:15.134576 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1742127 Aug 23 14:21:15.136961 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b23bef13-1674-4bff-aab2-e614d56b8437 req-0a5d6a85-04fd-4afc-8145-63752e6bbd8f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618486 Aug 23 14:21:15.146336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2', 'admin_state_up': True, 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'security_groups': ['0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:15.169655 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f5fb5045-dbd9-4fa9-8f73-397a8c72cc57 req-84208434-3983-40f7-92a4-f8ebb19b7bd6 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Synchronizing usage tracker for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:15.237819 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.257785 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a1215a-ac6f-412d-bb88-8cb43572d930,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:15.268068 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:15.275214 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-932c6568-8e60-497c-9497-581a9920032b tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:15.333798 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Provisioning for port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:15.344472 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Provisioning complete for port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:15.344722 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.393777 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f5fb5045-dbd9-4fa9-8f73-397a8c72cc57 req-84208434-3983-40f7-92a4-f8ebb19b7bd6 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Unset dirty status for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:15.394981 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5fb5045-dbd9-4fa9-8f73-397a8c72cc57 req-84208434-3983-40f7-92a4-f8ebb19b7bd6 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7035570 Aug 23 14:21:15.396016 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.401833 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:15.405592 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4526c7f2-31ad-4575-a45c-6581a9af8c4a tempest-ImagesOneServerNegativeTestJSON-922098924 tempest-ImagesOneServerNegativeTestJSON-922098924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:15.534666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Pushing event updated for resources: {'Port': ['ID=106e7de0-8a07-4fed-9ab8-b63d483c6a5c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:15.557046 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:port and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:15.559861 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:15.565014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for port was recalculated. Used quota:10. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:15.575827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:15.587717 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:15.588177 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:15.591951 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:15.594526 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:15.599030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:15.617402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Checking segment: {'id': '73a695bc-4634-4bae-a700-d46a4fdb616d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:15.617402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Network hostable DHCP agents. Network: e1ba64d8-bfd8-42e7-b530-3705fbefa635, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:21:15.628666 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.650962 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.713189 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] For port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=979cd5b1-b504-4306-b28c-73a6f0e4e6f0,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:15.879864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70613c-d106-47d0-ad1e-d9b4e99de72d req-ee6c8b39-b5bf-45cc-b81d-d0375e5c2551 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:15.881579 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e70613c-d106-47d0-ad1e-d9b4e99de72d req-ee6c8b39-b5bf-45cc-b81d-d0375e5c2551 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4379766 Aug 23 14:21:15.893391 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:15.897764 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:15.974768 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Pushing event updated for resources: {'Port': ['ID=979cd5b1-b504-4306-b28c-73a6f0e4e6f0,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:15.990179 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:16.068502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Network e1ba64d8-bfd8-42e7-b530-3705fbefa635 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:21:16.121630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f21a9-8206-442e-ae2a-8ecf7b24b3f2 req-878a90a3-d49a-401e-83a6-12de71b8db5a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.128139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f21a9-8206-442e-ae2a-8ecf7b24b3f2 req-878a90a3-d49a-401e-83a6-12de71b8db5a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.134282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f21a9-8206-442e-ae2a-8ecf7b24b3f2 req-878a90a3-d49a-401e-83a6-12de71b8db5a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.135238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-563f21a9-8206-442e-ae2a-8ecf7b24b3f2 req-878a90a3-d49a-401e-83a6-12de71b8db5a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Synchronizing usage tracker for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:16.144075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-764df315-87da-40c8-a345-5e49ca6f66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.145634 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-764df315-87da-40c8-a345-5e49ca6f66b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 1095 time: 0.7405045 Aug 23 14:21:16.154902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Attempting to bind port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:16.155252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Attempting to bind port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:16.155593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Attempting to bind port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 on network e48d03fa-d686-4e9f-b55c-526012dc6fbb {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:16.190631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:16.196567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 on network e48d03fa-d686-4e9f-b55c-526012dc6fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:16.196906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Attempting to bind port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 on network e48d03fa-d686-4e9f-b55c-526012dc6fbb {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:16.197142 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:16.223517 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Provisioning for port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:16.244139 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Provisioning complete for port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:16.244746 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.324003 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:16.332168 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:16.332560 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.371377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:16.372013 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Checking segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:16.372468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Bound using segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:16.375019 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Bound port: 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:16.375019 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.389775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e70613c-d106-47d0-ad1e-d9b4e99de72d req-d83e0e15-2c9a-4bfc-9c22-100474a6de25 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233149 Aug 23 14:21:16.393376 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-563f21a9-8206-442e-ae2a-8ecf7b24b3f2 req-878a90a3-d49a-401e-83a6-12de71b8db5a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Unset dirty status for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:16.401161 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-563f21a9-8206-442e-ae2a-8ecf7b24b3f2 req-878a90a3-d49a-401e-83a6-12de71b8db5a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 2374 time: 0.5170720 Aug 23 14:21:16.458851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, e1ba64d8-bfd8-42e7-b530-3705fbefa635) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:16.483747 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a6b8b6-5c37-4903-a077-9b9f725b1571 None None] Network e1ba64d8-bfd8-42e7-b530-3705fbefa635 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:21:16.528578 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.529386 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.573535 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.603114 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-2645a63a-0e0e-462e-a306-b3d45c155f3c None None] Provisioning complete for port 979cd5b1-b504-4306-b28c-73a6f0e4e6f0 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:16.604017 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-2645a63a-0e0e-462e-a306-b3d45c155f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.667657 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-563f21a9-8206-442e-ae2a-8ecf7b24b3f2 req-ead4d135-1f2c-40d3-a176-fa4b163df4f5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2614098 Aug 23 14:21:16.703865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-31326f6c-b3a6-47b1-918f-b122d9cd776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.705565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-31326f6c-b3a6-47b1-918f-b122d9cd776d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 918 time: 0.5456898 Aug 23 14:21:16.741731 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:16.817107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] For port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:16.817107 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-a6aee38b-82de-4cc1-a97a-24577a6372bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8181e96-ae59-45be-89ef-834fafafcc1a HTTP/1.1" status: 200 len: 217 time: 0.0935733 Aug 23 14:21:16.888294 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] For port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:16.918593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-3738ce88-a246-4060-a76e-b13442292180 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:16.918593 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-3738ce88-a246-4060-a76e-b13442292180 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1097 time: 0.4352870 Aug 23 14:21:16.941230 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8881c-1240-4250-82eb-21ca1f63f7f2 None None] Network e1ba64d8-bfd8-42e7-b530-3705fbefa635 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:21:17.019185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805628-1'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:17.070979 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5e66921b-4a33-49d1-93b5-aefdc38f2e8a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.8716686 Aug 23 14:21:17.131407 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.174431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea06b2-5d83-4f02-8403-6689c332f028 req-ae0545a9-d0d1-44e8-a5d3-c347da9ff270 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:17.185868 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0ea06b2-5d83-4f02-8403-6689c332f028 req-ae0545a9-d0d1-44e8-a5d3-c347da9ff270 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 946 time: 0.3079598 Aug 23 14:21:17.191763 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3dc3405a-1ffd-4574-b309-75911b05694e tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:17.295722 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-396d12fa-007c-4727-b040-a9517b586fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:17.298162 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-396d12fa-007c-4727-b040-a9517b586fd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 200 len: 855 time: 0.4751391 Aug 23 14:21:17.423059 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0ea06b2-5d83-4f02-8403-6689c332f028 req-5a3ba421-3b2d-4812-a8cc-7d63c9dd1090 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275143 Aug 23 14:21:17.441797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:17.441797 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.453477 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 HTTP/1.1" status: 200 len: 1091 time: 5.6958315 Aug 23 14:21:17.484974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2040d384-5fc3-47d2-82d2-eb37171634e8 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:17.490575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'tag': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:17.542789 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.747006 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:17.775600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Transition to ACTIVE for port object 2040d384-5fc3-47d2-82d2-eb37171634e8 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:17.788538 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:17.796399 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.871300 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:17.884677 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8883f881-9e7b-4f43-9bd4-0011ed223673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:17.919841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 10.2.2.100 (3f9e285f-bc9e-4315-9439-46a69316e3a2/c199b6a6-19c6-4009-aef7-1a14c1f5d15d/52c07e56-96e4-4afd-a2bb-8bb117140b71) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:18.080959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-f85ffb3d-9fb9-4bec-87a0-37920b1fb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:18.082730 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-f85ffb3d-9fb9-4bec-87a0-37920b1fb320 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48d03fa-d686-4e9f-b55c-526012dc6fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7576787 Aug 23 14:21:18.105517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Pushing event updated for resources: {'Port': ['ID=2040d384-5fc3-47d2-82d2-eb37171634e8,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:18.116757 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c0f97-da46-49db-b5a0-05c812edf88f req-92b99789-0658-43b5-af09-096fc2cc0182 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:18.117564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-246c0f97-da46-49db-b5a0-05c812edf88f req-92b99789-0658-43b5-af09-096fc2cc0182 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Synchronizing usage tracker for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:18.120790 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:18.352993 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.362037 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-2be04972-03e4-4ff7-858f-b7e13d7d1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:18.363808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-2be04972-03e4-4ff7-858f-b7e13d7d1d1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 1094 time: 0.6866460 Aug 23 14:21:18.439295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 49360) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:18.490929 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4db2c-effc-4e23-bbce-4bcabb44c849 req-e96e8289-c694-45ff-bc74-7929b88db40c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:18.492446 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c2f4db2c-effc-4e23-bbce-4bcabb44c849 req-e96e8289-c694-45ff-bc74-7929b88db40c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.7199442 Aug 23 14:21:18.584360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-247167656-network', 'tenant_id': 'c3af516606fc41eabb7116a77865b7df'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:18.609952 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.610171 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-a5fbd3bb-03b2-49d4-8cfc-f2608192b4db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 HTTP/1.1" status: 200 len: 217 time: 0.1763134 Aug 23 14:21:18.620777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:18.653596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Transition to ACTIVE for port object 52c07e56-96e4-4afd-a2bb-8bb117140b71 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:18.657762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c2f4db2c-effc-4e23-bbce-4bcabb44c849 req-615624d6-2255-4b61-b7a7-1aca268b15dc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571414 Aug 23 14:21:18.677989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Usage tracker for resource:network and tenant:c3af516606fc41eabb7116a77865b7df is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:18.694680 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:18.713789 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:18.768360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-246c0f97-da46-49db-b5a0-05c812edf88f req-92b99789-0658-43b5-af09-096fc2cc0182 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Unset dirty status for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:18.769563 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-246c0f97-da46-49db-b5a0-05c812edf88f req-92b99789-0658-43b5-af09-096fc2cc0182 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 932 time: 1.2730467 Aug 23 14:21:18.787448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:18.791958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Attempting to bind port 2040d384-5fc3-47d2-82d2-eb37171634e8 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:18.792300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Attempting to bind port 2040d384-5fc3-47d2-82d2-eb37171634e8 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:18.792636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Attempting to bind port 2040d384-5fc3-47d2-82d2-eb37171634e8 on network e48d03fa-d686-4e9f-b55c-526012dc6fbb {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:18.819294 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-4e618f0f-0800-4166-ac9b-cbafbaa5ee15 service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267272 Aug 23 14:21:18.823766 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Port 2040d384-5fc3-47d2-82d2-eb37171634e8 on network e48d03fa-d686-4e9f-b55c-526012dc6fbb not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:18.824098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Attempting to bind port 2040d384-5fc3-47d2-82d2-eb37171634e8 on network e48d03fa-d686-4e9f-b55c-526012dc6fbb {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:18.831315 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-36aa195c-764b-4906-a0a5-d86e817fcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:18.831315 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-36aa195c-764b-4906-a0a5-d86e817fcd93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 200 len: 855 time: 0.2005444 Aug 23 14:21:18.870458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Router 24f58799-a002-47a4-988f-25084c46ee39 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:21:18.904012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:18.904359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Checking segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:18.904757 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Bound using segment: {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:18.905227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Bound port: 2040d384-5fc3-47d2-82d2-eb37171634e8, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef819a5e-2d19-4466-a46d-2e7cd2509223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:18.905576 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.932101 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a8181e96-ae59-45be-89ef-834fafafcc1a details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:18.946567 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:21:18.964240 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.971034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Made reservation on behalf of c3af516606fc41eabb7116a77865b7df for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:18.973953 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:18.981348 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ada14fd1-1edd-4f43-b177-9db88a98c82c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:19.021176 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-246c0f97-da46-49db-b5a0-05c812edf88f req-7f2e4434-70a5-450a-ab69-e74f0bcc9d22 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372305 Aug 23 14:21:19.094620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-e2def855-f411-4b44-a794-44b72eb0f044 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.105831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-e2def855-f411-4b44-a794-44b72eb0f044 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.3452454 Aug 23 14:21:19.109702 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.140340 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'tag': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06', 'status': 'completed', 'code': 200} Aug 23 14:21:19.146486 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a8181e96-ae59-45be-89ef-834fafafcc1a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a8181e96-ae59-45be-89ef-834fafafcc1a,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:19.149175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:19.161768 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'a8181e96-ae59-45be-89ef-834fafafcc1a', 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'port_id': 'a8181e96-ae59-45be-89ef-834fafafcc1a', 'mac_address': 'fa:16:3e:8d:e1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6c2be3-04f8-4487-84d1-a8b9fca7069d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:19.162924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 3f9e285f-bc9e-4315-9439-46a69316e3a2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:19.170571 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-e7ad09d2-8ea2-4baa-8e65-ecb60e9f5bb9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.0600588 Aug 23 14:21:19.205639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:19.229098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Usage tracker for resource:security_group_rule and tenant:c3af516606fc41eabb7116a77865b7df is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:19.240498 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.246367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:19.262523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:19.275800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:19.275889 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8181e96-ae59-45be-89ef-834fafafcc1a {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:19.286820 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:19.292184 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a8181e96-ae59-45be-89ef-834fafafcc1a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a8181e96-ae59-45be-89ef-834fafafcc1a,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:19.331541 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.350900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=52c07e56-96e4-4afd-a2bb-8bb117140b71,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:19.364482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] For port 2040d384-5fc3-47d2-82d2-eb37171634e8, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:19.383337 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:19.383841 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cee6b95a-ea57-451d-8fb6-33095a807a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.385507 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-cee6b95a-ea57-451d-8fb6-33095a807a7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48d03fa-d686-4e9f-b55c-526012dc6fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5280712 Aug 23 14:21:19.387446 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a300e8-c61d-4c0e-a025-fda5aa0c7a59 req-4162cba6-0d0b-4895-819c-0fe4a4bb026a service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529766 Aug 23 14:21:19.400959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] For port 2040d384-5fc3-47d2-82d2-eb37171634e8, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2040d384-5fc3-47d2-82d2-eb37171634e8,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:19.407055 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:21:19.417194 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Sync routers for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:21:19.424895 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.425909 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 5e015181-6871-40bd-ba1b-bd0cbebbec6b details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:19.430976 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:21:19.431182 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:19.431645 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:21:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:19.453459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.454058 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.520465 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-ab76905a-edc6-472a-8ce1-e2c0e97ad931 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2563107 Aug 23 14:21:19.543785 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.551543 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=a8181e96-ae59-45be-89ef-834fafafcc1a,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:19.572112 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-29fb3ea9-d4c6-4f87-b7b9-5a19633b9efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:19.587930 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.588632 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.589667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.590146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.590646 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.591134 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.591720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.592185 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.592752 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.593302 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.594434 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.595562 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:19.608385 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:19.651630 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f5fb-95ce-45e3-b0a0-7a3dfc1c6232 req-21021e43-375d-49d3-8b04-5d92816076a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.659137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f5fb-95ce-45e3-b0a0-7a3dfc1c6232 req-21021e43-375d-49d3-8b04-5d92816076a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.666101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f5fb-95ce-45e3-b0a0-7a3dfc1c6232 req-21021e43-375d-49d3-8b04-5d92816076a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.673295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f5fb-95ce-45e3-b0a0-7a3dfc1c6232 req-21021e43-375d-49d3-8b04-5d92816076a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.675064 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c6a8f5fb-95ce-45e3-b0a0-7a3dfc1c6232 req-21021e43-375d-49d3-8b04-5d92816076a8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 3095 time: 0.4257629 Aug 23 14:21:19.701166 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.712225 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:21:19.729227 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-7b39c2c8-fb44-4e3a-8f8f-ad3400b2f7a1 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948197 Aug 23 14:21:19.755730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.758375 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4225221 Aug 23 14:21:19.762613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49378) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:19.775164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:19.796788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 5e015181-6871-40bd-ba1b-bd0cbebbec6b has no active binding in host n-h2-805628-1 {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Aug 23 14:21:19.823525 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-14eea95b-bfef-4bbf-b3b4-f89f614ca20e None None] Provisioning for port 52c07e56-96e4-4afd-a2bb-8bb117140b71 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:19.831822 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:21:19.854723 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-14eea95b-bfef-4bbf-b3b4-f89f614ca20e None None] Provisioning complete for port 52c07e56-96e4-4afd-a2bb-8bb117140b71 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:19.854723 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-14eea95b-bfef-4bbf-b3b4-f89f614ca20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.885099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7437401 Aug 23 14:21:19.902491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:19.903822 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:19.905595 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] 10.222.0.82 "PUT /v2.0/ports/2040d384-5fc3-47d2-82d2-eb37171634e8 HTTP/1.1" status: 200 len: 1092 time: 5.0937147 Aug 23 14:21:19.959135 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-14eea95b-bfef-4bbf-b3b4-f89f614ca20e None None] Port 52c07e56-96e4-4afd-a2bb-8bb117140b71 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:19.967840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=7']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:19.976253 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.008124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-efa59a0d-03fe-4955-be03-69e7109c19cf service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054835 Aug 23 14:21:20.009273 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:20.018239 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3a855cab-6ad0-4311-8097-a4d6fa3ea9c5 tempest-InstanceActionsNegativeTestJSON-157321762 tempest-InstanceActionsNegativeTestJSON-157321762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:20.044734 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2', 'admin_state_up': True, 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'security_groups': ['0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:20.108281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['a8181e96-ae59-45be-89ef-834fafafcc1a'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:20.135474 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:16Z', 'revision_number': 3, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:20.143892 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Checking router: 24f58799-a002-47a4-988f-25084c46ee39 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:21:20.144769 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Updating router 24f58799-a002-47a4-988f-25084c46ee39 port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:21:20.161663 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-4b5f11c3-677f-470c-b9e3-9757017a2d41 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312632 Aug 23 14:21:20.212800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c6a8f5fb-95ce-45e3-b0a0-7a3dfc1c6232 req-71102686-20d7-4c9c-8303-27879b99c7fd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4936566 Aug 23 14:21:20.218225 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Pushing event updated for resources: {'Port': ['ID=2040d384-5fc3-47d2-82d2-eb37171634e8,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:20.288382 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.292301 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:20.301342 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.309053 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0f0a958e-a3d9-4d14-accd-2cda1f561b16 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:20.326332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on host n-h1-805628-1 for vnic_type normal with profile {"migrating_to": "n-h2-805628-1"} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:20.331775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:20.342073 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:20.438897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:20.439421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Attempting to bind port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on network 73e2a67b-cd56-4428-bfeb-427e5f81a087 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:20.598134 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:20.616518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Usage tracker for resource:port and tenant:46bcae8ed8ed44d899057f085a0060d7 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:20.633430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Quota usage for port was recalculated. Used quota:11. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:20.643736 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:20.678305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:21:20.789050 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:20.789850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Checking segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:20.790551 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Bound using segment: {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:20.791880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Bound port: 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '73e2a67b-cd56-4428-bfeb-427e5f81a087'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:20.792559 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.799558 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.811726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f610514-dbbf-411e-8e12-51b6bda5daff req-f2a9852a-72b6-4959-9758-979a55d46899 service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130843 Aug 23 14:21:20.823925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a964df0b-b9df-429f-a42e-41c9ad1a3fee,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:20.823925 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:20.835852 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Transition to ACTIVE for port object 106e7de0-8a07-4fed-9ab8-b63d483c6a5c will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:20.854298 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:20.854647 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Added segment d35b0c0a-178c-4b79-b985-7e6df3690cc8 of type vlan for network c23f2817-b70a-4972-9361-b6c8d81068c1 Aug 23 14:21:20.959022 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-21b758e6-1239-4505-aecc-22423bb0bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:20.960524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-21b758e6-1239-4505-aecc-22423bb0bd76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 1095 time: 0.8006065 Aug 23 14:21:20.980253 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.011767 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.016289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Made reservation on behalf of 46bcae8ed8ed44d899057f085a0060d7 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:21.027203 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:21.027353 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.116997 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-d1426e84-2b0b-4d4f-9b2b-bdb5161e8739 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2040d384-5fc3-47d2-82d2-eb37171634e8 HTTP/1.1" status: 200 len: 217 time: 0.1428847 Aug 23 14:21:21.118043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:21.130985 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Pushing event updated for resources: {'Port': ['ID=106e7de0-8a07-4fed-9ab8-b63d483c6a5c,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:21.141960 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134961a8-d4d1-4de4-904c-0dbe461f578b req-5a68a120-f28e-4155-903a-8718eb9a7487 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.153387 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153503 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-134961a8-d4d1-4de4-904c-0dbe461f578b req-5a68a120-f28e-4155-903a-8718eb9a7487 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.3026426 Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.153619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.154380 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.154380 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:21.159944 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:21.167063 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Attempting to bind port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:21.167672 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Attempting to bind port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:21.168095 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Attempting to bind port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:21.174703 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:21.175088 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:21.175520 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.175932 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:21.176458 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Bound port: 106e7de0-8a07-4fed-9ab8-b63d483c6a5c, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:21.176875 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.183192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b'}, {'name': 'network-changed', 'server_uuid': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'tag': '2040d384-5fc3-47d2-82d2-eb37171634e8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:21.204942 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:21.260872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e331f2-f7af-4347-be3e-dd44a9270434 req-7ffdf2ed-b30b-49b0-a314-7d8602032bbb tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.264959 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8e331f2-f7af-4347-be3e-dd44a9270434 req-7ffdf2ed-b30b-49b0-a314-7d8602032bbb tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.8115063 Aug 23 14:21:21.268709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-f3f0efd8-45ea-4363-897d-090f914de15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.270192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-f3f0efd8-45ea-4363-897d-090f914de15f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 200 len: 855 time: 0.1349540 Aug 23 14:21:21.274628 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] For port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:21.280680 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] For port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=106e7de0-8a07-4fed-9ab8-b63d483c6a5c,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:21.338380 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-134961a8-d4d1-4de4-904c-0dbe461f578b req-5fae36b6-d12f-4382-9b30-781e5fc97e7c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820643 Aug 23 14:21:21.361216 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.361653 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.361735 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-44e0a13f-141f-4394-9957-326b3617c06d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:21.371990 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-eeba2f40-8f8b-4931-8ed6-71e5d9aa1d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:21.408301 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.408301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.408301 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.488357 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:21:21.489138 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:21:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:21.550060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-ac38458a-34ef-4803-a77d-30d1b46e9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.551810 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-ac38458a-34ef-4803-a77d-30d1b46e9faf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 1094 time: 0.5737011 Aug 23 14:21:21.637079 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8e331f2-f7af-4347-be3e-dd44a9270434 req-09141588-0271-4d54-a6ba-dda620506ecf tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545325 Aug 23 14:21:21.720601 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Pushing event updated for resources: {'Port': ['ID=106e7de0-8a07-4fed-9ab8-b63d483c6a5c,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:21.720948 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.724450 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-60135485-4999-4ef0-b1d5-c9dfad17141d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:21.748078 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:21:21.763839 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=8']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:21.772551 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:21.773130 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4d322c80-3d1c-4b70-a716-eb356122c32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:21.826401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.826401 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:21.826841 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] 10.222.0.64 "PUT /v2.0/ports/5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 200 len: 1122 time: 4.8164082 Aug 23 14:21:21.832079 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-f9673a9b-7d42-4045-98f1-0296aff291b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:21.833858 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-f9673a9b-7d42-4045-98f1-0296aff291b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e48d03fa-d686-4e9f-b55c-526012dc6fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5533895 Aug 23 14:21:21.838295 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Allocated IP 10.2.2.200 (3f9e285f-bc9e-4315-9439-46a69316e3a2/c199b6a6-19c6-4009-aef7-1a14c1f5d15d/cd73a312-1d21-4310-aca7-ae33e27198be) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:21.858501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3373866 Aug 23 14:21:21.866234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49404) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:21.881131 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5e015181-6871-40bd-ba1b-bd0cbebbec6b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:21.890401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Request body: {'subnet': {'network_id': 'c23f2817-b70a-4972-9361-b6c8d81068c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-247167656-subnet', 'tenant_id': 'c3af516606fc41eabb7116a77865b7df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:21.893867 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae04e7fe-0a36-490f-9876-7f466e687fd4 req-1419f672-95d5-474a-89d4-51f41096c35e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 210 time: 0.1313066 Aug 23 14:21:21.914026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:21.944415 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['5e015181-6871-40bd-ba1b-bd0cbebbec6b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:21.972891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Usage tracker for resource:subnet and tenant:c3af516606fc41eabb7116a77865b7df is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:21.981512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:22.000330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2df617-ec46-4eae-9041-c6c8544a0f53 req-98d7210f-c1b7-4b6c-a2a4-55a1433b3145 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.002392 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc2df617-ec46-4eae-9041-c6c8544a0f53 req-98d7210f-c1b7-4b6c-a2a4-55a1433b3145 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 944 time: 0.3981090 Aug 23 14:21:22.031451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:22.055883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Pushing event updated for resources: {'Network': ['ID=c23f2817-b70a-4972-9361-b6c8d81068c1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:22.075211 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:22.113818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network c23f2817-b70a-4972-9361-b6c8d81068c1 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:21:22.172293 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b', 'code': 200} Aug 23 14:21:22.172988 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'tag': '2040d384-5fc3-47d2-82d2-eb37171634e8', 'status': 'completed', 'code': 200} Aug 23 14:21:22.178579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-89c77daf-ed7b-4817-b132-ba8b3bd1ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.180308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-89c77daf-ed7b-4817-b132-ba8b3bd1ebf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 918 time: 0.6124372 Aug 23 14:21:22.288248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc2df617-ec46-4eae-9041-c6c8544a0f53 req-e427f73a-5847-4780-b896-645b3c994014 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747655 Aug 23 14:21:22.294883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Made reservation on behalf of c3af516606fc41eabb7116a77865b7df for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:22.298054 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:22.316621 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-9dd3ce0d-168a-4968-933f-3484da626313 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 HTTP/1.1" status: 200 len: 217 time: 0.1279945 Aug 23 14:21:22.364860 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Allocated IP 172.20.0.1 (c2772466-1850-4e89-a8e1-6c7eb8055f5d/3f255428-13e0-4e06-86c8-6d2c1af0853e/0e77005b-da4b-4463-93d9-c33dfe5e5175) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:22.438396 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:16Z', 'revision_number': 3, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:22.445338 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-f62bad30-1c8b-45bd-bd9a-6a47f279128f service neutron] 10.222.0.82 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718696 Aug 23 14:21:22.456309 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90f365-ea65-47c2-8d31-201385f636ed None None] The sync data for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 is: [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:16Z', 'revision_number': 3, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:21:22.548226 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-570e23b9-3469-403c-809c-b70e0019a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.550202 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-570e23b9-3469-403c-809c-b70e0019a080 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 200 len: 855 time: 0.2253835 Aug 23 14:21:22.765595 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:22.903290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9895f0-3581-4b7c-9438-b919a4aa6a08 req-f1627659-a81b-4293-994d-69f5923e81b1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.910421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9895f0-3581-4b7c-9438-b919a4aa6a08 req-f1627659-a81b-4293-994d-69f5923e81b1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.916590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9895f0-3581-4b7c-9438-b919a4aa6a08 req-f1627659-a81b-4293-994d-69f5923e81b1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.924487 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9895f0-3581-4b7c-9438-b919a4aa6a08 req-f1627659-a81b-4293-994d-69f5923e81b1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:22.926351 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3f9895f0-3581-4b7c-9438-b919a4aa6a08 req-f1627659-a81b-4293-994d-69f5923e81b1 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 3095 time: 0.6657693 Aug 23 14:21:22.954791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:22.960669 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a8181e96-ae59-45be-89ef-834fafafcc1a up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:23.016182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3f9895f0-3581-4b7c-9438-b919a4aa6a08 req-5751fcc1-be8c-428f-aff6-684a1c5650b3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808158 Aug 23 14:21:23.021536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04dff0fe-aa5c-4c45-bd5c-acbbf3f049a6 req-478a8006-8878-4d23-b2cd-23dab79b325e service neutron] 10.222.0.82 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747375 Aug 23 14:21:23.039394 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-317cc4af-3f17-4a77-bb36-e8cc919b2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.041499 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-317cc4af-3f17-4a77-bb36-e8cc919b2a96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48d03fa-d686-4e9f-b55c-526012dc6fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2667711 Aug 23 14:21:23.222601 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-94397a5e-d037-42ec-af87-ccd4ec4d80a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.227077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-94397a5e-d037-42ec-af87-ccd4ec4d80a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:23.242402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Transition to ACTIVE for port object cd73a312-1d21-4310-aca7-ae33e27198be will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:23.301633 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.311897 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port a8181e96-ae59-45be-89ef-834fafafcc1a completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:23.315379 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9c1b88f7-f2a3-4fea-bd27-9803b2d1933f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:23.339568 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port a8181e96-ae59-45be-89ef-834fafafcc1a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:23.339568 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.398175 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-2c32ffc3-9e0c-4d65-a7fc-f01f36b69435 service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486321 Aug 23 14:21:23.404622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106844c3-7400-46d9-bfc3-0618f8213740 req-5036ae56-955a-4bd5-9c75-eb78e446c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.406899 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-106844c3-7400-46d9-bfc3-0618f8213740 req-5036ae56-955a-4bd5-9c75-eb78e446c869 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 1095 time: 0.1850376 Aug 23 14:21:23.408420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=229f22e9-507e-4503-bac6-3b2df0510e8a,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:23.421335 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:23.441465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-94397a5e-d037-42ec-af87-ccd4ec4d80a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:23.442752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-94397a5e-d037-42ec-af87-ccd4ec4d80a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.7681494 Aug 23 14:21:23.459505 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.477218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-77cc8b16-96f5-4a4a-807f-75af2f167f2b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/quotas/87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 375 time: 0.0265841 Aug 23 14:21:23.550431 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:23.561197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Transition to ACTIVE for port object 0e77005b-da4b-4463-93d9-c33dfe5e5175 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:23.570951 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06', 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'port_id': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06', 'mac_address': 'fa:16:3e:cc:cb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6c2be3-04f8-4487-84d1-a8b9fca7069d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:23.571313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Checking segment: {'id': 'd35b0c0a-178c-4b79-b985-7e6df3690cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'c23f2817-b70a-4972-9361-b6c8d81068c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:23.571785 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Network hostable DHCP agents. Network: c23f2817-b70a-4972-9361-b6c8d81068c1, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:21:23.660440 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-d10ded43-7f50-4394-a3ae-9edb76f84792 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1704392 Aug 23 14:21:23.666750 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.674285 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:23.727473 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.767536 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a8181e96-ae59-45be-89ef-834fafafcc1a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a8181e96-ae59-45be-89ef-834fafafcc1a,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:23.774726 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.779043 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8181e96-ae59-45be-89ef-834fafafcc1a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:23.786817 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b7e6b1a-dd4b-46e7-846b-fbbbb420134f req-8b15d5c9-c637-4492-a1b3-0ba6dd9a5897 service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784151 Aug 23 14:21:23.795613 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:23.818721 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:23.820317 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Network 3f9e285f-bc9e-4315-9439-46a69316e3a2 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:23.820798 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106844c3-7400-46d9-bfc3-0618f8213740 req-4794e779-8c52-4e6b-804c-58ccbc9cff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.822254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-106844c3-7400-46d9-bfc3-0618f8213740 req-4794e779-8c52-4e6b-804c-58ccbc9cff8b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 918 time: 0.3839886 Aug 23 14:21:23.826203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:23.833092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564535ef-1827-4a87-98de-a12cd3e137ef req-812686fd-98b2-45ba-a858-10d9ed04b028 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:23.840711 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-564535ef-1827-4a87-98de-a12cd3e137ef req-812686fd-98b2-45ba-a858-10d9ed04b028 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.4011178 Aug 23 14:21:23.888574 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:23.921184 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.939349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Pushing event updated for resources: {'Port': ['ID=cd73a312-1d21-4310-aca7-ae33e27198be,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:23.939349 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Network c23f2817-b70a-4972-9361-b6c8d81068c1 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:21:23.939902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-106844c3-7400-46d9-bfc3-0618f8213740 req-8420dcc8-8f44-4971-8825-4ab80659cb79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2040d384-5fc3-47d2-82d2-eb37171634e8 HTTP/1.1" status: 200 len: 217 time: 0.0968306 Aug 23 14:21:23.947240 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:23.947788 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:23.964109 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.969176 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:23.979974 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:24.038044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-564535ef-1827-4a87-98de-a12cd3e137ef req-cff10bcc-4375-4e78-b810-552201edf46d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944089 Aug 23 14:21:24.075338 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=a8181e96-ae59-45be-89ef-834fafafcc1a,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:24.081614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106844c3-7400-46d9-bfc3-0618f8213740 req-6012c72a-af3b-4847-9381-0a0014dbf771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:24.083495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-106844c3-7400-46d9-bfc3-0618f8213740 req-6012c72a-af3b-4847-9381-0a0014dbf771 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 200 len: 855 time: 0.1363072 Aug 23 14:21:24.089414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:24.095457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Pushing event updated for resources: {'Port': ['ID=0e77005b-da4b-4463-93d9-c33dfe5e5175,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:24.103700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:24.138911 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:24.154039 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:24.155021 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.198413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:24.214571 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:24.261935 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, c23f2817-b70a-4972-9361-b6c8d81068c1) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:24.274817 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-32a295f8-9164-47a6-b7eb-9ac9f6afa775 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529051 Aug 23 14:21:24.276635 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:24.279273 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.280842 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2457c2b1-aec7-478e-ae1f-28c8dad4e302 None None] Network c23f2817-b70a-4972-9361-b6c8d81068c1 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:21:24.344651 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48425c14-095a-45aa-a7d5-99284f7c7325 req-43446bbc-0a9d-4513-813d-b6d8242ed277 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0851629 Aug 23 14:21:24.492364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 106e7de0-8a07-4fed-9ab8-b63d483c6a5c up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:24.553537 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-b97a68fd-5c38-4ca7-8958-36fdb95fbad4 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520506 Aug 23 14:21:24.573266 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:24.610120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-bc1de87f-088a-45c1-b40d-3691b1a856e9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:24.613325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-bc1de87f-088a-45c1-b40d-3691b1a856e9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.2667866 Aug 23 14:21:24.622044 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.664537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Request body: {'port': {'device_id': '07d82c2f-9226-4501-a152-a0959047b9d9', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'admin_state_up': True, 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:24.717180 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:24.721623 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-832f0090-dece-40a9-b460-4376d5ab5c36 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6774855 Aug 23 14:21:24.737890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106844c3-7400-46d9-bfc3-0618f8213740 req-a5a8043f-3fed-4ce8-85ad-44f6b28bf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:24.739279 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-106844c3-7400-46d9-bfc3-0618f8213740 req-a5a8043f-3fed-4ce8-85ad-44f6b28bf06c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e48d03fa-d686-4e9f-b55c-526012dc6fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6487141 Aug 23 14:21:24.743408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:24.745510 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:24.746067 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.673s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:24.746902 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:24.900026 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6069483f-7001-49f5-8460-5797a3d1db3e None None] Provisioning for port cd73a312-1d21-4310-aca7-ae33e27198be completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:24.940361 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.943123 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d6bea-8e5a-49b0-9e74-909d6ecdea5f None None] Network c23f2817-b70a-4972-9361-b6c8d81068c1 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:21:24.965009 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6069483f-7001-49f5-8460-5797a3d1db3e None None] Provisioning complete for port cd73a312-1d21-4310-aca7-ae33e27198be triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:24.965587 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6069483f-7001-49f5-8460-5797a3d1db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:24.998828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0fc60-e664-4d37-8fdd-116e4a19db72 req-94569165-1953-47b3-b1e4-68b30ca966f4 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.001889 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddf0fc60-e664-4d37-8fdd-116e4a19db72 req-94569165-1953-47b3-b1e4-68b30ca966f4 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 944 time: 0.3855436 Aug 23 14:21:25.010956 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1405470 Aug 23 14:21:25.012428 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:25.041040 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8181e96-ae59-45be-89ef-834fafafcc1a', 'code': 200} Aug 23 14:21:25.160347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:25.256201 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:25.257004 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.362474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6069483f-7001-49f5-8460-5797a3d1db3e None None] Port cd73a312-1d21-4310-aca7-ae33e27198be cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:25.508348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:25.538819 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-106844c3-7400-46d9-bfc3-0618f8213740 req-576963ea-c999-449d-8a68-0972fe9e26f5 service neutron] 10.222.0.82 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417417 Aug 23 14:21:25.598848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddf0fc60-e664-4d37-8fdd-116e4a19db72 req-997e5633-6b12-4ecb-bacb-817f9cacfd1b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993064 Aug 23 14:21:25.603156 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.655488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=106e7de0-8a07-4fed-9ab8-b63d483c6a5c,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:25.661685 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.689158 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-77a11b04-9b43-4f2d-a8d4-05cfb43c5373 None None] Provisioning for port 0e77005b-da4b-4463-93d9-c33dfe5e5175 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:25.695635 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-77a11b04-9b43-4f2d-a8d4-05cfb43c5373 None None] Provisioning complete for port 0e77005b-da4b-4463-93d9-c33dfe5e5175 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:25.696024 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-77a11b04-9b43-4f2d-a8d4-05cfb43c5373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.706065 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b', 'status': 'completed', 'code': 200} Aug 23 14:21:25.751254 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6699c8-8724-417f-86c3-20a04a76e3ff req-d562773f-065d-496c-8a06-def54ef4fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.752846 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e6699c8-8724-417f-86c3-20a04a76e3ff req-d562773f-065d-496c-8a06-def54ef4fced service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 1097 time: 0.3170438 Aug 23 14:21:25.777919 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:25.782050 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.783264 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-77a11b04-9b43-4f2d-a8d4-05cfb43c5373 None None] Port 0e77005b-da4b-4463-93d9-c33dfe5e5175 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:25.814901 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:25.815376 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-106844c3-7400-46d9-bfc3-0618f8213740 req-2ed7235b-a5d4-4427-82b6-7d659bd5a588 service neutron] 10.222.0.82 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633307 Aug 23 14:21:25.822470 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:25.922989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.928077 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26a176dd-1c21-4d1e-a895-da15b0d854f1 req-cca8f7a6-c308-44bf-a879-367d4ffe9b71 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 210 time: 0.0585158 Aug 23 14:21:25.929824 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e6699c8-8724-417f-86c3-20a04a76e3ff req-4be802f3-efe0-4156-a9fc-142d4be6bb50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658041 Aug 23 14:21:25.933940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.939682 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.939875 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=106e7de0-8a07-4fed-9ab8-b63d483c6a5c,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:25.954665 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:25.957959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.967262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:25.967262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Synchronizing usage tracker for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:26.068961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Allocated IP 172.20.0.3 (bead4616-2cdd-4821-8ae8-d36de2e911a5/db3a72ab-84d2-40a5-878f-daf73b2955b2/5079c77c-75d5-40cc-ae36-f83837bc47b9) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:26.097613 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.121228 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4733c45-5e02-4f23-83e9-dfd4518be297 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:26.177432 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d70564-13a3-4844-896c-6545f49db6ee req-8fa61876-c1a1-4dd6-afa2-7bf5e5ec6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:26.178885 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-8fa61876-c1a1-4dd6-afa2-7bf5e5ec6f66 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1125 time: 0.4744110 Aug 23 14:21:26.180655 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.197964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Unset dirty status for tenant:46bcae8ed8ed44d899057f085a0060d7 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:26.202145 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-84e4b902-1540-46da-b0ca-7c77e5e9cb62 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 3816 time: 0.9071968 Aug 23 14:21:26.221690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c18c-9b26-42cb-b3fd-243732f40e36 req-30e69b93-cc89-4e59-b1a0-83a6fa54dec3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:26.222628 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Transition to ACTIVE for port object d4733c45-5e02-4f23-83e9-dfd4518be297 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:26.223324 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3cc2c18c-9b26-42cb-b3fd-243732f40e36 req-30e69b93-cc89-4e59-b1a0-83a6fa54dec3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.1414764 Aug 23 14:21:26.238637 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 106e7de0-8a07-4fed-9ab8-b63d483c6a5c up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:26.329584 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 106e7de0-8a07-4fed-9ab8-b63d483c6a5c triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:26.330271 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.336621 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.350853 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d1641b88-bec9-4af1-bed6-e7d64ba17452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:26.412409 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3cc2c18c-9b26-42cb-b3fd-243732f40e36 req-65de7fed-135a-4649-b98b-d67cf47b5b7f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594262 Aug 23 14:21:26.466432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2040d384-5fc3-47d2-82d2-eb37171634e8 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:26.498882 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.528197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4d626aa2-a610-4cfe-900d-1b52a2c89d60 req-b8199e03-2cfd-4ee5-b0f0-62f870a28b63 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2437725 Aug 23 14:21:26.687870 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Pushing event updated for resources: {'Port': ['ID=d4733c45-5e02-4f23-83e9-dfd4518be297,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:26.716083 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8457dd9-54d4-46e1-be0b-4f4e166768f9 req-358c11ed-0931-4af6-97f4-113e6e6c4130 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 210 time: 0.1101890 Aug 23 14:21:26.732995 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.751363 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:26.755934 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a6b57da-3e16-4d65-b086-fea4196f469c tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:26.758195 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.760219 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:26.797724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d70564-13a3-4844-896c-6545f49db6ee req-58944ba7-fa6f-4ad2-8530-e47a2d94f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:26.799465 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-58944ba7-fa6f-4ad2-8530-e47a2d94f456 service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.6090062 Aug 23 14:21:26.926796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 2040d384-5fc3-47d2-82d2-eb37171634e8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2040d384-5fc3-47d2-82d2-eb37171634e8,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:26.960657 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '2040d384-5fc3-47d2-82d2-eb37171634e8', 'network_id': 'e48d03fa-d686-4e9f-b55c-526012dc6fbb', 'port_id': '2040d384-5fc3-47d2-82d2-eb37171634e8', 'mac_address': 'fa:16:3e:64:94:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6c2be3-04f8-4487-84d1-a8b9fca7069d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:26.977932 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:26.993413 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:27.000821 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:27.039147 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d0f578b5-53a3-43b3-896b-849fec670560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:27.042397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:27.063243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:27.111259 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-821266d9-381a-4afc-a2af-612e511cc026 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 200 len: 217 time: 0.2595184 Aug 23 14:21:27.120251 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.142111 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event updated for resources: {'Port': ['ID=5079c77c-75d5-40cc-ae36-f83837bc47b9,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:27.158806 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:27.176266 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2040d384-5fc3-47d2-82d2-eb37171634e8 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:27.218893 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.219868 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.227411 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 2040d384-5fc3-47d2-82d2-eb37171634e8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2040d384-5fc3-47d2-82d2-eb37171634e8,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:27.254511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-a233d389-e92d-4118-92ad-ec1c91ae67d7 service neutron] 10.222.0.82 "GET /v2.0/ports/5e015181-6871-40bd-ba1b-bd0cbebbec6b/bindings/n-h2-805628-1 HTTP/1.1" status: 200 len: 384 time: 0.2640505 Aug 23 14:21:27.313656 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.330020 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddf31e-a07d-4b59-90a6-4ca7fd4594c6 req-35b4ebfe-2f9a-4b05-b422-a55840ea8e34 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.331733 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-afddf31e-a07d-4b59-90a6-4ca7fd4594c6 req-35b4ebfe-2f9a-4b05-b422-a55840ea8e34 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 944 time: 0.3955398 Aug 23 14:21:27.393379 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Pushing event updated for resources: {'Port': ['ID=0e77005b-da4b-4463-93d9-c33dfe5e5175,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:27.419720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Attempting to bind port d4733c45-5e02-4f23-83e9-dfd4518be297 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:27.419820 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-afddf31e-a07d-4b59-90a6-4ca7fd4594c6 req-f3377679-55c3-40ed-9ca8-f86d2a7722f3 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736377 Aug 23 14:21:27.419945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Attempting to bind port d4733c45-5e02-4f23-83e9-dfd4518be297 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:27.419945 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Attempting to bind port d4733c45-5e02-4f23-83e9-dfd4518be297 on network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:27.421143 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:27.448453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Port d4733c45-5e02-4f23-83e9-dfd4518be297 on network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:27.448689 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Attempting to bind port d4733c45-5e02-4f23-83e9-dfd4518be297 on network c19dde2f-9025-4ff4-8a6a-74f0d932ef59 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:27.454322 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.463002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:27.465375 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d70564-13a3-4844-896c-6545f49db6ee req-0d556ae3-a37e-4e74-84cb-bd49d9fd067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.467369 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-0d556ae3-a37e-4e74-84cb-bd49d9fd067a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.2906272 Aug 23 14:21:27.476204 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:27.479832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8201873 Aug 23 14:21:27.503816 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Request body: {'port': {'device_id': '07d82c2f-9226-4501-a152-a0959047b9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:27.512180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:27.512527 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Checking segment: {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:27.512923 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Bound using segment: {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:27.516175 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Bound port: d4733c45-5e02-4f23-83e9-dfd4518be297, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b2ca030-4ac0-4d0d-a770-93fe761f33fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:27.516175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.569435 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:27.570003 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.599768 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.622699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-61ff2a93-fc8a-4475-ace2-bb650382c5bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402907 Aug 23 14:21:27.663569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ada96720-77b1-460f-a562-92a82b8bb8c2 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:27.666124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ada96720-77b1-460f-a562-92a82b8bb8c2 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/networks?id=e1ba64d8-bfd8-42e7-b530-3705fbefa635 HTTP/1.1" status: 200 len: 814 time: 0.6997378 Aug 23 14:21:27.692663 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=2040d384-5fc3-47d2-82d2-eb37171634e8,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:27.697820 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:27.701894 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['2040d384-5fc3-47d2-82d2-eb37171634e8'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:27.825039 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.846727 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-270f17dd-b93f-4d26-a4d5-9b6a556f1f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.862524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07d25221-5da9-4d88-8792-452dc1e21552 req-fb8f8f9f-5b79-4f07-8770-6bb34d3624af tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 210 time: 0.1295071 Aug 23 14:21:27.873952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:27.887547 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:27.895537 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:28.034182 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.042112 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:28.133193 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:28.136156 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:28.161474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:28.165274 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-2951384b-89b3-4f5a-9ff1-d7ba1b61ed3f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/quotas/3f0af8ba7d2449b19eaa1b12725716aa HTTP/1.1" status: 200 len: 375 time: 0.4306819 Aug 23 14:21:28.172050 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:28.188005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:28.213202 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.317910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:28.324703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-c20f4b33-8b65-4d7e-b10a-61e1aca3340a tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f0af8ba7d2449b19eaa1b12725716aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1502793 Aug 23 14:21:28.374986 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] For port d4733c45-5e02-4f23-83e9-dfd4518be297, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:28.421995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] For port d4733c45-5e02-4f23-83e9-dfd4518be297, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d4733c45-5e02-4f23-83e9-dfd4518be297,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:28.426939 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-17cb4e47-b08d-4892-94da-c2e833cd3611 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8003860 Aug 23 14:21:28.436103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0902e7-3998-4f2e-8382-099ebe0255de req-4f54192e-0620-40ba-a2fc-ac0874c3a9f5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:28.454263 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed0902e7-3998-4f2e-8382-099ebe0255de req-4f54192e-0620-40ba-a2fc-ac0874c3a9f5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 944 time: 0.3355541 Aug 23 14:21:28.465926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e015181-6871-40bd-ba1b-bd0cbebbec6b {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:28.476460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5e015181-6871-40bd-ba1b-bd0cbebbec6b no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:28.487740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:28.550877 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-19c3c367-d7ec-4359-ac71-d8ccd154bc3c None None] Provisioning complete for port 0e77005b-da4b-4463-93d9-c33dfe5e5175 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:28.551641 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-19c3c367-d7ec-4359-ac71-d8ccd154bc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.582915 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.596604 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ed0902e7-3998-4f2e-8382-099ebe0255de req-dbf8c08b-e942-4c9a-a9d0-a9581aa28fcc tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515453 Aug 23 14:21:28.608524 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7bc983a9-d737-46c6-bb42-6d6f1e79faff tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:28.679800 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-19c3c367-d7ec-4359-ac71-d8ccd154bc3c None None] Port 0e77005b-da4b-4463-93d9-c33dfe5e5175 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:28.744366 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.787154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:28.787778 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:28.789266 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] 10.222.0.64 "PUT /v2.0/ports/d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1091 time: 4.0558040 Aug 23 14:21:28.802019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'd4733c45-5e02-4f23-83e9-dfd4518be297'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:28.869507 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Router 24f58799-a002-47a4-988f-25084c46ee39 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:21:28.873958 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-98dbd304-ea65-44d2-a39d-7d99dc0ed76a service neutron] 10.222.0.72 "GET /v2.0/networks/e1ba64d8-bfd8-42e7-b530-3705fbefa635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242755 Aug 23 14:21:28.880056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Pushing event updated for resources: {'Port': ['ID=d4733c45-5e02-4f23-83e9-dfd4518be297,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:28.898642 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:28.935663 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-2cf36ca7-3998-41ed-b1ef-33d363e17908 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958901 Aug 23 14:21:28.954268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-5b3f3ac0-16c4-462d-94d6-3eedc4fce13d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:28.954268 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-5b3f3ac0-16c4-462d-94d6-3eedc4fce13d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.3488595 Aug 23 14:21:28.992169 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'port': {'device_id': '599706cc-63e4-477b-bd45-f371ad1491bf', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'admin_state_up': True, 'tenant_id': '87297a12b9264a8abbf6b71583c33828'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:29.106198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:29.142286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5079c77c-75d5-40cc-ae36-f83837bc47b9 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:29.160620 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.201420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] Transition to ACTIVE for port object 5e015181-6871-40bd-ba1b-bd0cbebbec6b will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:29.213303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0fb42-d402-4e13-a50a-d94cc4053ba8 req-3082afd4-47e3-416f-b89f-bf16e00a859f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:29.219265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0fb42-d402-4e13-a50a-d94cc4053ba8 req-3082afd4-47e3-416f-b89f-bf16e00a859f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:29.225183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0fb42-d402-4e13-a50a-d94cc4053ba8 req-3082afd4-47e3-416f-b89f-bf16e00a859f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:29.231811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0fb42-d402-4e13-a50a-d94cc4053ba8 req-3082afd4-47e3-416f-b89f-bf16e00a859f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:29.239374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0fb42-d402-4e13-a50a-d94cc4053ba8 req-3082afd4-47e3-416f-b89f-bf16e00a859f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:29.242101 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38f0fb42-d402-4e13-a50a-d94cc4053ba8 req-3082afd4-47e3-416f-b89f-bf16e00a859f tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 3828 time: 0.4879117 Aug 23 14:21:29.242703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Transition to ACTIVE for port object 5079c77c-75d5-40cc-ae36-f83837bc47b9 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:29.295367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:29.304000 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:21:29.323586 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] 10.222.0.72 "PUT /v2.0/routers/24f58799-a002-47a4-988f-25084c46ee39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5507622 Aug 23 14:21:29.333797 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Sync routers for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:21:29.341734 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38f0fb42-d402-4e13-a50a-d94cc4053ba8 req-1f46e85e-db60-436b-bf97-9cf307ee2c85 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811810 Aug 23 14:21:29.348272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:29.352710 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:21:29.353793 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:21:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:29.378558 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.387664 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-012c63e8-7254-4ecb-b0b8-e6b7dcd93bdc service neutron] 10.222.0.72 "GET /v2.0/networks/e1ba64d8-bfd8-42e7-b530-3705fbefa635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879377 Aug 23 14:21:29.392019 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-128f04ca-dee8-471b-80b2-90a1a9db4ace tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:29.410591 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.556973 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.584084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] No DVR routers for this DVR port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:21:29.637281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:21:29.698531 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Made reservation on behalf of 87297a12b9264a8abbf6b71583c33828 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:29.702084 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:29.752175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] Pushing event updated for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:29.767528 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:29.772770 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:29.860441 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06', 'code': 200} Aug 23 14:21:29.877440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] 10.222.0.82 "PUT /v2.0/ports/5e015181-6871-40bd-ba1b-bd0cbebbec6b/bindings/n-h2-805628-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6158013 Aug 23 14:21:30.193300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 2, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:30.197706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Checking router: 24f58799-a002-47a4-988f-25084c46ee39 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:21:30.198195 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Updating router 24f58799-a002-47a4-988f-25084c46ee39 port 0e77005b-da4b-4463-93d9-c33dfe5e5175 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:21:30.235772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f6d1-76c4-403f-9b1d-9fc776751c33 req-d2187308-9615-415a-9f48-69835a64c9b5 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:30.242515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ff8f6d1-76c4-403f-9b1d-9fc776751c33 req-d2187308-9615-415a-9f48-69835a64c9b5 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 945 time: 0.1564348 Aug 23 14:21:30.265967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Pushing event updated for resources: {'Port': ['ID=5079c77c-75d5-40cc-ae36-f83837bc47b9,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:30.282555 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:30.283292 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b2ba4b83-3491-4b18-b612-9675fa8f48d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.313930 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.336252 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:30.346993 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ff8f6d1-76c4-403f-9b1d-9fc776751c33 req-e1474a7e-9ec2-4139-9ca1-5e22836c35ec tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040533 Aug 23 14:21:30.348711 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.378017 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Transition to ACTIVE for port object 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:30.413460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcedafe-1a01-4d1a-bd05-95718e820e13 req-ee182bd3-1d74-4b3b-9002-607d82095d82 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:30.414193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-adcedafe-1a01-4d1a-bd05-95718e820e13 req-ee182bd3-1d74-4b3b-9002-607d82095d82 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:30.445244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Attempting to bind port 5079c77c-75d5-40cc-ae36-f83837bc47b9 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:30.445808 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Attempting to bind port 5079c77c-75d5-40cc-ae36-f83837bc47b9 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:30.446290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Attempting to bind port 5079c77c-75d5-40cc-ae36-f83837bc47b9 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:30.471003 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Port 5079c77c-75d5-40cc-ae36-f83837bc47b9 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:30.471340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Attempting to bind port 5079c77c-75d5-40cc-ae36-f83837bc47b9 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:30.487356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bfc71-cf22-48fa-a1f4-999c9987c0b6 req-dd3faa3c-9c4f-4454-8a3f-58e5383f1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:30.488444 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d1bfc71-cf22-48fa-a1f4-999c9987c0b6 req-dd3faa3c-9c4f-4454-8a3f-58e5383f1277 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 1096 time: 0.5439470 Aug 23 14:21:30.494698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:30.495056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:30.495456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Bound using segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:30.495907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Bound port: 5079c77c-75d5-40cc-ae36-f83837bc47b9, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:30.496661 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.498368 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2040d384-5fc3-47d2-82d2-eb37171634e8 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:30.511218 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:30.517074 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:30.527423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Allocated IP 172.20.0.7 (875e11a6-5dac-4a9b-8090-7584ccbc87a2/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72/f755f570-baec-429b-b894-51257db9cae8) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:30.536259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-121f3f09-2dd6-4c21-bafd-0279000e3d44 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:30.537851 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-121f3f09-2dd6-4c21-bafd-0279000e3d44 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h1-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.3696244 Aug 23 14:21:30.626579 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'status': 'completed', 'code': 200} Aug 23 14:21:30.628516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:30.636716 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:30.752320 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-adcedafe-1a01-4d1a-bd05-95718e820e13 req-ee182bd3-1d74-4b3b-9002-607d82095d82 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:30.753445 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adcedafe-1a01-4d1a-bd05-95718e820e13 req-ee182bd3-1d74-4b3b-9002-607d82095d82 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 943 time: 1.1668162 Aug 23 14:21:30.813679 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d524c231-0e7c-4f21-aa74-07e5a410c549 req-25e11304-1092-456d-b4d4-716ec3f496d6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 210 time: 0.0806394 Aug 23 14:21:30.918685 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d1bfc71-cf22-48fa-a1f4-999c9987c0b6 req-02cc0c96-ad15-43ce-835c-3fca39f418ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100423 Aug 23 14:21:30.988503 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Attempting to bind port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:30.989148 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Attempting to bind port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:30.989663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Attempting to bind port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:30.992110 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 2040d384-5fc3-47d2-82d2-eb37171634e8 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:31.000594 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 on network 9208984e-1876-483f-a715-7f9a67d1f7ef not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:31.001474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Attempting to bind port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:31.009874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:31.010491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Checking segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:31.011225 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Bound using segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:31.011894 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Bound port: 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:31.012491 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.016871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 2040d384-5fc3-47d2-82d2-eb37171634e8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:31.023329 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.094541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adcedafe-1a01-4d1a-bd05-95718e820e13 req-9b5604ee-d765-4636-b215-3f331db8c9aa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076649 Aug 23 14:21:31.116838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] For port 5079c77c-75d5-40cc-ae36-f83837bc47b9, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:31.170312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] For port 5079c77c-75d5-40cc-ae36-f83837bc47b9, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5079c77c-75d5-40cc-ae36-f83837bc47b9,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:31.180649 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.206021 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Transition to ACTIVE for port object 0e77005b-da4b-4463-93d9-c33dfe5e5175 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:31.225117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] For port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:31.228686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] For port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:31.296984 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.301801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1a22b139-edad-429c-adbd-fc7e29e3f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.303368 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-1a22b139-edad-429c-adbd-fc7e29e3f525 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4 HTTP/1.1" status: 200 len: 1096 time: 0.7456110 Aug 23 14:21:31.312605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-532f61c5-af2c-4bd0-b573-c90f6c2ab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.313036 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-532f61c5-af2c-4bd0-b573-c90f6c2ab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.320269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-532f61c5-af2c-4bd0-b573-c90f6c2ab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.320269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-532f61c5-af2c-4bd0-b573-c90f6c2ab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.320269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-532f61c5-af2c-4bd0-b573-c90f6c2ab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.320269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-532f61c5-af2c-4bd0-b573-c90f6c2ab9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.320269 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-532f61c5-af2c-4bd0-b573-c90f6c2ab9d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5248 time: 0.6422067 Aug 23 14:21:31.346783 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 2040d384-5fc3-47d2-82d2-eb37171634e8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2040d384-5fc3-47d2-82d2-eb37171634e8,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:31.442192 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.467511 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:31.480627 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.489521 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.489983 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:31.490087 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ecf0e21e-4a83-4c44-a6dd-c8573e84592f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:31.578596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.578596 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.578596 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] 10.222.0.64 "PUT /v2.0/ports/8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 1134 time: 2.4724753 Aug 23 14:21:31.611703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:31.616770 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:31.628421 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.647213 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.652070 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb42295-3cae-4eab-bed7-a20f2ad20f6f None None] Pushing event updated for resources: {'Port': ['ID=0e77005b-da4b-4463-93d9-c33dfe5e5175,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:31.663101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.663785 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.665247 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] 10.222.0.82 "PUT /v2.0/ports/5079c77c-75d5-40cc-ae36-f83837bc47b9 HTTP/1.1" status: 200 len: 1091 time: 4.1768267 Aug 23 14:21:31.668270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d82c2f-9226-4501-a152-a0959047b9d9', 'tag': '5079c77c-75d5-40cc-ae36-f83837bc47b9'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:31.688749 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:31.731384 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8eb42295-3cae-4eab-bed7-a20f2ad20f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:31.732535 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:31.791223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Pushing event updated for resources: {'Port': ['ID=5079c77c-75d5-40cc-ae36-f83837bc47b9,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:31.799128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Transition to ACTIVE for port object f755f570-baec-429b-b894-51257db9cae8 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:31.804802 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:31.805322 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:31.821988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-b5db9e31-d6c2-4166-be29-6baab97cebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.822746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-b5db9e31-d6c2-4166-be29-6baab97cebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.823379 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-b5db9e31-d6c2-4166-be29-6baab97cebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.825455 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-b5db9e31-d6c2-4166-be29-6baab97cebf4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=46bcae8ed8ed44d899057f085a0060d7&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4902380 Aug 23 14:21:31.852191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0628-203c-4088-b070-0a3a0829b32e req-14c9659f-9424-4a61-9475-12746a7dab59 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:31.858541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef9c0628-203c-4088-b070-0a3a0829b32e req-14c9659f-9424-4a61-9475-12746a7dab59 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 945 time: 0.5324926 Aug 23 14:21:31.879453 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2040d384-5fc3-47d2-82d2-eb37171634e8'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:31.908238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49510) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:31.946375 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473998920', 'description': 'tempest-description--480280452'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:32.009292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-5008ab42-e9b7-4ce1-8100-87d89831b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.011271 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-5008ab42-e9b7-4ce1-8100-87d89831b251 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1096 time: 0.6440909 Aug 23 14:21:32.035933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Attempting to bind port 0e77005b-da4b-4463-93d9-c33dfe5e5175 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:32.036395 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Attempting to bind port 0e77005b-da4b-4463-93d9-c33dfe5e5175 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:32.036691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Attempting to bind port 0e77005b-da4b-4463-93d9-c33dfe5e5175 on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:32.057787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:32.064804 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Checking segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:32.066455 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.068747 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Bound using segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:32.068747 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Bound port: 0e77005b-da4b-4463-93d9-c33dfe5e5175, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:32.069160 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.086725 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:32.167240 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.196582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:32.199823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:32.208031 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:32.213547 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=2040d384-5fc3-47d2-82d2-eb37171634e8,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:32.220261 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:32.268550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] For port 0e77005b-da4b-4463-93d9-c33dfe5e5175, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:32.274212 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] For port 0e77005b-da4b-4463-93d9-c33dfe5e5175, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0e77005b-da4b-4463-93d9-c33dfe5e5175,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:32.283875 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fe92249f-c188-4d4f-a5eb-6ba0e254898f req-ae34d5c9-f67d-4a74-a7d0-5cd2e7af385c tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.1874824 Aug 23 14:21:32.329354 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ef9c0628-203c-4088-b070-0a3a0829b32e req-135241c7-aaf8-4bb5-9836-aa0d22ad202d tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229101 Aug 23 14:21:32.357864 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.425378 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:32.444038 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.448671 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:32.475463 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.515373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-4e083a23-3473-4589-8516-6beece113bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.517077 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-21aa70f2-6bc5-4b73-8d48-b36e33330bdb req-4e083a23-3473-4589-8516-6beece113bf0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6532857 Aug 23 14:21:32.531963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:32.550156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group_rule and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:32.550156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:32.550364 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:32.566328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:21:32.566990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:21:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:32.632688 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.641754 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:32.714082 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb42295-3cae-4eab-bed7-a20f2ad20f6f None None] Pushing event updated for resources: {'Port': ['ID=0e77005b-da4b-4463-93d9-c33dfe5e5175,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:32.719327 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8eb42295-3cae-4eab-bed7-a20f2ad20f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:32.759301 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.770432 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-19e6102c-b0a4-4b92-b0dd-9fafc4a7d901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:32.794001 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:32.817507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:32.831113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:32.858316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88034-7209-4da4-be9f-b094773dc058 req-a2de8339-7b20-478a-902d-e458e30a4812 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.865296 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88034-7209-4da4-be9f-b094773dc058 req-a2de8339-7b20-478a-902d-e458e30a4812 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.876848 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88034-7209-4da4-be9f-b094773dc058 req-a2de8339-7b20-478a-902d-e458e30a4812 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.877816 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-7f5bc077-31af-4336-9157-3057ed837c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.879294 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-7f5bc077-31af-4336-9157-3057ed837c65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.8238645 Aug 23 14:21:32.880073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88034-7209-4da4-be9f-b094773dc058 req-a2de8339-7b20-478a-902d-e458e30a4812 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.888213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88034-7209-4da4-be9f-b094773dc058 req-a2de8339-7b20-478a-902d-e458e30a4812 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.896423 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a88034-7209-4da4-be9f-b094773dc058 req-a2de8339-7b20-478a-902d-e458e30a4812 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.904924 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2a88034-7209-4da4-be9f-b094773dc058 req-a2de8339-7b20-478a-902d-e458e30a4812 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 4604 time: 0.4931693 Aug 23 14:21:32.947469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f62d92-d24f-497a-8648-07bcd8d555d7,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:32.951520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.951953 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:32.952697 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:32.971262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:21:32.992259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-f17028d7-9e4a-447c-ab57-a33af3d18a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:32.994274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-f17028d7-9e4a-447c-ab57-a33af3d18a9b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 1094 time: 1.0899336 Aug 23 14:21:32.995495 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=f755f570-baec-429b-b894-51257db9cae8,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:33.037100 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2a88034-7209-4da4-be9f-b094773dc058 req-1e538a5b-715a-4fe8-8919-8c9ec12eebf0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1264219 Aug 23 14:21:33.091087 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:33.098228 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.152128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd1c790-7866-424d-a12d-328f0f03c4ca {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:33.174754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.195159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Transition to ACTIVE for port object 0bd1c790-7866-424d-a12d-328f0f03c4ca will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:33.197375 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.198008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-171118c3-e106-42cb-bf09-4fccb34224eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 200 len: 217 time: 0.1990063 Aug 23 14:21:33.201332 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2670362 Aug 23 14:21:33.202043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49520) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:33.208013 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'security_group_rule': {'security_group_id': 'e4f62d92-d24f-497a-8648-07bcd8d555d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:33.211874 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2250957 Aug 23 14:21:33.215729 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:33.220912 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group_rule and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:33.224924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:33.236570 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:33.248973 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-a5c6f366-a4bd-49e4-91a0-2572220454b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5079c77c-75d5-40cc-ae36-f83837bc47b9 HTTP/1.1" status: 200 len: 217 time: 0.1490123 Aug 23 14:21:33.270313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Request body: {'port': {'device_id': '599706cc-63e4-477b-bd45-f371ad1491bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:33.346701 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d82c2f-9226-4501-a152-a0959047b9d9', 'tag': '5079c77c-75d5-40cc-ae36-f83837bc47b9', 'status': 'completed', 'code': 200} Aug 23 14:21:33.391022 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.402588 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c576787e-b9ee-4f08-8a75-1475881b4091 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:33.409292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cd2f9-2d11-4289-9030-f91d75e0b424 req-9652b450-e76e-406b-acf1-a87f729cee29 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:33.411109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-045cd2f9-2d11-4289-9030-f91d75e0b424 req-9652b450-e76e-406b-acf1-a87f729cee29 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.9163589 Aug 23 14:21:33.433898 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-084c888b-28be-4e73-872c-7f30f9cb1f8c None None] Provisioning for port f755f570-baec-429b-b894-51257db9cae8 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:33.449959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-084c888b-28be-4e73-872c-7f30f9cb1f8c None None] Provisioning complete for port f755f570-baec-429b-b894-51257db9cae8 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:33.450971 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-084c888b-28be-4e73-872c-7f30f9cb1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.488475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-fbb146b8-6bf5-4213-a942-c28394270968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:33.490356 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-fbb146b8-6bf5-4213-a942-c28394270968 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.2326071 Aug 23 14:21:33.492075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-7cee6873-c73a-4c8d-ade8-8c5a3b23914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:33.493771 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-7cee6873-c73a-4c8d-ade8-8c5a3b23914a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.2788413 Aug 23 14:21:33.496566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd1c790-7866-424d-a12d-328f0f03c4ca,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:33.499742 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.574624 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-084c888b-28be-4e73-872c-7f30f9cb1f8c None None] Port f755f570-baec-429b-b894-51257db9cae8 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:33.595465 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:33.615262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:32Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:21:33.620811 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7f494-3128-48af-bb73-6a12eb6a3700 None None] The sync data for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 is: [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:32Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:21:33.626601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-d06a97fd-025d-4b23-b551-1e0068367331 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221945 Aug 23 14:21:33.628404 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-0963eea7-2835-45a8-91ea-dd7ab459ca2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888202 Aug 23 14:21:33.730256 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.853866 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-045cd2f9-2d11-4289-9030-f91d75e0b424 req-6d278627-dfaa-478c-a9ad-fecc60a19cb2 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314222 Aug 23 14:21:33.872253 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:33.922059 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2040d384-5fc3-47d2-82d2-eb37171634e8', 'code': 200} Aug 23 14:21:34.008534 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.018208 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:34.066599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaeb4396-caf6-4034-b6bb-61e6a31b8ae3,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:34.086709 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:34.124912 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea15c6-daf3-419d-a129-633323915306 req-244cafd2-171c-4b1c-a57c-5c094bd9abf1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:34.138658 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58ea15c6-daf3-419d-a129-633323915306 req-244cafd2-171c-4b1c-a57c-5c094bd9abf1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 931 time: 0.6382823 Aug 23 14:21:34.194440 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Attempting to bind port 0bd1c790-7866-424d-a12d-328f0f03c4ca on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:34.194900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Attempting to bind port 0bd1c790-7866-424d-a12d-328f0f03c4ca by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:34.195289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Attempting to bind port 0bd1c790-7866-424d-a12d-328f0f03c4ca on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:34.208743 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Port 0bd1c790-7866-424d-a12d-328f0f03c4ca on network 9208984e-1876-483f-a715-7f9a67d1f7ef not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:34.209067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Attempting to bind port 0bd1c790-7866-424d-a12d-328f0f03c4ca on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:34.228173 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58ea15c6-daf3-419d-a129-633323915306 req-ee90638e-3836-4117-967b-7dc0b2764e33 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910537 Aug 23 14:21:34.229543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:34.230030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Checking segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:34.231630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Bound using segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:34.231630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Bound port: 0bd1c790-7866-424d-a12d-328f0f03c4ca, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:34.231630 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.263023 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.270311 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-07e9cec5-cc71-4532-a5a9-52b2e1c1ad24 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0665233 Aug 23 14:21:34.271745 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49530) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:34.288721 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'security_group_rule': {'security_group_id': 'e4f62d92-d24f-497a-8648-07bcd8d555d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:34.296836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0e77005b-da4b-4463-93d9-c33dfe5e5175 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:34.336756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:34.354433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group_rule and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:34.367539 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-d62fc840-dc92-4181-ba50-2cb9c685c79c service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329791 Aug 23 14:21:34.368043 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69', 'status': 'completed', 'code': 200} Aug 23 14:21:34.368799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:34.382444 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:34.437053 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] For port 0bd1c790-7866-424d-a12d-328f0f03c4ca, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:34.441727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] For port 0bd1c790-7866-424d-a12d-328f0f03c4ca, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:34.559721 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-334e1228-ca82-4b29-9515-b2df68104677 req-cf85ffef-e46d-4b95-a776-3d2629b4b98a tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.0571492 Aug 23 14:21:34.622724 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.633128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-350073bf-3300-4df0-96a3-fd02a0d81309 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9758022 Aug 23 14:21:34.679973 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 0e77005b-da4b-4463-93d9-c33dfe5e5175 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:34.687008 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0e77005b-da4b-4463-93d9-c33dfe5e5175 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:34.687792 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.728540 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.747456 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb7ce381-7dfe-45ba-a5fe-1e0a9a63e129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:34.882064 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.882183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd1c790-7866-424d-a12d-328f0f03c4ca,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:34.882183 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.883299 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:34.891579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:34.892421 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.894465 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] 10.222.0.64 "PUT /v2.0/ports/0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 1135 time: 3.0946310 Aug 23 14:21:34.939161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc6ca7-dda5-42bb-bd8d-c2777a6094c1 req-b36fa764-8f09-4e4d-867b-36ce4dbbe783 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:34.952118 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ffc6ca7-dda5-42bb-bd8d-c2777a6094c1 req-b36fa764-8f09-4e4d-867b-36ce4dbbe783 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 945 time: 0.2651219 Aug 23 14:21:34.960437 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 0e77005b-da4b-4463-93d9-c33dfe5e5175, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0e77005b-da4b-4463-93d9-c33dfe5e5175,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:34.988671 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:34.998268 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:35.007603 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36afb803-5a55-4d02-8cae-bd9a22e1a85f req-5ebee2cd-44db-4649-be9d-22b8bc9795f1 service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833285 Aug 23 14:21:35.034906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c8278b-48d0-427f-b100-728ccb98a381,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:35.043139 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:35.056531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:35.105869 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ffc6ca7-dda5-42bb-bd8d-c2777a6094c1 req-2749f9be-ccd2-4303-8165-a6e50122cb9b tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498675 Aug 23 14:21:35.681951 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36832-c309-4675-addc-93a3e75a367c req-5774d126-81ff-43a9-aa03-518dd0ac2d57 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.906995 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.906995 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f1b78022-a251-46a7-a17a-7af9811c48e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:35.912529 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ed36832-c309-4675-addc-93a3e75a367c req-5774d126-81ff-43a9-aa03-518dd0ac2d57 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 943 time: 1.0419729 Aug 23 14:21:35.915071 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=0e77005b-da4b-4463-93d9-c33dfe5e5175,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:35.915071 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:35.915305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fea5-8beb-42b7-9623-9a605a370412 req-281460a8-9392-4716-8fd4-cc18d9c65069 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.915305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c484fea5-8beb-42b7-9623-9a605a370412 req-281460a8-9392-4716-8fd4-cc18d9c65069 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Synchronizing usage tracker for tenant:3f0af8ba7d2449b19eaa1b12725716aa on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:35.915305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf1adf-b0b8-453a-9c46-15fc131f5682 req-492a401a-007e-4c85-ba17-d324e90a25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.915305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ccbf1adf-b0b8-453a-9c46-15fc131f5682 req-492a401a-007e-4c85-ba17-d324e90a25e0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 1097 time: 1.3194475 Aug 23 14:21:35.915596 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ed36832-c309-4675-addc-93a3e75a367c req-43597932-a844-4ad9-a1e9-e669bacdbd96 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457441 Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-5ecd54ab-0d27-4df2-a4c6-9c03166c2377 service neutron] 10.222.0.64 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208337 Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ccbf1adf-b0b8-453a-9c46-15fc131f5682 req-0b20385b-b657-475d-8663-75c4e0bf4eb3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806908 Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916034 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-c16abd56-6284-492d-a686-784542a51776 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6176 time: 1.1344066 Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-0657894f-74d2-42ca-9a4e-f75242023cf6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5381 time: 0.2808809 Aug 23 14:21:35.916878 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ce025e3-63a8-4ad2-830b-c0439b12f830 req-13ba5ec6-1972-4964-97db-e98ba5c93130 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0918281 Aug 23 14:21:35.917629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f755f570-baec-429b-b894-51257db9cae8 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:35.917707 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.917707 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4830365 Aug 23 14:21:35.917707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 49542) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:21:35.917707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:35.917965 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:35.918041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:35.918041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:floatingip and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:35.918041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:35.918041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:35.918343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Transition to ACTIVE for port object f755f570-baec-429b-b894-51257db9cae8 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:35.920609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c484fea5-8beb-42b7-9623-9a605a370412 req-281460a8-9392-4716-8fd4-cc18d9c65069 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Unset dirty status for tenant:3f0af8ba7d2449b19eaa1b12725716aa on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:35.922562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-281460a8-9392-4716-8fd4-cc18d9c65069 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.64 "GET /v2.0/networks?id=e1ba64d8-bfd8-42e7-b530-3705fbefa635 HTTP/1.1" status: 200 len: 814 time: 1.6093326 Aug 23 14:21:35.929562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-be86d87b-5dc5-4c51-b048-5895876348a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.929980 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-be86d87b-5dc5-4c51-b048-5895876348a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.930456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-be86d87b-5dc5-4c51-b048-5895876348a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:35.931979 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-be86d87b-5dc5-4c51-b048-5895876348a3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=46bcae8ed8ed44d899057f085a0060d7&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3581724 Aug 23 14:21:35.948047 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Request body: {'port': {'device_id': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635', 'admin_state_up': True, 'tenant_id': '3f0af8ba7d2449b19eaa1b12725716aa'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:35.983018 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab742cd-4c36-45bf-82cd-70b8ad028ef7 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:35.993478 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.005846 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8b930-db0f-42f9-95fd-a7c337a48081 req-10a0be6c-5de4-4209-88bb-29617d05c920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:36.014465 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6c8b930-db0f-42f9-95fd-a7c337a48081 req-10a0be6c-5de4-4209-88bb-29617d05c920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 931 time: 0.1925194 Aug 23 14:21:36.027840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdabcf-e310-4b12-b3ca-b22d9a3c8c37 req-f8c7f4ed-0231-411a-8c60-21d5ec42a1c1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:36.029420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83fdabcf-e310-4b12-b3ca-b22d9a3c8c37 req-f8c7f4ed-0231-411a-8c60-21d5ec42a1c1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.3127112 Aug 23 14:21:36.048650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Transition to ACTIVE for port object fab742cd-4c36-45bf-82cd-70b8ad028ef7 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:36.088938 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6c8b930-db0f-42f9-95fd-a7c337a48081 req-19736da0-1400-460b-a1d5-cc11afbe162c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701571 Aug 23 14:21:36.107095 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.112629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-ca0c840b-3345-4329-80c1-78c23938cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:36.114181 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-ca0c840b-3345-4329-80c1-78c23938cd46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 1094 time: 0.3752213 Aug 23 14:21:36.123734 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.136070 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-cc979ab0-8f9d-46cd-a591-e6d53e2eac0f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:36.240770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0e77005b-da4b-4463-93d9-c33dfe5e5175 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:36.261042 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.298686 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:36.342506 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0e77005b-da4b-4463-93d9-c33dfe5e5175 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:36.344574 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.376508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '0bd1c790-7866-424d-a12d-328f0f03c4ca'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:36.629474 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44be31d7-6c5f-4fcd-9c6f-009ba9505a3c req-a6c85a79-cb0b-4084-87d9-dbccef94643e tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.3822713 Aug 23 14:21:36.766647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=fab742cd-4c36-45bf-82cd-70b8ad028ef7,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:36.776667 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83fdabcf-e310-4b12-b3ca-b22d9a3c8c37 req-5b05afd3-57ba-428c-85e8-a233cac817ee tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249641 Aug 23 14:21:36.782479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-cf364a6b-e342-4c1b-93fa-2e4dfd2a2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:36.784256 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-cf364a6b-e342-4c1b-93fa-2e4dfd2a2b48 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 907 time: 0.5612898 Aug 23 14:21:36.815554 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:36.841651 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:36.864345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Pushing event updated for resources: {'Port': ['ID=f755f570-baec-429b-b894-51257db9cae8,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:36.876036 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:36.896147 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-d23e02d1-5de4-4fbb-971c-3b4d3c915500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:36.901547 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-220c6209-8c71-492d-9ab2-cc6a5b6c9215 req-d23e02d1-5de4-4fbb-971c-3b4d3c915500 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9269202 Aug 23 14:21:36.924810 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '0bd1c790-7866-424d-a12d-328f0f03c4ca', 'status': 'completed', 'code': 200} Aug 23 14:21:37.015551 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Attempting to bind port fab742cd-4c36-45bf-82cd-70b8ad028ef7 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:37.015799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Attempting to bind port fab742cd-4c36-45bf-82cd-70b8ad028ef7 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:37.016131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Attempting to bind port fab742cd-4c36-45bf-82cd-70b8ad028ef7 on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:37.031565 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Port fab742cd-4c36-45bf-82cd-70b8ad028ef7 on network 9208984e-1876-483f-a715-7f9a67d1f7ef not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:37.031889 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Attempting to bind port fab742cd-4c36-45bf-82cd-70b8ad028ef7 on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:37.076215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:37.076560 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Checking segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:37.080394 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Bound using segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:37.080394 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Bound port: fab742cd-4c36-45bf-82cd-70b8ad028ef7, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:37.080394 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.114567 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-1665634b-d1fa-435e-9ecd-f69c2c2cd382 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5079c77c-75d5-40cc-ae36-f83837bc47b9 HTTP/1.1" status: 200 len: 217 time: 0.3086715 Aug 23 14:21:37.156729 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39847-5d1d-406d-a3e4-59f25967f801 req-40f34d0a-f70d-4f47-85bc-e709e09d51f6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.159546 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-56d39847-5d1d-406d-a3e4-59f25967f801 req-40f34d0a-f70d-4f47-85bc-e709e09d51f6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 945 time: 0.2686787 Aug 23 14:21:37.159673 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:37.175205 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Allocated IP 172.25.7.34 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/0ef2f7d0-ee3e-4273-bd6c-b6015d53b403) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:37.251937 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Usage tracker for resource:port and tenant:3f0af8ba7d2449b19eaa1b12725716aa is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:21:37.261912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:21:37.291646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] For port fab742cd-4c36-45bf-82cd-70b8ad028ef7, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:37.293978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:37.298649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-56d39847-5d1d-406d-a3e4-59f25967f801 req-4c095cdf-89a1-44bb-a906-5b9719c5f62a tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248279 Aug 23 14:21:37.359568 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] For port fab742cd-4c36-45bf-82cd-70b8ad028ef7, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:37.364128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-78441919-1151-47c8-8801-9d22706e993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.372260 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-78441919-1151-47c8-8801-9d22706e993e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.2043476 Aug 23 14:21:37.414716 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.420262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Attempting to bind port f755f570-baec-429b-b894-51257db9cae8 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:37.420611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Attempting to bind port f755f570-baec-429b-b894-51257db9cae8 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:37.421490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Attempting to bind port f755f570-baec-429b-b894-51257db9cae8 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:37.440054 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-19c7b1eb-0578-4877-adb0-c0c9c00572d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636330 Aug 23 14:21:37.444729 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Made reservation on behalf of 3f0af8ba7d2449b19eaa1b12725716aa for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:37.453960 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.454075 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.456683 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-29e77618-01de-4126-92ca-0924638c1dcd tempest-LiveAutoBlockMigrationV225Test-1202453549 tempest-LiveAutoBlockMigrationV225Test-1202453549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:37.460151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Port f755f570-baec-429b-b894-51257db9cae8 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:37.460667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Attempting to bind port f755f570-baec-429b-b894-51257db9cae8 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:37.505496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:37.506051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:37.506636 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.506816 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Bound using segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:37.507701 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.507948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Bound port: f755f570-baec-429b-b894-51257db9cae8, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:37.508496 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.509263 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] 10.222.0.64 "PUT /v2.0/ports/fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 1091 time: 2.4644170 Aug 23 14:21:37.566229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.566727 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.567218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.567695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.568176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.568774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.569286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.571335 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5ac7a6f1-e622-4c1e-8890-0a4621443969 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6243 time: 0.4524100 Aug 23 14:21:37.574046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-a52fa575-f123-42d2-b848-464f4ad84440 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.575666 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-a52fa575-f123-42d2-b848-464f4ad84440 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f&tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&binding%3Ahost_id=n-h2-805628-1 HTTP/1.1" status: 200 len: 1096 time: 0.9446146 Aug 23 14:21:37.592174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=fab742cd-4c36-45bf-82cd-70b8ad028ef7,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:37.596984 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:37.609744 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:37.619214 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8228aee3-d1cd-41d4-85fa-4c7410220762 tempest-MigrationsAdminTest-735443979 tempest-MigrationsAdminTest-735443979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:37.696456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:37.731993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:37.747329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:37.749979 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:37.799929 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'Port': ['ID=0ef2f7d0-ee3e-4273-bd6c-b6015d53b403,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:37.803035 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:37.816437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c198c-c4f3-4617-bd72-bf42ecc07abf req-39b8e718-2276-4051-adb3-17d755d7a35f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.817994 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ab2c198c-c4f3-4617-bd72-bf42ecc07abf req-39b8e718-2276-4051-adb3-17d755d7a35f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 943 time: 0.6679442 Aug 23 14:21:37.841154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.847841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.854159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.860784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.866768 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.873215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.879480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:37.881716 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-757c1ef0-92ac-4c6e-8a11-705a129ff009 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5393 time: 0.3526068 Aug 23 14:21:38.001675 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.026063 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e202c648-4e82-4789-b653-0f2d9df9ace4 req-59a08114-2ecf-4c14-a9e5-91a699a95575 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1131661 Aug 23 14:21:38.064045 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.071592 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-9814a2a4-1cc1-4151-837e-c6ba80a46baa service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048741 Aug 23 14:21:38.092199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] For port f755f570-baec-429b-b894-51257db9cae8, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:38.136587 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ab2c198c-c4f3-4617-bd72-bf42ecc07abf req-eae78fb2-abd0-4d1d-8e3b-793cd5dbcafd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916763 Aug 23 14:21:38.191395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] For port f755f570-baec-429b-b894-51257db9cae8, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f755f570-baec-429b-b894-51257db9cae8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:38.281824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-49bd1ae9-b3b3-486c-862b-6f84cb96c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.282310 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-49bd1ae9-b3b3-486c-862b-6f84cb96c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.282788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-49bd1ae9-b3b3-486c-862b-6f84cb96c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.284365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a73685a-10b0-49e4-be7b-db575acba156 req-49bd1ae9-b3b3-486c-862b-6f84cb96c81d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=46bcae8ed8ed44d899057f085a0060d7&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.6577320 Aug 23 14:21:38.328207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Allocated IP 172.20.0.10 (e1ba64d8-bfd8-42e7-b530-3705fbefa635/38a1215a-ac6f-412d-bb88-8cb43572d930/46f0be93-5ce6-40a1-8216-620d4c025434) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:38.344199 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.371851 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.375711 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dce5464c-e879-4edb-ab8b-1f75f98d1a88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:38.424702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f6d87501-253b-43fa-975b-b81fa7a364f0 req-aacac836-e827-4c05-9e12-413aa06003a3 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.1486330 Aug 23 14:21:38.508087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.509060 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.517315 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] 10.222.0.82 "PUT /v2.0/ports/f755f570-baec-429b-b894-51257db9cae8 HTTP/1.1" status: 200 len: 1091 time: 5.2553017 Aug 23 14:21:38.517315 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599706cc-63e4-477b-bd45-f371ad1491bf', 'tag': 'f755f570-baec-429b-b894-51257db9cae8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:38.540150 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5079c77c-75d5-40cc-ae36-f83837bc47b9 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:38.560068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-79a7e863-5d04-42c9-88fb-e6613d32c510 req-998263d9-2a35-4ced-80af-e398deea6ed5 service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648366 Aug 23 14:21:38.565913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1a88d-de2c-4a3f-b0bf-cbc22d967882 req-2b023a5f-6040-482f-8178-5f30be7d1cf7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.573840 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-52f1a88d-de2c-4a3f-b0bf-cbc22d967882 req-2b023a5f-6040-482f-8178-5f30be7d1cf7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 943 time: 0.3820381 Aug 23 14:21:38.707967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Pushing event updated for resources: {'Port': ['ID=f755f570-baec-429b-b894-51257db9cae8,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:38.718985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-746f9574-f3e8-41a3-a1d7-2dcfc3a937c3 service neutron] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:38.721674 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:38.822717 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5079c77c-75d5-40cc-ae36-f83837bc47b9, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5079c77c-75d5-40cc-ae36-f83837bc47b9,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:38.835848 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:21:38.839262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '5079c77c-75d5-40cc-ae36-f83837bc47b9', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'port_id': '5079c77c-75d5-40cc-ae36-f83837bc47b9', 'mac_address': 'fa:16:3e:47:9f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3a72ab-84d2-40a5-878f-daf73b2955b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:38.891350 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-746f9574-f3e8-41a3-a1d7-2dcfc3a937c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.892450 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5645c701-13ad-4ab3-bd12-cf263a145f62 req-746f9574-f3e8-41a3-a1d7-2dcfc3a937c3 service neutron] 10.222.0.64 "DELETE /v2.0/ports/5e015181-6871-40bd-ba1b-bd0cbebbec6b/bindings/n-h1-805628-1 HTTP/1.1" status: 204 len: 173 time: 1.2695305 Aug 23 14:21:38.910147 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-52f1a88d-de2c-4a3f-b0bf-cbc22d967882 req-15ac79e3-732f-4d37-ad05-8e7395453102 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334351 Aug 23 14:21:38.925360 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.940502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'fab742cd-4c36-45bf-82cd-70b8ad028ef7'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:38.970722 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655de0f9-e31f-49f9-8ca8-6b02cabfd06d {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:38.971510 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5079c77c-75d5-40cc-ae36-f83837bc47b9 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:38.982790 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:38.995698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5f0ca087-17b9-4524-a141-aec1aeb6ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:38.997435 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a73685a-10b0-49e4-be7b-db575acba156 req-5f0ca087-17b9-4524-a141-aec1aeb6ff48 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6610415 Aug 23 14:21:38.998801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5079c77c-75d5-40cc-ae36-f83837bc47b9, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5079c77c-75d5-40cc-ae36-f83837bc47b9,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:39.017387 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.020539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Transition to ACTIVE for port object 655de0f9-e31f-49f9-8ca8-6b02cabfd06d will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:39.122719 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.127860 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:39.154475 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.158970 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:39.191553 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.199336 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5079c77c-75d5-40cc-ae36-f83837bc47b9,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:39.202519 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:39.268674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc557934-027c-4569-9573-717ef3545b8e req-c6b505c6-5b5c-45cf-b263-9b3bde968603 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:39.270305 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc557934-027c-4569-9573-717ef3545b8e req-c6b505c6-5b5c-45cf-b263-9b3bde968603 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 1096 time: 0.1969855 Aug 23 14:21:39.346043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b01f8-aa06-4fe2-bccb-ec5ff6b76b33 req-ae33733c-6319-4579-934d-80dee187fdee tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:39.354877 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d10b01f8-aa06-4fe2-bccb-ec5ff6b76b33 req-ae33733c-6319-4579-934d-80dee187fdee tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.5556631 Aug 23 14:21:39.382534 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'Port': ['ID=0ef2f7d0-ee3e-4273-bd6c-b6015d53b403,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:39.386433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5079c77c-75d5-40cc-ae36-f83837bc47b9'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:39.391105 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:39.392527 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-b89ee1ba-01d2-4686-8b99-01e45f642417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:39.393154 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:39.394375 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-b89ee1ba-01d2-4686-8b99-01e45f642417 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 1094 time: 0.6715035 Aug 23 14:21:39.478306 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.500897 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.522746 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-c0d8f044-b43a-4382-813f-d6cf8d4ebd06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f755f570-baec-429b-b894-51257db9cae8 HTTP/1.1" status: 200 len: 217 time: 0.1150496 Aug 23 14:21:39.550828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-b0ef6a06-750c-4099-938d-1ba5498865a7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3416820 Aug 23 14:21:39.585362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc557934-027c-4569-9573-717ef3545b8e req-529c2e31-c60b-445a-9fe2-23fbc593baa6 tempest-LiveMigrationTest-891909461 tempest-LiveMigrationTest-891909461-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483227 Aug 23 14:21:39.635277 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Pushing event updated for resources: {'Port': ['ID=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:39.639152 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:39.647384 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d10b01f8-aa06-4fe2-bccb-ec5ff6b76b33 req-06a7e7f6-5124-4c26-b1c6-47104186531f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885842 Aug 23 14:21:39.651386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-f1b21287-fb9c-4a30-9e88-c67c42f22861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:39.657708 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-f1b21287-fb9c-4a30-9e88-c67c42f22861 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1038914 Aug 23 14:21:39.665268 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Attempting to bind port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:39.665564 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Attempting to bind port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:39.666146 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Attempting to bind port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:39.672159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d on network 9208984e-1876-483f-a715-7f9a67d1f7ef not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:39.672483 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Attempting to bind port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d on network 9208984e-1876-483f-a715-7f9a67d1f7ef {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:39.678182 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:39.678520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Checking segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:39.678908 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Bound using segment: {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:39.679336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Bound port: 655de0f9-e31f-49f9-8ca8-6b02cabfd06d, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bad3f64-0038-4237-87aa-f3cf04593cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:39.679751 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.750966 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.769099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9843092 Aug 23 14:21:39.769316 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599706cc-63e4-477b-bd45-f371ad1491bf', 'tag': 'f755f570-baec-429b-b894-51257db9cae8', 'status': 'completed', 'code': 200} Aug 23 14:21:39.818677 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'fab742cd-4c36-45bf-82cd-70b8ad028ef7', 'status': 'completed', 'code': 200} Aug 23 14:21:39.833272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] For port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:39.837597 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] For port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:39.883923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-c1b6bbd5-324f-40b1-874e-ceb34920d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:39.891869 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-c1b6bbd5-324f-40b1-874e-ceb34920d4b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721790 Aug 23 14:21:39.892673 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-495cfe9b-3bb9-4d6a-accb-599d8e36fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:39.894135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-495cfe9b-3bb9-4d6a-accb-599d8e36fab9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 1095 time: 0.2325561 Aug 23 14:21:39.929059 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.954327 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:39.988241 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:39.989561 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a0cedfb6-9b14-49de-a84c-d969b85a0082 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:40.057452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.061071 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.062710 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] 10.222.0.64 "PUT /v2.0/ports/655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 1091 time: 2.3761635 Aug 23 14:21:40.107030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Pushing event updated for resources: {'Port': ['ID=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:40.108742 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:40.143091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bcab6-a4dd-4467-b31e-618ddff1ea60 req-36442cb8-7ccb-4a14-a0a3-1abd1140d7eb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.154494 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-684bcab6-a4dd-4467-b31e-618ddff1ea60 req-36442cb8-7ccb-4a14-a0a3-1abd1140d7eb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 944 time: 0.2264194 Aug 23 14:21:40.185781 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Network e1ba64d8-bfd8-42e7-b530-3705fbefa635 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:40.190179 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:40.200656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:40.272762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-684bcab6-a4dd-4467-b31e-618ddff1ea60 req-cdc2bf85-b3f8-486e-a9a7-f473b4d675b3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161678 Aug 23 14:21:40.276623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:40.332734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Pushing event updated for resources: {'Port': ['ID=46f0be93-5ce6-40a1-8216-620d4c025434,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:40.354257 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:40.357925 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.423601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.424403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.424894 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.425409 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.425896 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.426420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.426913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.428946 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e052441f-c668-4464-9b73-da865f325952 req-2686b5dd-b098-4209-a4a5-97b73c1b6a6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6310 time: 0.5805836 Aug 23 14:21:40.445954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-5177c7b2-d908-49c3-a752-8461ba879f26 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508695 Aug 23 14:21:40.494057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.494716 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.554917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-0cb6af45-b29b-4d84-8a80-22829fba85fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.562794 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-0cb6af45-b29b-4d84-8a80-22829fba85fe service neutron] 10.222.0.82 "GET /v2.0/networks?id=73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 200 len: 909 time: 0.6084652 Aug 23 14:21:40.571457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5079c77c-75d5-40cc-ae36-f83837bc47b9 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:40.620950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4b855-3216-4cc3-8c00-8c407cca99ad req-dce968fa-bb77-4147-9f01-64205fe74e7d tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.620950 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49d4b855-3216-4cc3-8c00-8c407cca99ad req-dce968fa-bb77-4147-9f01-64205fe74e7d tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 932 time: 0.1898015 Aug 23 14:21:40.721969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.728058 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.747319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.747319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.747490 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49d4b855-3216-4cc3-8c00-8c407cca99ad req-2fc53f56-5f33-44c7-92be-8e10e4ada9d3 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107721 Aug 23 14:21:40.747566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.753389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.768875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:40.775213 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 5079c77c-75d5-40cc-ae36-f83837bc47b9 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:40.775675 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f9469833-4572-444a-a40c-160baa458e60 req-41ea6217-850b-4823-8412-e67cf4797b88 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5405 time: 0.8239043 Aug 23 14:21:40.782970 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 5079c77c-75d5-40cc-ae36-f83837bc47b9 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:40.783373 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.835543 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-a5e483fb-9347-4e3b-98f8-1dc7c29a44cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 200 len: 217 time: 0.2667344 Aug 23 14:21:40.870544 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c07e56-96e4-4afd-a2bb-8bb117140b71 {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:40.879219 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.896334 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Transition to ACTIVE for port object 52c07e56-96e4-4afd-a2bb-8bb117140b71 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:40.934348 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.966942 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d82c2f-9226-4501-a152-a0959047b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5079c77c-75d5-40cc-ae36-f83837bc47b9'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:40.978929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 5079c77c-75d5-40cc-ae36-f83837bc47b9, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5079c77c-75d5-40cc-ae36-f83837bc47b9,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:40.997645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:40.997645 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:41.059378 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1163538 Aug 23 14:21:41.098708 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Request body: {'port': {'device_id': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:41.191379 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.194369 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:41.197108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-e87bc386-31d3-4e36-8ad9-a3fbdf771f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.197607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-e87bc386-31d3-4e36-8ad9-a3fbdf771f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.198093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-e87bc386-31d3-4e36-8ad9-a3fbdf771f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.199893 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e052441f-c668-4464-9b73-da865f325952 req-e87bc386-31d3-4e36-8ad9-a3fbdf771f1e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=46bcae8ed8ed44d899057f085a0060d7&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.7587583 Aug 23 14:21:41.208699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-790d70c8-c823-479b-bfcb-02b923b27ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.210216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-790d70c8-c823-479b-bfcb-02b923b27ab2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 200 len: 847 time: 0.3543401 Aug 23 14:21:41.246217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0375616-9777-42b1-b1df-c8bd34ef6050 req-75944945-bdca-4556-9319-5a3390488f79 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650027 Aug 23 14:21:41.251633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f9469833-4572-444a-a40c-160baa458e60 req-17171a2d-fb0d-4d31-ac07-29fcaad81d9a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4677143 Aug 23 14:21:41.288559 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=5079c77c-75d5-40cc-ae36-f83837bc47b9,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:41.293052 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:41.361495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-9f705f36-b511-466e-877d-7cf9cfa999b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=73e2a67b-cd56-4428-bfeb-427e5f81a087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179674 Aug 23 14:21:41.440379 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Pushing event updated for resources: {'Port': ['ID=52c07e56-96e4-4afd-a2bb-8bb117140b71,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:41.443322 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:41.473254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Attempting to bind port 52c07e56-96e4-4afd-a2bb-8bb117140b71 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:41.473589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Attempting to bind port 52c07e56-96e4-4afd-a2bb-8bb117140b71 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:41.474117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Attempting to bind port 52c07e56-96e4-4afd-a2bb-8bb117140b71 on network 3f9e285f-bc9e-4315-9439-46a69316e3a2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:41.479509 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Port 52c07e56-96e4-4afd-a2bb-8bb117140b71 on network 3f9e285f-bc9e-4315-9439-46a69316e3a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:41.479829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Attempting to bind port 52c07e56-96e4-4afd-a2bb-8bb117140b71 on network 3f9e285f-bc9e-4315-9439-46a69316e3a2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:41.486498 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:41.486498 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Checking segment: {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:41.486850 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Bound using segment: {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:41.487397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Bound port: 52c07e56-96e4-4afd-a2bb-8bb117140b71, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:41.487752 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.608963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-b6ac0630-cfad-4bdd-811f-fb8e16a7062a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:41.622531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] For port 52c07e56-96e4-4afd-a2bb-8bb117140b71, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:41.626873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] For port 52c07e56-96e4-4afd-a2bb-8bb117140b71, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:41.676715 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.745603 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.749669 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:41.786917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052441f-c668-4464-9b73-da865f325952 req-a5545dd3-3b3f-4f68-8c15-15a82b00cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.788215 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e052441f-c668-4464-9b73-da865f325952 req-a5545dd3-3b3f-4f68-8c15-15a82b00cc37 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5710378 Aug 23 14:21:41.810379 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-b6ac0630-cfad-4bdd-811f-fb8e16a7062a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:41.819405 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-b6ac0630-cfad-4bdd-811f-fb8e16a7062a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--473998920&fields=id&tenant_id=49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 267 time: 0.2755368 Aug 23 14:21:41.825968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '655de0f9-e31f-49f9-8ca8-6b02cabfd06d'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:41.826211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-73226267-1d61-471f-aa2b-eb18b5f04151 service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457521 Aug 23 14:21:41.846577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3dd52-b4a8-4fb9-a5bf-715f76a065ae req-be7d964b-7a65-4d02-97ef-3ea1bec450ce tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.847247 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c8d3dd52-b4a8-4fb9-a5bf-715f76a065ae req-be7d964b-7a65-4d02-97ef-3ea1bec450ce tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.4326241 Aug 23 14:21:41.855845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.856583 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:41.858041 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] 10.222.0.64 "PUT /v2.0/ports/52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 1091 time: 1.6750579 Aug 23 14:21:41.946225 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Pushing event updated for resources: {'Port': ['ID=52c07e56-96e4-4afd-a2bb-8bb117140b71,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:41.952472 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:41.953041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1737-93ac-427e-b320-0e91564809d4 req-58edc316-60a0-4d5d-ac0e-44586531683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:41.954650 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394a1737-93ac-427e-b320-0e91564809d4 req-58edc316-60a0-4d5d-ac0e-44586531683e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 1094 time: 0.5030937 Aug 23 14:21:41.990659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Request body: {'port': {'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:42.055778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-337a2192-8f90-4b08-9388-8e84743e0ef9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:42.056771 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-337a2192-8f90-4b08-9388-8e84743e0ef9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:42.167338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.183791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-337a2192-8f90-4b08-9388-8e84743e0ef9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:42.184514 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-337a2192-8f90-4b08-9388-8e84743e0ef9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 817 time: 0.3642323 Aug 23 14:21:42.211307 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c8d3dd52-b4a8-4fb9-a5bf-715f76a065ae req-09a49080-3588-42d2-8442-98790856494f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295820 Aug 23 14:21:42.234930 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-e154487f-9ece-4f10-a73a-84cf39321c7d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/quotas/49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 375 time: 0.0202725 Aug 23 14:21:42.426234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-b595660f-fad8-48ea-abf4-3d9343ebcada tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:42.435714 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-816a68d0-bfa2-4668-881a-24c04f2d1aea req-ce91ffc2-ccd5-41ab-8ca0-d9b8c6ab5b7c service neutron] 10.222.0.82 "GET /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011541 Aug 23 14:21:42.485986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1737-93ac-427e-b320-0e91564809d4 req-ec4eb01c-b275-4f83-b2e9-908addf3acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:42.487458 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394a1737-93ac-427e-b320-0e91564809d4 req-ec4eb01c-b275-4f83-b2e9-908addf3acd1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.5123467 Aug 23 14:21:42.598776 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394a1737-93ac-427e-b320-0e91564809d4 req-b47470a1-72c3-44c5-a5cb-cf7b73097833 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f755f570-baec-429b-b894-51257db9cae8 HTTP/1.1" status: 200 len: 217 time: 0.0906332 Aug 23 14:21:42.613930 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-b595660f-fad8-48ea-abf4-3d9343ebcada tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:42.615240 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-b595660f-fad8-48ea-abf4-3d9343ebcada tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3795722 Aug 23 14:21:42.647157 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd73a312-1d21-4310-aca7-ae33e27198be {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:42.652436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0071d259-6815-4672-a771-dc0e8e782de6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:42.653927 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0071d259-6815-4672-a771-dc0e8e782de6 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 945 time: 0.4383309 Aug 23 14:21:42.659892 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.738526 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Transition to ACTIVE for port object cd73a312-1d21-4310-aca7-ae33e27198be will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:42.769884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da451-a95a-4eb4-a21d-fb584ba26909 req-0097d313-7bb3-432f-b173-8badde998189 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:42.770649 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2a1da451-a95a-4eb4-a21d-fb584ba26909 req-0097d313-7bb3-432f-b173-8badde998189 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:42.778691 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0786b8cb-4904-4036-9acb-6def322f836c service neutron] 10.222.0.72 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505246 Aug 23 14:21:42.812707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1737-93ac-427e-b320-0e91564809d4 req-a5bb537a-21af-4342-a8ca-8278392ff7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:42.814241 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394a1737-93ac-427e-b320-0e91564809d4 req-a5bb537a-21af-4342-a8ca-8278392ff7df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.2040758 Aug 23 14:21:42.836265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Deleting port 5e015181-6871-40bd-ba1b-bd0cbebbec6b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:21:42.836635 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.873618 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:42.882137 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5db1963c-7aa7-4751-9ac1-53416cb5f56d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:43.070689 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd73a312-1d21-4310-aca7-ae33e27198be,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:43.104404 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-f1e4ccef-71c0-45dd-9194-a240276a3454 service neutron] 10.222.0.72 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165307 Aug 23 14:21:43.104404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.104555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f0be93-5ce6-40a1-8216-620d4c025434 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:43.104646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.104826 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.105238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.105608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.105976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.106340 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.106704 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.107066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.107428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.107790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.108146 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:43.134681 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.143042 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:43.187216 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Attempting to bind port cd73a312-1d21-4310-aca7-ae33e27198be on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:43.195824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2a1da451-a95a-4eb4-a21d-fb584ba26909 req-0097d313-7bb3-432f-b173-8badde998189 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:43.196111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Attempting to bind port cd73a312-1d21-4310-aca7-ae33e27198be by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:43.196111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Attempting to bind port cd73a312-1d21-4310-aca7-ae33e27198be on network 3f9e285f-bc9e-4315-9439-46a69316e3a2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:43.196111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Port cd73a312-1d21-4310-aca7-ae33e27198be on network 3f9e285f-bc9e-4315-9439-46a69316e3a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:43.196386 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a1da451-a95a-4eb4-a21d-fb584ba26909 req-0097d313-7bb3-432f-b173-8badde998189 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 943 time: 0.8702996 Aug 23 14:21:43.196478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Attempting to bind port cd73a312-1d21-4310-aca7-ae33e27198be on network 3f9e285f-bc9e-4315-9439-46a69316e3a2 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:43.200060 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:43.200397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Checking segment: {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:43.200777 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Bound using segment: {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:43.201291 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Bound port: cd73a312-1d21-4310-aca7-ae33e27198be, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb7d5ec-04b5-48cd-abce-04dab708b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:43.201644 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.239628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Transition to ACTIVE for port object 46f0be93-5ce6-40a1-8216-620d4c025434 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:43.293772 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a1da451-a95a-4eb4-a21d-fb584ba26909 req-04e458c3-f1e2-47a5-a742-2fb8feb71094 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982411 Aug 23 14:21:43.303859 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] For port cd73a312-1d21-4310-aca7-ae33e27198be, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:43.307301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] For port cd73a312-1d21-4310-aca7-ae33e27198be, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cd73a312-1d21-4310-aca7-ae33e27198be,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:43.328639 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.345414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a1737-93ac-427e-b320-0e91564809d4 req-4a76e918-8e1a-4f3d-b51a-76af74ca7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.349447 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394a1737-93ac-427e-b320-0e91564809d4 req-4a76e918-8e1a-4f3d-b51a-76af74ca7418 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5197046 Aug 23 14:21:43.354321 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1d5a91af-163e-4133-b49c-23b51215687f tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:43.382957 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d82c2f-9226-4501-a152-a0959047b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5079c77c-75d5-40cc-ae36-f83837bc47b9', 'code': 200} Aug 23 14:21:43.396998 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.402222 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f59e737c-4bc9-449d-9f36-a5db92c97d1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:43.694614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.700685 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:43.700685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] 10.222.0.64 "PUT /v2.0/ports/cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 1091 time: 1.7109466 Aug 23 14:21:43.715725 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd73a312-1d21-4310-aca7-ae33e27198be,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:43.729861 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:43.783478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54f982-eb15-467b-a8f6-880a9b6b57a7 req-15b597ee-e6f7-4270-b569-5a73418226b9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.792248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b54f982-eb15-467b-a8f6-880a9b6b57a7 req-15b597ee-e6f7-4270-b569-5a73418226b9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 945 time: 0.1708603 Aug 23 14:21:43.806505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=46f0be93-5ce6-40a1-8216-620d4c025434,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:43.846753 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b54f982-eb15-467b-a8f6-880a9b6b57a7 req-fa25d000-5511-4f33-9131-eb99fbcb91d0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535982 Aug 23 14:21:43.862217 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:43.947494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.947978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.948449 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.948923 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.949429 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.949906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.950358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:43.953005 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5814e616-131c-4275-8510-70f2a4350ad8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6486 time: 0.1008258 Aug 23 14:21:43.956691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] For port 5e015181-6871-40bd-ba1b-bd0cbebbec6b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=5e015181-6871-40bd-ba1b-bd0cbebbec6b,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:43.957204 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.079331 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-27f033f4-a3f1-4f65-bd6b-a6cbf9cf2b9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 217 time: 0.1179459 Aug 23 14:21:44.135552 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Calling delete_port for 5e015181-6871-40bd-ba1b-bd0cbebbec6b owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:21:44.167517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-47a1dbd4-0311-4d68-b37d-73c4df2d1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.168969 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-47a1dbd4-0311-4d68-b37d-73c4df2d1fb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0725088 Aug 23 14:21:44.207283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394a1737-93ac-427e-b320-0e91564809d4 req-e26dac5e-4b5c-44f1-8c69-000220b256f2 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414706 Aug 23 14:21:44.220505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3791e3-8eda-427d-8f75-b8548be24ab0 req-9fd7c486-7cac-467a-ae41-b4a01452bdbe tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.221838 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8b222-04e5-496d-9380-eb292edf023c req-0d368463-b692-457c-813d-f9286e71fa81 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.222166 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa3791e3-8eda-427d-8f75-b8548be24ab0 req-9fd7c486-7cac-467a-ae41-b4a01452bdbe tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 945 time: 0.6580913 Aug 23 14:21:44.223460 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a6b8b222-04e5-496d-9380-eb292edf023c req-0d368463-b692-457c-813d-f9286e71fa81 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 944 time: 0.1945474 Aug 23 14:21:44.250481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Attempting to bind port 46f0be93-5ce6-40a1-8216-620d4c025434 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:44.251081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Attempting to bind port 46f0be93-5ce6-40a1-8216-620d4c025434 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '73a695bc-4634-4bae-a700-d46a4fdb616d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:44.251185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Attempting to bind port 46f0be93-5ce6-40a1-8216-620d4c025434 on network e1ba64d8-bfd8-42e7-b530-3705fbefa635 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:44.255328 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45055bd-8baf-4fb0-8d61-e3da5215d8e7 req-124440b5-2fd3-485a-86db-567b7aacce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.256221 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d45055bd-8baf-4fb0-8d61-e3da5215d8e7 req-124440b5-2fd3-485a-86db-567b7aacce97 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 1096 time: 0.7496140 Aug 23 14:21:44.288316 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a6b8b222-04e5-496d-9380-eb292edf023c req-f6b4df53-5760-42c3-82e1-9c1c4055f5fa tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577571 Aug 23 14:21:44.301544 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-1f5a9912-8e54-4b03-87f3-62141777d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.302466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Port 46f0be93-5ce6-40a1-8216-620d4c025434 on network e1ba64d8-bfd8-42e7-b530-3705fbefa635 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:44.302788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Attempting to bind port 46f0be93-5ce6-40a1-8216-620d4c025434 on network e1ba64d8-bfd8-42e7-b530-3705fbefa635 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:44.303169 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-1f5a9912-8e54-4b03-87f3-62141777d5e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254134 Aug 23 14:21:44.361554 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '655de0f9-e31f-49f9-8ca8-6b02cabfd06d', 'status': 'completed', 'code': 200} Aug 23 14:21:44.414576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:44.414942 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Checking segment: {'id': '73a695bc-4634-4bae-a700-d46a4fdb616d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:44.415305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Bound using segment: {'id': '73a695bc-4634-4bae-a700-d46a4fdb616d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:44.415753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Bound port: 46f0be93-5ce6-40a1-8216-620d4c025434, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a695bc-4634-4bae-a700-d46a4fdb616d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:44.416105 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.461101 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa3791e3-8eda-427d-8f75-b8548be24ab0 req-81d6b2d3-dfbd-4d2b-b66b-5d52bcd8e03f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980891 Aug 23 14:21:44.467630 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d45055bd-8baf-4fb0-8d61-e3da5215d8e7 req-a24d47f9-6149-4ed1-b721-b21c9d958047 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958582 Aug 23 14:21:44.524841 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-8e98eea7-ce8b-472d-b2bd-ea76906fa59f service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129018 Aug 23 14:21:44.576154 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device f755f570-baec-429b-b894-51257db9cae8 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:44.666046 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424938e-8767-4d2f-a0f8-fd1f1e147f66 req-cfa8d551-925f-452f-aacf-e004292224c6 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.667662 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8424938e-8767-4d2f-a0f8-fd1f1e147f66 req-cfa8d551-925f-452f-aacf-e004292224c6 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 945 time: 0.2065597 Aug 23 14:21:44.734193 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port f755f570-baec-429b-b894-51257db9cae8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f755f570-baec-429b-b894-51257db9cae8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:44.747492 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-92c1d49d-241e-436e-952d-d6abf9de928d service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077034 Aug 23 14:21:44.749770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'f755f570-baec-429b-b894-51257db9cae8', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': 'f755f570-baec-429b-b894-51257db9cae8', 'mac_address': 'fa:16:3e:f8:1c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:44.751087 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8424938e-8767-4d2f-a0f8-fd1f1e147f66 req-32b98d5e-164e-478b-ade5-f2c5121070a1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 Aug 23 14:21:44.815331 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.825035 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-394a1737-93ac-427e-b320-0e91564809d4 req-8781f98f-a109-4924-91ed-fe7c797d5f27 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945780 Aug 23 14:21:44.842477 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f755f570-baec-429b-b894-51257db9cae8 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:44.847386 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5cc99581-3b23-4d0a-be8b-c2f74a6adfe8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.0857947 Aug 23 14:21:44.859371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] For port 46f0be93-5ce6-40a1-8216-620d4c025434, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:44.863151 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port f755f570-baec-429b-b894-51257db9cae8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f755f570-baec-429b-b894-51257db9cae8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:44.865448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] For port 46f0be93-5ce6-40a1-8216-620d4c025434, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=46f0be93-5ce6-40a1-8216-620d4c025434,segment=NetworkSegment(73a695bc-4634-4bae-a700-d46a4fdb616d),segment_id=73a695bc-4634-4bae-a700-d46a4fdb616d)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:44.894519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.900620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.907096 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.915347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.922142 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.929137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.936208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.938254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-7b18c292-2405-4912-8e93-a60ef8f779b5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.3580794 Aug 23 14:21:44.940797 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:44.949331 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bcadf7e-5116-4480-a2ce-1d14e85e9153 req-6e7cdef9-a07d-4896-98bd-a3235269f739 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 210 time: 0.1003604 Aug 23 14:21:44.954948 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1342baa4-261c-445f-99f4-8c1ab9a22a97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:44.957777 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['d2caeb56-f65c-430b-8b6c-8dd59e9f8024'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:44.978599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-7ebec49f-7fa6-4b22-9c89-d49926487b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:44.980206 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-7ebec49f-7fa6-4b22-9c89-d49926487b71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.1288688 Aug 23 14:21:45.010546 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event deleted for resources: {'Port': ['ID=5e015181-6871-40bd-ba1b-bd0cbebbec6b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:45.016147 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:45.053067 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['5e015181-6871-40bd-ba1b-bd0cbebbec6b'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:45.084229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-07a1ae3f-9937-4460-9c61-94baf3397428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:45.086045 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-07a1ae3f-9937-4460-9c61-94baf3397428 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0982227 Aug 23 14:21:45.086847 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:45.087536 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:45.144584 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:45.153629 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:45.287816 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=f755f570-baec-429b-b894-51257db9cae8,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:45.294924 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:45.309402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] No DVR routers for this DVR port 5e015181-6871-40bd-ba1b-bd0cbebbec6b on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:21:45.317631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-667bbabd-2edd-4098-b215-c9be87b3ec89 req-3a881362-501d-448b-89d3-87f16b79f3f0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3693938 Aug 23 14:21:45.323406 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:45.323406 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:45.324610 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/46f0be93-5ce6-40a1-8216-620d4c025434 HTTP/1.1" status: 200 len: 1092 time: 4.2436264 Aug 23 14:21:45.325883 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:45.338030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'tag': '46f0be93-5ce6-40a1-8216-620d4c025434'}, {'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'name': 'network-vif-deleted', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:45.345860 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ea2c5c30-2ef0-4205-80e1-f34a6934de44 req-0e3feae1-f72d-4b07-8969-2d1ea4a10be1 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.64 "DELETE /v2.0/ports/5e015181-6871-40bd-ba1b-bd0cbebbec6b HTTP/1.1" status: 204 len: 173 time: 2.6792655 Aug 23 14:21:45.346163 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-5e5fef5c-f909-4eef-b8ae-e5dea55bdf5e service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510931 Aug 23 14:21:45.376814 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=46f0be93-5ce6-40a1-8216-620d4c025434,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:45.391802 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:45.443286 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f755f570-baec-429b-b894-51257db9cae8'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:45.528002 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-daf18315-251f-49aa-9dbe-ca78fd048921 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674166 Aug 23 14:21:45.542083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792935-eae7-4387-9066-caafe64d5614 req-2762064d-f983-4ec3-93ab-a2a4bbf99e16 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:45.549743 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-24792935-eae7-4387-9066-caafe64d5614 req-2762064d-f983-4ec3-93ab-a2a4bbf99e16 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 944 time: 0.3256595 Aug 23 14:21:45.725337 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fea5-8beb-42b7-9623-9a605a370412 req-4c813a83-a360-4776-818e-042bc2a4033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:45.726930 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-4c813a83-a360-4776-818e-042bc2a4033a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f0af8ba7d2449b19eaa1b12725716aa&device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 1095 time: 0.1437056 Aug 23 14:21:45.784972 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-4c0eb115-645e-4c2c-87b3-9d9bf1ccd69c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.2090163 Aug 23 14:21:45.796394 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-24792935-eae7-4387-9066-caafe64d5614 req-06d1f2f3-9b69-4655-81a2-12e6956ee541 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452374 Aug 23 14:21:45.868329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-f4ac1c3c-2431-454f-b229-be2a8076783a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f0be93-5ce6-40a1-8216-620d4c025434 HTTP/1.1" status: 200 len: 217 time: 0.1296465 Aug 23 14:21:45.891405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-65f7ac62-e8fb-4f17-b935-353f3fbd9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:45.892890 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-65f7ac62-e8fb-4f17-b935-353f3fbd9356 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0931051 Aug 23 14:21:46.012345 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-518540b7-e9e6-4594-8380-fa659ce182ff req-f5f208b8-b99b-4c84-a0ae-0319af99dabd tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=34abba14-61b0-4fbe-9945-41df69a8248f HTTP/1.1" status: 200 len: 210 time: 0.0603862 Aug 23 14:21:46.056515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-08dfebc0-a177-42a2-ac91-bfd9e4905123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.059392 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-08dfebc0-a177-42a2-ac91-bfd9e4905123 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1569214 Aug 23 14:21:46.064360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fea5-8beb-42b7-9623-9a605a370412 req-7ad41e6b-a5f2-44ab-90fa-78bf7bb07243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.066008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-7ad41e6b-a5f2-44ab-90fa-78bf7bb07243 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38a1215a-ac6f-412d-bb88-8cb43572d930 HTTP/1.1" status: 200 len: 854 time: 0.1833606 Aug 23 14:21:46.131671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e87f5-7681-4cb4-bf5c-3acbf3b541af req-abaae922-4af7-4dbc-851e-cf677149f8f0 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.140037 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-723e87f5-7681-4cb4-bf5c-3acbf3b541af req-abaae922-4af7-4dbc-851e-cf677149f8f0 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.1979473 Aug 23 14:21:46.172366 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-fd984695-3a76-424b-9552-5c516985751e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ba64d8-bfd8-42e7-b530-3705fbefa635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871003 Aug 23 14:21:46.222265 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-723e87f5-7681-4cb4-bf5c-3acbf3b541af req-3577f5e0-35e8-4c57-8e7c-d87472f11b12 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811455 Aug 23 14:21:46.297378 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e2ebf274-7213-4059-a2b8-9dbabc7c652e service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184863 Aug 23 14:21:46.355385 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'tag': '46f0be93-5ce6-40a1-8216-620d4c025434', 'status': 'completed', 'code': 200} Aug 23 14:21:46.357887 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34abba14-61b0-4fbe-9945-41df69a8248f', 'name': 'network-vif-deleted', 'tag': '5e015181-6871-40bd-ba1b-bd0cbebbec6b', 'status': 'completed', 'code': 200} Aug 23 14:21:46.363654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '52c07e56-96e4-4afd-a2bb-8bb117140b71'}, {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'cd73a312-1d21-4310-aca7-ae33e27198be'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:46.439064 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-8bc0209a-f42b-4e16-b2fc-a8224863493b service neutron] 10.222.0.64 "GET /v2.0/networks/e1ba64d8-bfd8-42e7-b530-3705fbefa635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589955 Aug 23 14:21:46.442772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29341e-c5be-44d8-b97d-463c22cb8155 req-271588c1-f9a6-44bc-b600-919776a14a9b tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.444398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c29341e-c5be-44d8-b97d-463c22cb8155 req-271588c1-f9a6-44bc-b600-919776a14a9b tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 944 time: 0.2587719 Aug 23 14:21:46.519974 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-fb199fbd-5b2a-4efc-884f-6073cd0c377a service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091005 Aug 23 14:21:46.532016 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c29341e-c5be-44d8-b97d-463c22cb8155 req-225465fc-a2c7-4bd9-83c6-48c785c57b1a tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779886 Aug 23 14:21:46.572871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device f755f570-baec-429b-b894-51257db9cae8 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:46.698388 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-0b3e4d1c-fcf8-49f5-b53e-021f6d134c64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.1643794 Aug 23 14:21:46.705888 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1a91e80d-fda9-4d99-9fc8-cb91146bcbe6 req-1634d80d-6913-44e2-a315-d3024a51fc8f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 210 time: 0.0531595 Aug 23 14:21:46.779049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-ea385247-b86e-4384-af78-e2e17313c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.780860 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-ea385247-b86e-4384-af78-e2e17313c603 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0740817 Aug 23 14:21:46.789160 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2b53-fb43-41ba-a193-724a75325376 req-a12aaf8f-85ff-44de-8853-1e1b32af2531 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.790786 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e99a2b53-fb43-41ba-a193-724a75325376 req-a12aaf8f-85ff-44de-8853-1e1b32af2531 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 945 time: 0.3507514 Aug 23 14:21:46.800386 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port f755f570-baec-429b-b894-51257db9cae8 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:46.803574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c484fea5-8beb-42b7-9623-9a605a370412 req-9f0a53b3-17df-4498-8ccf-f9c00d1b870b service neutron] 10.222.0.64 "GET /v2.0/networks/e1ba64d8-bfd8-42e7-b530-3705fbefa635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226225 Aug 23 14:21:46.807069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port f755f570-baec-429b-b894-51257db9cae8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:46.807663 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:46.883182 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-459f60e8-5c5a-4a58-a33a-917c1d74244a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.884711 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-459f60e8-5c5a-4a58-a33a-917c1d74244a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 817 time: 0.2583942 Aug 23 14:21:46.899471 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e99a2b53-fb43-41ba-a193-724a75325376 req-88ee67b9-d164-422d-9b70-a883c313f9f3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982950 Aug 23 14:21:46.903184 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-0ac69d35-72cd-4a4d-b83d-414428a01cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:46.911671 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-0ac69d35-72cd-4a4d-b83d-414428a01cb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206193 Aug 23 14:21:47.169947 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.184968 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-6c54e676-6a36-42d7-b251-abe5ad48681f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610900 Aug 23 14:21:47.206376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 5e015181-6871-40bd-ba1b-bd0cbebbec6b no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:47.211665 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-02691067-716e-4e32-bed9-16a4190b3558 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 379 time: 0.3111444 Aug 23 14:21:47.227726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'port': {'device_id': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'admin_state_up': True, 'tenant_id': '49916597200042ae959f72dd430b4134', 'security_groups': ['e4f62d92-d24f-497a-8648-07bcd8d555d7']}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:47.288929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 5e015181-6871-40bd-ba1b-bd0cbebbec6b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:21:47.289369 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 5e015181-6871-40bd-ba1b-bd0cbebbec6b not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:21:47.297120 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599706cc-63e4-477b-bd45-f371ad1491bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755f570-baec-429b-b894-51257db9cae8'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:47.308807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port f755f570-baec-429b-b894-51257db9cae8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f755f570-baec-429b-b894-51257db9cae8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:47.386365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c6826-adcc-4fe6-80d4-2c3553910336 req-5036f16c-8190-4434-88d3-264c21593435 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.404835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c4c6826-adcc-4fe6-80d4-2c3553910336 req-5036f16c-8190-4434-88d3-264c21593435 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.2184811 Aug 23 14:21:47.405714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:47.408170 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.412343 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:47.416837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:47.456611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-7281813b-2474-4043-916f-e35092b12851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.458304 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-7281813b-2474-4043-916f-e35092b12851 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f0af8ba7d2449b19eaa1b12725716aa&device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 1095 time: 0.4738238 Aug 23 14:21:47.518595 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c4c6826-adcc-4fe6-80d4-2c3553910336 req-16a811e3-ffb9-48f2-973c-b08ef2d29620 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115072 Aug 23 14:21:47.524132 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=f755f570-baec-429b-b894-51257db9cae8,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:47.527765 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:47.544052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-76e4b242-b45f-4bf1-81ad-14f37499c54f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952318 Aug 23 14:21:47.684609 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': '52c07e56-96e4-4afd-a2bb-8bb117140b71', 'status': 'completed', 'code': 200} Aug 23 14:21:47.684920 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'cd73a312-1d21-4310-aca7-ae33e27198be', 'status': 'completed', 'code': 200} Aug 23 14:21:47.698201 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-0678693d-d291-4d52-a3dd-7a669f3414f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.1414208 Aug 23 14:21:47.793320 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Made reservation on behalf of 49916597200042ae959f72dd430b4134 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:47.794116 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e1ba5238-8649-4c17-9a47-00b66ebfbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.795850 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e1ba5238-8649-4c17-9a47-00b66ebfbb08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0902045 Aug 23 14:21:47.796881 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:47.825738 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.835005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.842349 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.849624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.855769 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.862201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.868293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:47.872123 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-13983d6c-c0fd-44fe-8867-7ef5dcc87484 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.7727067 Aug 23 14:21:48.013964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-cc5e2d47-7af0-4cc6-b5d7-d22583c8521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.016064 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-cc5e2d47-7af0-4cc6-b5d7-d22583c8521f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e1ba64d8-bfd8-42e7-b530-3705fbefa635 HTTP/1.1" status: 200 len: 916 time: 0.5339406 Aug 23 14:21:48.067501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-7686d5a3-59c0-41e0-a887-3c2fbe2efd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.069081 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-7686d5a3-59c0-41e0-a887-3c2fbe2efd62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2319722 Aug 23 14:21:48.080387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588929-1a4d-4a98-8395-e82fcb83ffbd req-ec024193-ab49-40a3-bc1f-fd158f6111bb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.081923 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-62588929-1a4d-4a98-8395-e82fcb83ffbd req-ec024193-ab49-40a3-bc1f-fd158f6111bb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.2900465 Aug 23 14:21:48.094638 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b96ae0b5-2a84-498d-861e-99174e50e342 req-dfb2589f-bb93-4ad0-9e46-c763db85eb2b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2131183 Aug 23 14:21:48.106364 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-cc0b3a5f-814d-4bbb-943e-e3d8d41dd1d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f0be93-5ce6-40a1-8216-620d4c025434 HTTP/1.1" status: 200 len: 217 time: 0.0778596 Aug 23 14:21:48.266259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-1144cf1c-2ea4-457d-8c13-9faea343ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.267838 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-1144cf1c-2ea4-457d-8c13-9faea343ab25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38a1215a-ac6f-412d-bb88-8cb43572d930 HTTP/1.1" status: 200 len: 854 time: 0.1502109 Aug 23 14:21:48.286219 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-3a365e0f-1fe2-4f94-a107-899c64e11a6f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003310 Aug 23 14:21:48.330654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Allocated IP 172.20.0.8 (c2772466-1850-4e89-a8e1-6c7eb8055f5d/3f255428-13e0-4e06-86c8-6d2c1af0853e/fd1d4c9e-bc32-4a45-a99c-974e8a56859e) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:48.334901 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-494b2c85-a763-44d1-a1e0-23dfafb53ded service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e1ba64d8-bfd8-42e7-b530-3705fbefa635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568449 Aug 23 14:21:48.425898 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-62588929-1a4d-4a98-8395-e82fcb83ffbd req-99e3115a-00aa-4c09-aadc-a183fc9c2bd1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927550 Aug 23 14:21:48.494911 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-ddf33f1b-f045-4a1a-ba37-8b25e2b74399 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956828 Aug 23 14:21:48.507142 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599706cc-63e4-477b-bd45-f371ad1491bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f755f570-baec-429b-b894-51257db9cae8', 'code': 200} Aug 23 14:21:48.631479 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c9af9b23-de32-469b-8eb0-0b095181481e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.1269140 Aug 23 14:21:48.758061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c2427320-5672-42d8-a1fc-66baafeda769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.759831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c2427320-5672-42d8-a1fc-66baafeda769 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.1164665 Aug 23 14:21:48.777829 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-b9fa3797-f34a-45d5-b106-ba260a256d98 service neutron] 10.222.0.64 "GET /v2.0/networks/e1ba64d8-bfd8-42e7-b530-3705fbefa635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172168 Aug 23 14:21:48.789437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-65ceee58-7cfb-4d73-b22d-e4335a054847 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.796253 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-65ceee58-7cfb-4d73-b22d-e4335a054847 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.4671690 Aug 23 14:21:48.919900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-544b6713-ee03-4941-8698-337accea0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:48.921779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-544b6713-ee03-4941-8698-337accea0fca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1544011 Aug 23 14:21:48.964517 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-30d11fd2-79d1-4e79-bdf7-f62f21c92bc8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.1667941 Aug 23 14:21:49.098705 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-e1bcfe23-1bb2-4b63-88f6-21ec508885ff service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696339 Aug 23 14:21:49.102628 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 46f0be93-5ce6-40a1-8216-620d4c025434 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:49.128123 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c528e-f221-4c55-94d4-2414280c78d9 req-fb772257-bff3-4f30-bf8b-6e94968f351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.130156 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d0c528e-f221-4c55-94d4-2414280c78d9 req-fb772257-bff3-4f30-bf8b-6e94968f351c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 1096 time: 0.5325696 Aug 23 14:21:49.190214 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:49.256842 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-a2c2b24b-b1de-44a2-bbcb-46bd323c7081 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2658379 Aug 23 14:21:49.348811 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 46f0be93-5ce6-40a1-8216-620d4c025434, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=46f0be93-5ce6-40a1-8216-620d4c025434,segment=NetworkSegment(73a695bc-4634-4bae-a700-d46a4fdb616d),segment_id=73a695bc-4634-4bae-a700-d46a4fdb616d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:49.365151 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '46f0be93-5ce6-40a1-8216-620d4c025434', 'network_id': 'e1ba64d8-bfd8-42e7-b530-3705fbefa635', 'port_id': '46f0be93-5ce6-40a1-8216-620d4c025434', 'mac_address': 'fa:16:3e:1e:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a1215a-ac6f-412d-bb88-8cb43572d930', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:49.366410 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-fb761d72-a457-4e7a-8dcc-ebb5e701d4c7 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272501 Aug 23 14:21:49.407989 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d0c528e-f221-4c55-94d4-2414280c78d9 req-b3f5ed5c-be47-4f54-963e-6f5cbbc86b95 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608397 Aug 23 14:21:49.411921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Transition to ACTIVE for port object fd1d4c9e-bc32-4a45-a99c-974e8a56859e will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:49.424131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5ed7f593-3066-4597-b9a5-7d3168b010fa req-5a8303b9-590e-4bcc-861b-35c194b2dfab service neutron] 10.222.0.64 "GET /v2.0/networks/e1ba64d8-bfd8-42e7-b530-3705fbefa635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218345 Aug 23 14:21:49.432278 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:49.451910 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f0be93-5ce6-40a1-8216-620d4c025434 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:49.476427 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-29ef9554-7b15-48ea-8fa1-de6af2912cf6 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985581 Aug 23 14:21:49.477335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 46f0be93-5ce6-40a1-8216-620d4c025434, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=46f0be93-5ce6-40a1-8216-620d4c025434,segment=NetworkSegment(73a695bc-4634-4bae-a700-d46a4fdb616d),segment_id=73a695bc-4634-4bae-a700-d46a4fdb616d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:49.485585 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395539-2413-49f3-83d6-25981cba503b req-c744bdde-349b-4cbf-bf8a-3f0a8ddc3300 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.494112 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395539-2413-49f3-83d6-25981cba503b req-c744bdde-349b-4cbf-bf8a-3f0a8ddc3300 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.501139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395539-2413-49f3-83d6-25981cba503b req-c744bdde-349b-4cbf-bf8a-3f0a8ddc3300 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.502856 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a0395539-2413-49f3-83d6-25981cba503b req-c744bdde-349b-4cbf-bf8a-3f0a8ddc3300 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38&device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e&device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 2418 time: 0.5763140 Aug 23 14:21:49.512155 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-79a5b6aa-6785-4e36-84ec-b09d027fd529 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.1351352 Aug 23 14:21:49.612031 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:49.612580 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:49.617380 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:49.622550 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a0395539-2413-49f3-83d6-25981cba503b req-b7684579-3e62-4b07-bc24-6d0bce6dba56 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093025 Aug 23 14:21:49.635017 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-98c14ae0-6311-4aa7-862c-d57e74933223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:49.646983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-1789f51c-3c8e-41aa-a280-c7cb2d180ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.648490 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-1789f51c-3c8e-41aa-a280-c7cb2d180ae9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.1216369 Aug 23 14:21:49.725130 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=46f0be93-5ce6-40a1-8216-620d4c025434,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:49.738167 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:49.896381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:49.904094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc33c0-f6c7-4913-a794-2b3e064e4cbe req-f6cba9ae-987e-49ac-ad1c-7b5a5e51b599 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.906529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-57dc33c0-f6c7-4913-a794-2b3e064e4cbe req-f6cba9ae-987e-49ac-ad1c-7b5a5e51b599 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 945 time: 0.1431341 Aug 23 14:21:49.909320 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-25c4bf7a-05de-4f11-80a3-10d313132ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:49.912387 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-25c4bf7a-05de-4f11-80a3-10d313132ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2439108 Aug 23 14:21:49.930187 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.930580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.930962 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.931334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.931712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.932076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.932442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.932805 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.933205 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.933722 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.934102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.934463 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:21:49.939324 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:49.945831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:49.948376 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:49.961988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:50.041272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-cd38296e-c063-441f-8287-d23a98d676ef service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515187 Aug 23 14:21:50.059543 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['46f0be93-5ce6-40a1-8216-620d4c025434'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:50.091027 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:50.091786 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.175046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-57dc33c0-f6c7-4913-a794-2b3e064e4cbe req-ae648060-a0af-43a6-828d-938578fe87b5 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607939 Aug 23 14:21:50.260655 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0371094 Aug 23 14:21:50.277099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-c69ac56e-48c9-430f-ae27-8682c9f15499 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417623 Aug 23 14:21:50.277917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Request body: {'port': {'device_id': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:50.432099 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.639369 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-638ad623-e4f9-47ac-8185-08519a725f14 None None] Provisioning for port fd1d4c9e-bc32-4a45-a99c-974e8a56859e completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:50.662226 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-638ad623-e4f9-47ac-8185-08519a725f14 None None] Provisioning complete for port fd1d4c9e-bc32-4a45-a99c-974e8a56859e triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:50.662226 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-638ad623-e4f9-47ac-8185-08519a725f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:50.866342 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26e0b1ad-ebec-4841-a234-6aa2a2f3e30e req-259ee982-334e-42a6-a602-230861278d08 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786984 Aug 23 14:21:50.924335 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f9075-382e-4805-bb44-26740aac20a1 req-0d9123b2-7d1e-44cb-9ee6-5ac027b1227b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:50.927517 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-967f9075-382e-4805-bb44-26740aac20a1 req-0d9123b2-7d1e-44cb-9ee6-5ac027b1227b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 931 time: 0.4705634 Aug 23 14:21:50.935589 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-638ad623-e4f9-47ac-8185-08519a725f14 None None] Port fd1d4c9e-bc32-4a45-a99c-974e8a56859e cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:21:51.038420 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-967f9075-382e-4805-bb44-26740aac20a1 req-551b9b82-f59c-4504-8e13-5439bf791981 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016948 Aug 23 14:21:51.213288 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-e0cdf510-0d15-46c3-96cb-fcb53cc26907 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231303 Aug 23 14:21:51.346628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1d4c9e-bc32-4a45-a99c-974e8a56859e {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:51.361990 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.376701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.382912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.389007 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.395165 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.402813 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.409342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.415538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.417894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-3be3f21f-26a0-479d-aceb-32cabb8d5354 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.3987725 Aug 23 14:21:51.438945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.439289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.439840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.440387 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.441002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.441500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.442036 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.444262 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-216fce72-d668-467f-b9fb-612f72dcce4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6486 time: 0.2941301 Aug 23 14:21:51.452505 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-2f3e9b3d-5c39-41dd-b449-7613b77518c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.454461 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-2f3e9b3d-5c39-41dd-b449-7613b77518c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 1096 time: 0.2056735 Aug 23 14:21:51.464330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e5d3a-4667-4581-9622-a91f9e77a93f req-ab83591c-e99d-4ffa-abb9-c38729b24578 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.466182 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b33e5d3a-4667-4581-9622-a91f9e77a93f req-ab83591c-e99d-4ffa-abb9-c38729b24578 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1354105 Aug 23 14:21:51.467998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Transition to ACTIVE for port object fd1d4c9e-bc32-4a45-a99c-974e8a56859e will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:51.553267 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b33e5d3a-4667-4581-9622-a91f9e77a93f req-9f33f155-24f9-4199-8bc2-60978cb4e559 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Aug 23 14:21:51.599508 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-87288e34-808f-4c8c-b80c-3e5422f8786d req-9bb9f1f6-55ab-4527-bd52-b4eecd55c6b3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1541214 Aug 23 14:21:51.678191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-e5a95fbc-65a0-4156-a1eb-c3a620cd92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.678941 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-e5a95fbc-65a0-4156-a1eb-c3a620cd92bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9208984e-1876-483f-a715-7f9a67d1f7ef HTTP/1.1" status: 200 len: 904 time: 0.2097547 Aug 23 14:21:51.682325 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:51.691490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-413b2e93-f95c-4c82-bd7f-aa3dc23b1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.693070 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-413b2e93-f95c-4c82-bd7f-aa3dc23b1785 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 907 time: 0.1882036 Aug 23 14:21:51.727595 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33cddb61-1596-4448-acfb-5767634decdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:51.759243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-36b75ef1-1813-4b61-b770-28ed53ed8b5c req-5571d620-49e3-4392-bfee-9cc18a14c9ed tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 210 time: 0.0836310 Aug 23 14:21:51.829729 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-393a3f8c-7f33-4979-b4e7-466eee00b8c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 HTTP/1.1" status: 200 len: 217 time: 0.1260252 Aug 23 14:21:51.925834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-948e57fc-19c8-4740-96f2-e0a787faca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:51.927246 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-948e57fc-19c8-4740-96f2-e0a787faca9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.0822539 Aug 23 14:21:51.957199 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-1dedd6ca-634d-4115-933e-bfa508958a7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.1802838 Aug 23 14:21:52.005117 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-35f4b5ce-dbfe-4417-8678-df3a7d310e25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686235 Aug 23 14:21:52.018470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a945b80-e362-4e82-9e29-e49b9ef57b13 req-8fd58b61-db5c-46cc-9289-21ecbbc703c1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:52.020108 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a945b80-e362-4e82-9e29-e49b9ef57b13 req-8fd58b61-db5c-46cc-9289-21ecbbc703c1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.2401330 Aug 23 14:21:52.156475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:52.171217 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:52.208478 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-30f5e92d-9f5f-4c46-bf59-9ed814c68b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:52.210025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-30f5e92d-9f5f-4c46-bf59-9ed814c68b3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.2174516 Aug 23 14:21:52.253669 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a945b80-e362-4e82-9e29-e49b9ef57b13 req-12a8cbc8-4eb4-4143-a529-33dd2eea2ccf tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892254 Aug 23 14:21:52.269373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:52.269373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:52.269373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:52.286522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on network c2772466-1850-4e89-a8e1-6c7eb8055f5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:52.286855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:52.299137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:52.299480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Checking segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:52.299883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Bound using segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:52.300331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Bound port: fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:52.300686 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.314613 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-1362de31-fa42-42d6-8978-91a1d82c435d service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934623 Aug 23 14:21:52.387369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca7d9-52d1-48ba-bb48-e7008a71dc9e req-aa699feb-00f8-4385-be6c-95213fc435aa tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:52.388112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-602ca7d9-52d1-48ba-bb48-e7008a71dc9e req-aa699feb-00f8-4385-be6c-95213fc435aa tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Synchronizing usage tracker for tenant:3f0af8ba7d2449b19eaa1b12725716aa on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:52.578024 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-3dc9d7bc-355a-4021-98d6-7ae64f0df4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:52.578913 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df4f0465-4cfb-4ce7-971d-9a9055bd8457 req-71145286-25fa-41a5-ba0c-a07e53b4b1ff service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499244 Aug 23 14:21:52.579568 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-3dc9d7bc-355a-4021-98d6-7ae64f0df4ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3455663 Aug 23 14:21:52.623115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:21:52.647018 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:21:52.743438 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-2cbe9f4a-051f-4443-80d7-69bf756364c0 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496408 Aug 23 14:21:52.748119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-602ca7d9-52d1-48ba-bb48-e7008a71dc9e req-aa699feb-00f8-4385-be6c-95213fc435aa tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Unset dirty status for tenant:3f0af8ba7d2449b19eaa1b12725716aa on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:52.750130 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-602ca7d9-52d1-48ba-bb48-e7008a71dc9e req-aa699feb-00f8-4385-be6c-95213fc435aa tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 945 time: 0.8140883 Aug 23 14:21:52.811626 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:52.831128 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fd497f33-7c81-4b2a-85f1-a07676009ec8 tempest-ListServersNegativeTestJSON-1525746110 tempest-ListServersNegativeTestJSON-1525746110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:52.952110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-602ca7d9-52d1-48ba-bb48-e7008a71dc9e req-ec8ca610-0841-4227-9f60-598d38cda722 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Synchronizing usage tracker for tenant:3f0af8ba7d2449b19eaa1b12725716aa on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:53.001924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.002602 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.004045 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] 10.222.0.82 "PUT /v2.0/ports/fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 1091 time: 2.7315757 Aug 23 14:21:53.004585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:53.048010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:53.060859 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:53.079747 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6690d8d6-2773-4c5d-b443-e1b973a6871a req-16077ed4-9004-464e-ad91-2df27238542e service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281598 Aug 23 14:21:53.128496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-602ca7d9-52d1-48ba-bb48-e7008a71dc9e req-ec8ca610-0841-4227-9f60-598d38cda722 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Unset dirty status for tenant:3f0af8ba7d2449b19eaa1b12725716aa on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:53.129933 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-602ca7d9-52d1-48ba-bb48-e7008a71dc9e req-ec8ca610-0841-4227-9f60-598d38cda722 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588805 Aug 23 14:21:53.136036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 46f0be93-5ce6-40a1-8216-620d4c025434 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:21:53.351067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3659e7-afc9-434e-ac82-92be3b93ec7a req-603c9470-5eba-4c24-a20f-c3d0c672b989 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.352640 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c3659e7-afc9-434e-ac82-92be3b93ec7a req-603c9470-5eba-4c24-a20f-c3d0c672b989 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.1918476 Aug 23 14:21:53.382936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 46f0be93-5ce6-40a1-8216-620d4c025434 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:21:53.390469 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 46f0be93-5ce6-40a1-8216-620d4c025434 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:21:53.391228 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.437910 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c3659e7-afc9-434e-ac82-92be3b93ec7a req-c6e3fbd8-643c-4dd0-808f-543484386586 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775738 Aug 23 14:21:53.499535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-3825e272-5d11-4943-b60d-dfe8d783aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.500275 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-3825e272-5d11-4943-b60d-dfe8d783aac9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1094 time: 0.3431542 Aug 23 14:21:53.508835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.509429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.509994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.510476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.510965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.511578 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.511890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.513880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca432534-8999-4208-8472-5f01f40fe059 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6486 time: 0.2074561 Aug 23 14:21:53.622762 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.635110 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-a7a46a7b-480c-47bb-8798-ee6092efcf3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 217 time: 0.1196113 Aug 23 14:21:53.657410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f0be93-5ce6-40a1-8216-620d4c025434'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:53.668004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 46f0be93-5ce6-40a1-8216-620d4c025434, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=46f0be93-5ce6-40a1-8216-620d4c025434,segment=NetworkSegment(73a695bc-4634-4bae-a700-d46a4fdb616d),segment_id=73a695bc-4634-4bae-a700-d46a4fdb616d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:53.777115 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:53.786952 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:53.872521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-26166905-dbe7-4815-9622-6ed01f112cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.874203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-26166905-dbe7-4815-9622-6ed01f112cc7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.2232208 Aug 23 14:21:53.884710 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=46f0be93-5ce6-40a1-8216-620d4c025434,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:53.888282 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:53.905623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.911748 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.917724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.923788 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.929671 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.935857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.942082 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.959398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-755c4322-7e0c-4892-9d65-6807fe9ca8a6 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1603506 Aug 23 14:21:53.971482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-2d6bf94d-a551-4009-9691-0f738ac5ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:53.972978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-2d6bf94d-a551-4009-9691-0f738ac5ab33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 904 time: 0.3989756 Aug 23 14:21:54.019120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8807aada-53fa-4a20-93a9-a7dfe2211ea8 req-ce0c227a-975b-4c3a-9f51-b58a95b9087e tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0593300 Aug 23 14:21:54.053926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d194d9e7-007d-4c24-8169-34588f903974 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.055423 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d194d9e7-007d-4c24-8169-34588f903974 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.4502597 Aug 23 14:21:54.119991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Request body: {'port': {'device_id': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'admin_state_up': True, 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:54.141703 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-0c7a1120-fd55-418c-b50f-d205900109f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.1547394 Aug 23 14:21:54.147843 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e17473a5-ab96-4b61-8990-98d7528cfb1b req-40b86699-f99e-4ed1-bcf9-20d572293ee5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 210 time: 0.1084642 Aug 23 14:21:54.231510 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f594956-13a6-4ffe-8b9d-632649fda2b6 req-52abf2ac-4518-4172-a274-c5f456e63c16 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.234126 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5f594956-13a6-4ffe-8b9d-632649fda2b6 req-52abf2ac-4518-4172-a274-c5f456e63c16 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1051009 Aug 23 14:21:54.271582 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'status': 'completed', 'code': 200} Aug 23 14:21:54.288257 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f0be93-5ce6-40a1-8216-620d4c025434', 'code': 200} Aug 23 14:21:54.288825 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5f594956-13a6-4ffe-8b9d-632649fda2b6 req-0de22a91-cb52-460c-b9f2-3bdbcf3cf533 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480402 Aug 23 14:21:54.318575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-e6e5f41d-d1ce-458c-8ab5-ec561ef01d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.320057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-e6e5f41d-d1ce-458c-8ab5-ec561ef01d87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.1713414 Aug 23 14:21:54.329154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-20385524-2ac9-487d-a4f7-3d3804c2e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.330679 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-20385524-2ac9-487d-a4f7-3d3804c2e018 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4384072 Aug 23 14:21:54.487657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:21:54.531876 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02c35a-038e-439f-b09b-071535aa8901 req-e092ded7-6f3e-4bd5-a212-7daae350c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.533424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb02c35a-038e-439f-b09b-071535aa8901 req-e092ded7-6f3e-4bd5-a212-7daae350c492 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 1097 time: 0.1492600 Aug 23 14:21:54.576284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db140f-3f7b-4695-a4cc-4b0e5e3b9632 req-679b76a4-5ff2-4e97-b901-999e661cd138 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.578144 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-90db140f-3f7b-4695-a4cc-4b0e5e3b9632 req-679b76a4-5ff2-4e97-b901-999e661cd138 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 944 time: 0.1360636 Aug 23 14:21:54.716138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:21:54.731340 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb02c35a-038e-439f-b09b-071535aa8901 req-5b8f074b-eb38-436a-be26-cae2a4ae96b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884480 Aug 23 14:21:54.756885 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-90db140f-3f7b-4695-a4cc-4b0e5e3b9632 req-3f820cf2-b3b3-479d-887b-d825e70b357f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699586 Aug 23 14:21:54.816287 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-e41cb475-355b-48a7-8df1-b665309e5f62 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319050 Aug 23 14:21:54.871756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-5bdfb201-9668-485a-8100-b9aa3087c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.873374 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-5bdfb201-9668-485a-8100-b9aa3087c014 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5417182 Aug 23 14:21:54.879423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:21:54.883109 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:54.926031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-434a7dab-77c8-4a29-a98b-b5d3cc3f4bb2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.926762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-434a7dab-77c8-4a29-a98b-b5d3cc3f4bb2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:54.937856 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fdb5c-94b8-4ec1-9597-c7c0600138c9 req-31387df3-8023-4d19-b1e9-db38e072c606 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:54.939509 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-762fdb5c-94b8-4ec1-9597-c7c0600138c9 req-31387df3-8023-4d19-b1e9-db38e072c606 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.0840068 Aug 23 14:21:54.989598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-762fdb5c-94b8-4ec1-9597-c7c0600138c9 req-de30d3d6-ead5-4292-9097-64472cf977f7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441952 Aug 23 14:21:55.212245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-141fde1d-0b75-4e63-afc8-1b4ac8388b5a req-f1416645-2ce8-43e8-9169-fa66ef52bb96 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822067 Aug 23 14:21:55.246281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73289651-ec50-45ed-91dc-446a05a9b018 req-c9583707-3e15-4afb-8e6d-29566cdb8cad tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.247929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-73289651-ec50-45ed-91dc-446a05a9b018 req-c9583707-3e15-4afb-8e6d-29566cdb8cad tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.4776924 Aug 23 14:21:55.290272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-434a7dab-77c8-4a29-a98b-b5d3cc3f4bb2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:55.291400 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-434a7dab-77c8-4a29-a98b-b5d3cc3f4bb2 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 944 time: 0.8574157 Aug 23 14:21:55.404970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.410942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.412466 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-e5ed03d2-3712-4161-83e2-bf5ed8feef07 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287336 Aug 23 14:21:55.416899 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.423665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.429731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.436596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.442587 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.444603 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-84913930-61bc-4d66-b337-4a791de50552 req-19648aa0-107d-4ff1-a4db-a010ea6cd7b7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1306758 Aug 23 14:21:55.502225 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-84913930-61bc-4d66-b337-4a791de50552 req-c25ac0af-6d48-4901-ba21-958757578af4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0511980 Aug 23 14:21:55.510996 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-73289651-ec50-45ed-91dc-446a05a9b018 req-519e71cd-3f19-43cc-a7b0-2c03b922cf5d tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218914 Aug 23 14:21:55.551341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Deleting port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:21:55.551689 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:55.578586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Allocated IP 172.20.0.5 (bead4616-2cdd-4821-8ae8-d36de2e911a5/db3a72ab-84d2-40a5-878f-daf73b2955b2/e486b431-187e-4bae-8b52-843aadfca9dc) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:21:55.663426 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18b4379b-ff8a-419f-8193-5a51e4a9c21e req-16b134b9-8404-4efd-8cb1-7da586be7231 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 210 time: 0.0547957 Aug 23 14:21:55.834340 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-b735a0e8-7465-41bb-b86a-909bd83c33cf service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781619 Aug 23 14:21:55.887966 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9c192-3710-4d52-b3f1-6391237c647f req-f92c64b6-b958-4229-935b-cd825f78997a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.890247 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8aa9c192-3710-4d52-b3f1-6391237c647f req-f92c64b6-b958-4229-935b-cd825f78997a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.0935659 Aug 23 14:21:55.896647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-1621cafc-798a-4eed-b256-1a75e2175a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:55.898350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-1621cafc-798a-4eed-b256-1a75e2175a22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1094 time: 0.4955604 Aug 23 14:21:55.971803 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8aa9c192-3710-4d52-b3f1-6391237c647f req-adc47a66-f805-4f33-b4a4-13703fc1995d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719805 Aug 23 14:21:56.079713 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.241001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829442-319c-41ff-8edc-633e64b495b7 req-370e705d-ecb1-42d8-9896-37e84d5547d0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.242515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bb829442-319c-41ff-8edc-633e64b495b7 req-370e705d-ecb1-42d8-9896-37e84d5547d0 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 944 time: 0.1000400 Aug 23 14:21:56.296220 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bb829442-319c-41ff-8edc-633e64b495b7 req-c5478e56-2aee-404d-b6b6-79b1c7dc399f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Aug 23 14:21:56.545973 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] For port d2caeb56-f65c-430b-8b6c-8dd59e9f8024, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:56.546351 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.578387 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:56.583290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-4683f70d-73d3-41d0-a257-bcba7749490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.584808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-4683f70d-73d3-41d0-a257-bcba7749490d service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.6599450 Aug 23 14:21:56.761172 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:21:56.765701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Calling delete_port for d2caeb56-f65c-430b-8b6c-8dd59e9f8024 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:21:56.827282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-9af02bf0-767c-4f90-9ff5-9cbb2326cfa9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 217 time: 0.1862588 Aug 23 14:21:56.842626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bbe69-1451-4508-8266-f62eca88762f req-da0539bb-0a41-459d-be65-cdc1f4aeec31 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.843329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6e0bbe69-1451-4508-8266-f62eca88762f req-da0539bb-0a41-459d-be65-cdc1f4aeec31 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:56.850705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.851189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.851671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.852139 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.852606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.853098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.853564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:56.855429 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-da7d9118-0f55-4f15-803e-eb4c865770df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6486 time: 0.8371506 Aug 23 14:21:57.046376 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-f4b7e658-c429-40a6-b285-b00d268c8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.047975 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-f4b7e658-c429-40a6-b285-b00d268c8fe2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.1916571 Aug 23 14:21:57.142572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6e0bbe69-1451-4508-8266-f62eca88762f req-da0539bb-0a41-459d-be65-cdc1f4aeec31 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:57.143798 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e0bbe69-1451-4508-8266-f62eca88762f req-da0539bb-0a41-459d-be65-cdc1f4aeec31 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.9974108 Aug 23 14:21:57.153958 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.160851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.166971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.173063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.178867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.184801 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.191546 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.193533 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-de088011-da94-4952-ae1d-9912a2f16f40 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1303101 Aug 23 14:21:57.250393 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:57.251368 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-75bf0679-68af-466f-8a63-2fb7406eb2d0 req-ad468386-67e6-4db0-af19-28735f45d5d7 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0507712 Aug 23 14:21:57.270141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5079c77c-75d5-40cc-ae36-f83837bc47b9'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:57.271850 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-93e62402-0c8c-4fbe-b7d9-ceb767379ca3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:57.299380 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:57.315849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca752ed4-2449-4e4c-9aa2-d28cdf69503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.317441 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-ca752ed4-2449-4e4c-9aa2-d28cdf69503d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 904 time: 0.4208965 Aug 23 14:21:57.345686 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e0bbe69-1451-4508-8266-f62eca88762f req-740f5c10-df1b-45f8-9e1e-a06dbe2db835 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880171 Aug 23 14:21:57.346316 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:57.489984 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-b9d47c4f-efb4-425e-af01-d8a4d6ccdbcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.1556103 Aug 23 14:21:57.500943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:21:57.521156 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859ab93-c6a9-46b6-9fc6-1d23f9a5da59 req-bac5360c-4fa5-4701-b77e-e9828a52d1e9 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.522735 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5859ab93-c6a9-46b6-9fc6-1d23f9a5da59 req-bac5360c-4fa5-4701-b77e-e9828a52d1e9 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.1157150 Aug 23 14:21:57.576183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:21:57.579215 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:21:57.589772 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5859ab93-c6a9-46b6-9fc6-1d23f9a5da59 req-20107082-d7c5-4639-a93a-8dd030fd275c tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Aug 23 14:21:57.639746 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:57.650602 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ff678cef-e4a4-4fbe-8a56-aee944be0723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:57.679980 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event updated for resources: {'Port': ['ID=e486b431-187e-4bae-8b52-843aadfca9dc,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:57.706319 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:57.708886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] No DVR routers for this DVR port d2caeb56-f65c-430b-8b6c-8dd59e9f8024 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:21:57.711419 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-22092f42-fe5c-4705-a37e-785c2b3488cb tempest-ServerMetadataNegativeTestJSON-576441278 tempest-ServerMetadataNegativeTestJSON-576441278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:57.753769 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:57.760668 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'name': 'network-vif-deleted', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:21:57.808656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event deleted for resources: {'Port': ['ID=d2caeb56-f65c-430b-8b6c-8dd59e9f8024,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:57.824562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-f9f69068-ac46-4d69-bc03-057e74137057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.827735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-f9f69068-ac46-4d69-bc03-057e74137057 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7220793 Aug 23 14:21:57.829428 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:57.874314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.875065 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:57.907726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-75243787-79c1-44fd-83fa-484b6fbb417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.909220 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-75243787-79c1-44fd-83fa-484b6fbb417d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.3658581 Aug 23 14:21:57.948925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775696c3-0e6f-4855-b877-b1d63dc6c350 req-bb1551fc-6826-4027-bab9-e1e8ba810212 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:57.950391 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-775696c3-0e6f-4855-b877-b1d63dc6c350 req-bb1551fc-6826-4027-bab9-e1e8ba810212 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.0973885 Aug 23 14:21:57.970615 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-704f13bf-1f2a-4a6e-94fb-c33905699419 req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "DELETE /v2.0/ports/d2caeb56-f65c-430b-8b6c-8dd59e9f8024 HTTP/1.1" status: 204 len: 173 time: 2.6497955 Aug 23 14:21:58.006482 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-775696c3-0e6f-4855-b877-b1d63dc6c350 req-1e930b8f-6e83-4f6d-9266-7111feebd268 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489411 Aug 23 14:21:58.049972 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d803-8c5d-4fe4-9a86-afcaaeb2dc03 req-57748864-13ac-40b5-b4d9-8657d3fcbbfd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.050726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9579d803-8c5d-4fe4-9a86-afcaaeb2dc03 req-57748864-13ac-40b5-b4d9-8657d3fcbbfd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:21:58.077604 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9666963 Aug 23 14:21:58.092495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-72caddb2-46dd-40b8-a51f-a94c4179c89e service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519040 Aug 23 14:21:58.098264 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Request body: {'port': {'device_id': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:21:58.196424 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.223613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57a4cf-2a9c-4eba-be8e-ad3e3e3bf1cf req-7644f7c6-3cc0-4f99-9b14-22a62093e1f8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.225341 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c57a4cf-2a9c-4eba-be8e-ad3e3e3bf1cf req-7644f7c6-3cc0-4f99-9b14-22a62093e1f8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.0943072 Aug 23 14:21:58.294034 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c57a4cf-2a9c-4eba-be8e-ad3e3e3bf1cf req-9a8c6488-ee12-454f-931e-6a48e0e67c8e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Aug 23 14:21:58.451024 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9579d803-8c5d-4fe4-9a86-afcaaeb2dc03 req-57748864-13ac-40b5-b4d9-8657d3fcbbfd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:21:58.453672 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9579d803-8c5d-4fe4-9a86-afcaaeb2dc03 req-57748864-13ac-40b5-b4d9-8657d3fcbbfd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 931 time: 0.9660895 Aug 23 14:21:58.471051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-58874858-26ba-4019-8f92-a8785fa5a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.472508 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7bff18c5-b210-4630-8016-d4f655d0e0f2 req-3334760a-aa44-4209-9f75-f199a85be5e3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3452891-e36b-42e7-a286-0351e399c4ce HTTP/1.1" status: 200 len: 210 time: 0.0462654 Aug 23 14:21:58.473930 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-58874858-26ba-4019-8f92-a8785fa5a72e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5099688 Aug 23 14:21:58.541273 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3452891-e36b-42e7-a286-0351e399c4ce', 'name': 'network-vif-deleted', 'tag': 'd2caeb56-f65c-430b-8b6c-8dd59e9f8024', 'status': 'completed', 'code': 200} Aug 23 14:21:58.634696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:21:58.640219 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:58.664765 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:21:58.681589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1dff3eed-c189-41dd-9a23-46fb29f78c9d req-dd4a3c94-10c7-4529-884e-1210b090efbc service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527837 Aug 23 14:21:58.696849 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9579d803-8c5d-4fe4-9a86-afcaaeb2dc03 req-ee47ab8c-b0ad-43a8-87dd-3b6fb0d8eb48 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365782 Aug 23 14:21:58.713161 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: d2caeb56-f65c-430b-8b6c-8dd59e9f8024 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:21:58.713730 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device d2caeb56-f65c-430b-8b6c-8dd59e9f8024 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:21:58.775241 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.782800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.790436 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.797827 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.805089 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.812817 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.820477 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:58.829447 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-9dc6aca1-ab80-4d8c-92d5-08108a54a8ac tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1985133 Aug 23 14:21:58.885423 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-c4121a6b-d962-448e-9a16-159830911354 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877282 Aug 23 14:21:58.911246 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0b918e0f-d9df-40ca-9634-095dca882f4b req-d3c3d069-85da-4395-a736-727e02fcaa71 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0805333 Aug 23 14:21:58.951082 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:58.968521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'port_id': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:21:59.093750 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.119422 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1d4c9e-bc32-4a45-a99c-974e8a56859e {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:59.142119 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:21:59.216777 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.220418 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:59.251525 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07b22-e142-4cd9-9ec8-3c4f42396bb6 req-881249a0-6894-4194-b075-3fb19f8f957a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:59.253274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4c07b22-e142-4cd9-9ec8-3c4f42396bb6 req-881249a0-6894-4194-b075-3fb19f8f957a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.4332085 Aug 23 14:21:59.262865 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac678d2b-2789-43f5-b9b3-ad54e4bf81c6 req-dd589739-5bc6-4083-8d62-1a11a5c23544 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:59.267119 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf7c12f7-6cdc-435b-b240-c19d122e6163 req-aee94a68-0ff5-45b6-8581-51a4abbc8239 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114967 Aug 23 14:21:59.273120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac678d2b-2789-43f5-b9b3-ad54e4bf81c6 req-dd589739-5bc6-4083-8d62-1a11a5c23544 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.1110735 Aug 23 14:21:59.313932 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:59.322113 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:59.330059 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac678d2b-2789-43f5-b9b3-ad54e4bf81c6 req-ff93f212-a322-405c-849e-da5d2c9259ec tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559952 Aug 23 14:21:59.391941 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4c07b22-e142-4cd9-9ec8-3c4f42396bb6 req-1b1b3c4a-c190-49f0-92e8-e1e070584a4f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227999 Aug 23 14:21:59.451296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e486b431-187e-4bae-8b52-843aadfca9dc {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:21:59.459484 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.476920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Transition to ACTIVE for port object e486b431-187e-4bae-8b52-843aadfca9dc will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:21:59.508287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['fd1d4c9e-bc32-4a45-a99c-974e8a56859e'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:21:59.544457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64676d58-8669-46f5-a639-a542f18e3bb0 req-fbbdceba-f1db-4297-b7d4-bbf03ff31d41 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:21:59.551948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-64676d58-8669-46f5-a639-a542f18e3bb0 req-fbbdceba-f1db-4297-b7d4-bbf03ff31d41 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1071317 Aug 23 14:21:59.562579 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.574147 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2167a3a4-f4ad-40b4-89a4-bf6f2642d899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:21:59.611189 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-64676d58-8669-46f5-a639-a542f18e3bb0 req-c4ce4228-e37e-4a70-a8ee-5037f78f79dc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580864 Aug 23 14:21:59.789983 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Pushing event updated for resources: {'Port': ['ID=e486b431-187e-4bae-8b52-843aadfca9dc,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:21:59.798376 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:21:59.899877 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-19793d86-ea37-4d36-bf0b-ed9a414d1a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.953659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Attempting to bind port e486b431-187e-4bae-8b52-843aadfca9dc on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:21:59.954217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Attempting to bind port e486b431-187e-4bae-8b52-843aadfca9dc by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:21:59.954349 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Attempting to bind port e486b431-187e-4bae-8b52-843aadfca9dc on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:59.961652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Port e486b431-187e-4bae-8b52-843aadfca9dc on network bead4616-2cdd-4821-8ae8-d36de2e911a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:21:59.961652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Attempting to bind port e486b431-187e-4bae-8b52-843aadfca9dc on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:21:59.971233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:21:59.971958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:21:59.972402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Bound using segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:21:59.973897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Bound port: e486b431-187e-4bae-8b52-843aadfca9dc, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:21:59.973897 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:21:59.996615 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007457c3-5f27-4723-b3ef-723ee7db37af req-486e236a-328f-4b7f-a9ab-a180920ad1fd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.004273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-007457c3-5f27-4723-b3ef-723ee7db37af req-486e236a-328f-4b7f-a9ab-a180920ad1fd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 943 time: 0.1709976 Aug 23 14:22:00.110552 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-007457c3-5f27-4723-b3ef-723ee7db37af req-d4ec318b-8e0a-422e-8e23-1ea667ba483c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053770 Aug 23 14:22:00.137388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] For port e486b431-187e-4bae-8b52-843aadfca9dc, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:22:00.141085 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] For port e486b431-187e-4bae-8b52-843aadfca9dc, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e486b431-187e-4bae-8b52-843aadfca9dc,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:22:00.264674 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.274935 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:00.343528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.344145 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.345530 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] 10.222.0.82 "PUT /v2.0/ports/e486b431-187e-4bae-8b52-843aadfca9dc HTTP/1.1" status: 200 len: 1091 time: 2.2573788 Aug 23 14:22:00.367807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Pushing event updated for resources: {'Port': ['ID=e486b431-187e-4bae-8b52-843aadfca9dc,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:00.371430 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:00.397175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.403087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.409575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.415490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.422050 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.428261 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.434116 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.438456 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-7a2049e1-8b76-4696-94c5-577690f67ebc tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.2134705 Aug 23 14:22:00.491979 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfb03849-cc7c-4ba4-9156-7b33817d5c98 req-abedefe0-d94d-4414-9096-2d893867fc50 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0478296 Aug 23 14:22:00.545545 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'tag': 'e486b431-187e-4bae-8b52-843aadfca9dc'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:00.562392 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19704e3f-8a89-4db7-a17f-e6b1b333f25b req-aff6e3fc-6c06-4d69-873c-4041cd7c11ac tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.564642 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19704e3f-8a89-4db7-a17f-e6b1b333f25b req-aff6e3fc-6c06-4d69-873c-4041cd7c11ac tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.0912480 Aug 23 14:22:00.592482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-9284c300-3848-4f77-b4ff-2b4a2e1b52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.594401 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-9284c300-3848-4f77-b4ff-2b4a2e1b52c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 1094 time: 0.0895534 Aug 23 14:22:00.617199 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19704e3f-8a89-4db7-a17f-e6b1b333f25b req-71a5ee15-f290-4f0e-a432-b0f63b141da4 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Aug 23 14:22:00.663039 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:00.805747 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9572ad-1f8a-464d-9765-302cd6890125 req-9ab40950-5df9-465a-ae51-3a9a89ae0272 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.807294 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bb9572ad-1f8a-464d-9765-302cd6890125 req-9ab40950-5df9-465a-ae51-3a9a89ae0272 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 0.0875466 Aug 23 14:22:00.811653 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port fd1d4c9e-bc32-4a45-a99c-974e8a56859e completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:00.817308 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port fd1d4c9e-bc32-4a45-a99c-974e8a56859e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:00.817859 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.855104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bb9572ad-1f8a-464d-9765-302cd6890125 req-58f1a441-de9c-4c6e-b917-e06528809aea tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Aug 23 14:22:00.881958 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-9841f7e5-15e3-45d9-9d68-d7b80e08832a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e486b431-187e-4bae-8b52-843aadfca9dc HTTP/1.1" status: 200 len: 217 time: 0.2430050 Aug 23 14:22:00.934942 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'tag': 'e486b431-187e-4bae-8b52-843aadfca9dc', 'status': 'completed', 'code': 200} Aug 23 14:22:00.948790 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:00.978851 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:00.989547 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:00.992945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-329df900-25f1-46aa-8784-f70597170088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:00.995428 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-329df900-25f1-46aa-8784-f70597170088 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.0977216 Aug 23 14:22:01.072583 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-f1822fee-c9ae-46dd-9bb8-879a4fef9047 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686400 Aug 23 14:22:01.081876 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.085101 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:01.118852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befc14-25e3-43f1-b2b0-09f40964e945 req-f8aba527-c57c-4064-a3ae-3911dcb42265 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:01.120496 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10befc14-25e3-43f1-b2b0-09f40964e945 req-f8aba527-c57c-4064-a3ae-3911dcb42265 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.5180190 Aug 23 14:22:01.155834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc4c89-07df-444e-aeb8-c7e88dabcbec req-49050169-bb46-4112-8771-6c86259a7077 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:01.157956 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-33fc4c89-07df-444e-aeb8-c7e88dabcbec req-49050169-bb46-4112-8771-6c86259a7077 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1116626 Aug 23 14:22:01.163788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:01.167663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-41999744-430a-44ea-8904-39f3cea71aa9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:01.168425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-41999744-430a-44ea-8904-39f3cea71aa9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:01.169944 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:01.210810 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-33fc4c89-07df-444e-aeb8-c7e88dabcbec req-1a898370-7db0-40f8-a01a-11f5d121e61f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Aug 23 14:22:01.266502 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'code': 200} Aug 23 14:22:01.278068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10befc14-25e3-43f1-b2b0-09f40964e945 req-3430aeb5-2904-442a-837e-5584b8e594d4 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463492 Aug 23 14:22:01.299076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-41999744-430a-44ea-8904-39f3cea71aa9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:01.299811 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-41999744-430a-44ea-8904-39f3cea71aa9 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.4741013 Aug 23 14:22:01.305784 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-dcdaaea3-a226-4990-bfea-341e13711af3 service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241755 Aug 23 14:22:01.345080 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.570995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Deleting port 45c56789-654b-4746-b5fe-51f70f65bc36 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:01.571264 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:01.701942 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20858d7a-a642-4ad6-acf6-22b283d725d5 req-4e155333-fb69-4bd7-9287-5877bc214d77 service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307078 Aug 23 14:22:01.720605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f05696-2c0a-48e5-8b47-246383678d5b req-f4d55ee3-3395-4de3-84dc-10e672bd6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:01.722119 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0f05696-2c0a-48e5-8b47-246383678d5b req-f4d55ee3-3395-4de3-84dc-10e672bd6002 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1096 time: 0.3834918 Aug 23 14:22:01.769802 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db269f-144e-4d74-b154-22e70c5e0d8f req-aac2e39b-127f-4055-ae54-eef2631def9b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:01.771292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a3db269f-144e-4d74-b154-22e70c5e0d8f req-aac2e39b-127f-4055-ae54-eef2631def9b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 943 time: 0.3729894 Aug 23 14:22:01.846223 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f0f05696-2c0a-48e5-8b47-246383678d5b req-682e8ddd-23ff-4cd8-8a71-aa0eaa709cb8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138990 Aug 23 14:22:01.919902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a3db269f-144e-4d74-b154-22e70c5e0d8f req-57d9f451-b04e-49ae-8416-b735bb4ebd1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194937 Aug 23 14:22:01.962544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] For port 45c56789-654b-4746-b5fe-51f70f65bc36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=45c56789-654b-4746-b5fe-51f70f65bc36,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:01.962828 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:02.104201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Calling delete_port for 45c56789-654b-4746-b5fe-51f70f65bc36 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:02.352369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-e56754d3-4997-4e74-8c74-b682e2ad824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.354165 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-e56754d3-4997-4e74-8c74-b682e2ad824d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 1094 time: 0.2567742 Aug 23 14:22:02.379776 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.382698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.389287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.395941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.403994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.410524 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.417513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.419753 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-85be6235-6e05-491a-9f21-6512db58813e req-43fd6768-7418-4209-ab83-7939ea5b2365 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.2565248 Aug 23 14:22:02.461940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e87fa-920d-44bc-b10c-63879be278ff req-0f8641cb-edf4-4338-8edb-44a3d1971110 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.463642 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b05e87fa-920d-44bc-b10c-63879be278ff req-0f8641cb-edf4-4338-8edb-44a3d1971110 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 944 time: 0.1142683 Aug 23 14:22:02.536785 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b05e87fa-920d-44bc-b10c-63879be278ff req-5967ed4f-a729-47f0-9a01-f7ba4c78d0f3 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663750 Aug 23 14:22:02.728816 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-85be6235-6e05-491a-9f21-6512db58813e req-1419026f-efe2-4aad-a58b-a6180f56753e tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1331072 Aug 23 14:22:02.733178 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b17721-b0b9-4dee-8b82-902eec4d702b req-ab8e6b13-fe93-4407-8ac3-6f40f1d1cbd3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.739893 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11b17721-b0b9-4dee-8b82-902eec4d702b req-ab8e6b13-fe93-4407-8ac3-6f40f1d1cbd3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0957484 Aug 23 14:22:02.756634 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-aa7d974e-94a1-4119-95ae-53a936ecece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:02.758484 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-aa7d974e-94a1-4119-95ae-53a936ecece8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 907 time: 0.3345859 Aug 23 14:22:02.824736 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11b17721-b0b9-4dee-8b82-902eec4d702b req-dd1c4f25-5f34-4b1f-892c-fb27b95cddd4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789120 Aug 23 14:22:02.824897 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:02.861712 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-491ac17f-8560-4813-add0-1a896f36e561 tempest-ServerGroupTestJSON-433855692 tempest-ServerGroupTestJSON-433855692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:02.902284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-4880dc98-d130-4438-ad91-c97c1ac27dc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e486b431-187e-4bae-8b52-843aadfca9dc HTTP/1.1" status: 200 len: 217 time: 0.1355560 Aug 23 14:22:02.946837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event deleted for resources: {'Port': ['ID=45c56789-654b-4746-b5fe-51f70f65bc36,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:02.949541 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:03.024928 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:03.107718 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] No DVR routers for this DVR port 45c56789-654b-4746-b5fe-51f70f65bc36 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:03.110069 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:03.116594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'name': 'network-vif-deleted', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:03.130908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-593cb8c2-eed9-4428-a74c-76b9b369da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:03.132365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-593cb8c2-eed9-4428-a74c-76b9b369da8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.2187548 Aug 23 14:22:03.157495 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad786e-57e2-451d-a8fd-18f8b63a20e5 req-16580b1e-c505-48b9-80c4-128d67147aae tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:03.159440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1aad786e-57e2-451d-a8fd-18f8b63a20e5 req-16580b1e-c505-48b9-80c4-128d67147aae tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.2589996 Aug 23 14:22:03.223109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-826d3f5c-a2c8-4602-bc4c-506536eeefdb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626574 Aug 23 14:22:03.247816 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35816ea-d521-45dd-9225-75048b60aa4c req-df5f8dd0-8d88-4a6e-ac2f-f950c6c20bcc tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:03.249919 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a35816ea-d521-45dd-9225-75048b60aa4c req-df5f8dd0-8d88-4a6e-ac2f-f950c6c20bcc tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.0867207 Aug 23 14:22:03.262747 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-908ae210-86c5-42cf-b1cc-214bc35220c6 req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "DELETE /v2.0/ports/45c56789-654b-4746-b5fe-51f70f65bc36 HTTP/1.1" status: 204 len: 173 time: 1.9559493 Aug 23 14:22:03.271963 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1aad786e-57e2-451d-a8fd-18f8b63a20e5 req-5d8e0313-b293-4f09-97d2-1aee97dfaa9e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773339 Aug 23 14:22:03.323217 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a35816ea-d521-45dd-9225-75048b60aa4c req-23c13b26-6de9-4bf2-a01d-c64f5a03ba8c tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668995 Aug 23 14:22:03.406639 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-2deea68d-87ea-4330-bd0b-0aba51562cf0 service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723311 Aug 23 14:22:03.520906 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af8782-032c-449c-9c67-89cc09bf7dc8', 'name': 'network-vif-deleted', 'tag': '45c56789-654b-4746-b5fe-51f70f65bc36', 'status': 'completed', 'code': 200} Aug 23 14:22:03.640589 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa520725-96d4-41be-b39d-0c31896e8164 req-5ddc7af1-3dc4-4886-9159-706ee1d825a4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:03.647752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa520725-96d4-41be-b39d-0c31896e8164 req-5ddc7af1-3dc4-4886-9159-706ee1d825a4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 943 time: 0.2080755 Aug 23 14:22:03.677340 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3bfa245e-5d19-4ee9-8f76-611b756ade19 req-71c812d3-2039-4374-8ac7-c0ce2fde8b17 service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614956 Aug 23 14:22:03.701913 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa520725-96d4-41be-b39d-0c31896e8164 req-27dcd722-66c1-49b7-97a4-5b760d46d2b1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Aug 23 14:22:03.856385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4dc41b13-d5df-4ef7-9a99-5f3d8b67f325 req-2ee509be-d0f3-4d84-ab90-c0c431a8fc91 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Synchronizing usage tracker for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:03.959797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4dc41b13-d5df-4ef7-9a99-5f3d8b67f325 req-2ee509be-d0f3-4d84-ab90-c0c431a8fc91 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Unset dirty status for tenant:1fd5ff9c2b684ed9b70bd50e00817bd4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:03.961048 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4dc41b13-d5df-4ef7-9a99-5f3d8b67f325 req-2ee509be-d0f3-4d84-ab90-c0c431a8fc91 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3af8782-032c-449c-9c67-89cc09bf7dc8 HTTP/1.1" status: 200 len: 210 time: 0.1591825 Aug 23 14:22:04.161323 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.167484 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.173583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.179609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.190354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.192523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.198396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.200352 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-75fe5d82-f5a7-4193-bead-266d6ded5008 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1298306 Aug 23 14:22:04.251333 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ffc8f556-54ea-4338-a2a0-c96d4f06cb91 req-8c455c68-ee20-4fbc-84e0-01a756fdd156 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0437953 Aug 23 14:22:04.353199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c0da5-c692-4ccc-b686-6026a74bf0bb req-b84328db-9252-4ce1-bc94-882d3273beba tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.356080 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-995c0da5-c692-4ccc-b686-6026a74bf0bb req-b84328db-9252-4ce1-bc94-882d3273beba tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0989220 Aug 23 14:22:04.413228 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-995c0da5-c692-4ccc-b686-6026a74bf0bb req-b7f1fbdd-ea87-410c-a784-c79a3a5721bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Aug 23 14:22:04.535861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4668-8749-447f-b8bd-ee8c9933e75f req-aff7fb97-cf89-4fe7-aa7e-c6432c208673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.537621 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-455d4668-8749-447f-b8bd-ee8c9933e75f req-aff7fb97-cf89-4fe7-aa7e-c6432c208673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.1691720 Aug 23 14:22:04.547665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-0e6ca13d-68eb-4bc8-88ef-9a93ee959b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.549791 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-0e6ca13d-68eb-4bc8-88ef-9a93ee959b70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 1097 time: 0.1134124 Aug 23 14:22:04.668715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e486b431-187e-4bae-8b52-843aadfca9dc details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:04.674575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:04.674892 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68175ef-2ba4-44e6-afa1-b8e3078045ed req-b079e416-e26d-4982-8611-d86eda36e0b2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.686044 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f68175ef-2ba4-44e6-afa1-b8e3078045ed req-b079e416-e26d-4982-8611-d86eda36e0b2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1438985 Aug 23 14:22:04.711033 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-455d4668-8749-447f-b8bd-ee8c9933e75f req-85858b10-64e3-431f-8724-8bb9e27e158f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600633 Aug 23 14:22:04.751315 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f68175ef-2ba4-44e6-afa1-b8e3078045ed req-6be4bd85-7e61-442d-90c1-6f4f785dd92c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625434 Aug 23 14:22:04.759090 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 45c56789-654b-4746-b5fe-51f70f65bc36 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:04.759861 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 45c56789-654b-4746-b5fe-51f70f65bc36 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:04.786448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-ad95da7b-c527-4b23-90fe-b12384327cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:04.786448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-ad95da7b-c527-4b23-90fe-b12384327cec service neutron] 10.222.0.64 "GET /v2.0/networks?id=e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 200 len: 918 time: 0.2176104 Aug 23 14:22:04.925284 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e486b431-187e-4bae-8b52-843aadfca9dc, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e486b431-187e-4bae-8b52-843aadfca9dc,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:04.941101 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'e486b431-187e-4bae-8b52-843aadfca9dc', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'port_id': 'e486b431-187e-4bae-8b52-843aadfca9dc', 'mac_address': 'fa:16:3e:b9:68:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3a72ab-84d2-40a5-878f-daf73b2955b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:05.017527 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:05.041756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e486b431-187e-4bae-8b52-843aadfca9dc {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:05.083049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-876ec7ad-edae-4962-86d7-f9c9e2d9468a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8181e96-ae59-45be-89ef-834fafafcc1a HTTP/1.1" status: 200 len: 217 time: 0.2815781 Aug 23 14:22:05.086495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e486b431-187e-4bae-8b52-843aadfca9dc, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e486b431-187e-4bae-8b52-843aadfca9dc,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:05.115114 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5de85-ff78-4d7a-9533-8713581e95c8 req-f3a8f3ab-78f8-4bfb-a717-e850d9f7a8d3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.117862 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2be5de85-ff78-4d7a-9533-8713581e95c8 req-f3a8f3ab-78f8-4bfb-a717-e850d9f7a8d3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 943 time: 0.1052055 Aug 23 14:22:05.168690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2be5de85-ff78-4d7a-9533-8713581e95c8 req-fda67141-c220-4fc3-abb6-5874ee902fa1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Aug 23 14:22:05.168990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-6d788535-18ba-4dba-bb17-9a30c8221e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.168990 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-6d788535-18ba-4dba-bb17-9a30c8221e0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 200 len: 855 time: 0.0831935 Aug 23 14:22:05.221877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29425c-9a00-4924-9792-c908e89dbdbb req-f34e816a-eb87-4534-affe-2fcfaa44ec7c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.223383 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe29425c-9a00-4924-9792-c908e89dbdbb req-f34e816a-eb87-4534-affe-2fcfaa44ec7c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.2017016 Aug 23 14:22:05.232129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 49872) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:05.238018 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'floatingip': {'port_id': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:05.327824 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:05.451240 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:05.453840 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-57f1eb3f-e6cd-40c9-b047-e0b637d4decd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:05.473500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-ed47dcee-9207-4d7f-86f3-4d2f45e3c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.475045 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-ed47dcee-9207-4d7f-86f3-4d2f45e3c7f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e48d03fa-d686-4e9f-b55c-526012dc6fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3006310 Aug 23 14:22:05.532789 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e486b431-187e-4bae-8b52-843aadfca9dc,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:05.537248 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:05.571992 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.578110 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.584161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.589993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.596547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.602442 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.609012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.611111 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e142adf5-375a-4a7c-b277-17ec18023eda req-8e7aad75-fc71-4335-8749-b370f1cc637c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.2417312 Aug 23 14:22:05.666559 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e142adf5-375a-4a7c-b277-17ec18023eda req-83e72fb7-b104-47e6-9ae3-5fdb814738ca tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0463545 Aug 23 14:22:05.724246 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['e486b431-187e-4bae-8b52-843aadfca9dc'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:05.832247 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-bd66dd3e-2293-4ed2-8137-70ff869c8207 service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230691 Aug 23 14:22:05.948424 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598a7f-f9d7-4e89-aa9a-1dde9130daa9 req-847cf004-f5c8-462e-b8cd-3f5d24475eee tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:05.949987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83598a7f-f9d7-4e89-aa9a-1dde9130daa9 req-847cf004-f5c8-462e-b8cd-3f5d24475eee tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.0988836 Aug 23 14:22:05.997802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83598a7f-f9d7-4e89-aa9a-1dde9130daa9 req-59eaf608-144a-4cc6-9f6a-918cccb6057f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Aug 23 14:22:06.148606 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-18898be0-1793-4184-98bd-4d51bd8a4052 req-581d5159-37f2-4c6c-8d27-574f6d000dd5 service neutron] 10.222.0.64 "GET /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067012 Aug 23 14:22:06.177592 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa35e-3ae8-42f3-890f-c4222f49f154 req-76345465-5f83-40e7-9ae1-2ad6769aa90c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.179112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-493aa35e-3ae8-42f3-890f-c4222f49f154 req-76345465-5f83-40e7-9ae1-2ad6769aa90c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.2237563 Aug 23 14:22:06.192335 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5f15-4a6f-49da-86fe-7792c707f471 req-164d5d32-fa72-42f4-b3e5-f61222088d32 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.193880 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f87d5f15-4a6f-49da-86fe-7792c707f471 req-164d5d32-fa72-42f4-b3e5-f61222088d32 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 945 time: 0.0971146 Aug 23 14:22:06.242165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f87d5f15-4a6f-49da-86fe-7792c707f471 req-9bd232e6-93c5-4dc0-90a7-be285d74f1ab tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Aug 23 14:22:06.260899 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-493aa35e-3ae8-42f3-890f-c4222f49f154 req-4f760355-9878-4181-b4db-e5338b77ccaa tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747108 Aug 23 14:22:06.451330 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.464343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-ee553fed-5d26-47ce-9f3c-dc4820b60779 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.465960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-ee553fed-5d26-47ce-9f3c-dc4820b60779 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 945 time: 0.1277118 Aug 23 14:22:06.691903 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e486b431-187e-4bae-8b52-843aadfca9dc up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:06.702874 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.822082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Deleting port 37ed514f-e4db-4874-959b-c0ded586b813 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:06.822427 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.856508 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port e486b431-187e-4bae-8b52-843aadfca9dc completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:06.862877 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port e486b431-187e-4bae-8b52-843aadfca9dc triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:06.863865 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:06.944150 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.951056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.957875 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.964027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.970571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.976628 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.982900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:06.990905 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-38a30a1a-9983-4e5d-8bd4-9b9522a96647 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1531761 Aug 23 14:22:07.043013 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e662497-33bf-4a2a-a1a7-50dfca1d46e4 req-8a0da4e7-f507-4711-9f6d-daa2ae314e50 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0508871 Aug 23 14:22:07.051087 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:07.107544 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e486b431-187e-4bae-8b52-843aadfca9dc'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:07.107788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ea544-59ae-4405-9d2a-60ca126d53dc req-120d875d-bf26-4ace-ae7f-e764afe549fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:07.114457 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f48ea544-59ae-4405-9d2a-60ca126d53dc req-120d875d-bf26-4ace-ae7f-e764afe549fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 944 time: 0.7313511 Aug 23 14:22:07.117245 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Floating IP dafc19c2-7554-4292-8bdf-d42510939a57 associated. External IP: 172.25.7.34, port: fd1d4c9e-bc32-4a45-a99c-974e8a56859e. Aug 23 14:22:07.126794 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e486b431-187e-4bae-8b52-843aadfca9dc, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e486b431-187e-4bae-8b52-843aadfca9dc,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:07.223445 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed45c03-f2a5-4bc9-886f-adb5924c6957 req-79fd4615-d07e-4aad-aabd-d8199fa7e587 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:07.224872 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ed45c03-f2a5-4bc9-886f-adb5924c6957 req-79fd4615-d07e-4aad-aabd-d8199fa7e587 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.0840635 Aug 23 14:22:07.239660 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:07.241910 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:07.275582 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ed45c03-f2a5-4bc9-886f-adb5924c6957 req-b5725955-120a-4a3b-8721-0d725427d88e tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445900 Aug 23 14:22:07.322303 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e486b431-187e-4bae-8b52-843aadfca9dc,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:07.326695 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:07.327251 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f48ea544-59ae-4405-9d2a-60ca126d53dc req-2de97536-033d-4624-b01f-c8057e07b426 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112334 Aug 23 14:22:07.343719 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e486b431-187e-4bae-8b52-843aadfca9dc', 'code': 200} Aug 23 14:22:07.480624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] For port 37ed514f-e4db-4874-959b-c0ded586b813, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=37ed514f-e4db-4874-959b-c0ded586b813,segment=NetworkSegment(bb56f47d-a5d3-432d-9cf3-7c6c725f46db),segment_id=bb56f47d-a5d3-432d-9cf3-7c6c725f46db)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:07.481004 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:07.585688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e578-8f8f-49bb-a6b9-1ad496318a9d req-4afda5f3-550c-469e-8682-8fcfc67a4e9f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:07.587204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01d8e578-8f8f-49bb-a6b9-1ad496318a9d req-4afda5f3-550c-469e-8682-8fcfc67a4e9f tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 945 time: 0.1403799 Aug 23 14:22:07.633159 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01d8e578-8f8f-49bb-a6b9-1ad496318a9d req-0bb878b7-091d-4e14-bded-18a5f8158809 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/security-groups?id=e03c3835-7540-4319-ad93-4be6439ec7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Aug 23 14:22:07.665089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Calling delete_port for 37ed514f-e4db-4874-959b-c0ded586b813 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:08.166535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d095ad5-0bab-4262-88d0-06981b7a23d4 req-968547c1-dbe6-4724-b484-24332b0c3d5f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.174131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d095ad5-0bab-4262-88d0-06981b7a23d4 req-968547c1-dbe6-4724-b484-24332b0c3d5f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.7366238 Aug 23 14:22:08.177327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9427f20-b55d-4edb-84e5-8406276497c6 req-0f5d6dab-e7ad-4b20-af71-e85627204327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.178782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a9427f20-b55d-4edb-84e5-8406276497c6 req-0f5d6dab-e7ad-4b20-af71-e85627204327 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 1096 time: 0.7462027 Aug 23 14:22:08.269504 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Router 24f58799-a002-47a4-988f-25084c46ee39 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:22:08.289798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.295667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.298037 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a9427f20-b55d-4edb-84e5-8406276497c6 req-e7f29c24-1abe-47ff-8db1-53a84fd7a348 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950351 Aug 23 14:22:08.303187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d095ad5-0bab-4262-88d0-06981b7a23d4 req-c167bc27-2e72-4bb3-837c-a938b886f866 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275139 Aug 23 14:22:08.304555 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.310804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.316656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.322531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.328910 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.331263 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-6e217bf3-ca35-4421-8053-fabf2893268c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1506543 Aug 23 14:22:08.389129 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.390991 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8b16ec58-e90a-4145-9df5-fe795800ee0b req-98faa4b8-d2c1-44ba-a14a-eb0617f70f68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0514925 Aug 23 14:22:08.397047 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ab81c785-68ce-4290-a35e-51420072bb16 tempest-ServersAdminTestJSON-855909278 tempest-ServersAdminTestJSON-855909278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:08.489507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Pushing event deleted for resources: {'Port': ['ID=37ed514f-e4db-4874-959b-c0ded586b813,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:08.549866 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:08.574744 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77212f02-df33-4a46-ad7b-9920f27aeee2 req-b89be4e6-9f0f-4748-a28b-4e59f6c6335d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.576854 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77212f02-df33-4a46-ad7b-9920f27aeee2 req-b89be4e6-9f0f-4748-a28b-4e59f6c6335d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 945 time: 0.0889804 Aug 23 14:22:08.632097 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77212f02-df33-4a46-ad7b-9920f27aeee2 req-153df02b-e4c4-4d3b-a147-399ee47cc9b1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Aug 23 14:22:08.662223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] No DVR routers for this DVR port 37ed514f-e4db-4874-959b-c0ded586b813 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:08.668924 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.671726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'name': 'network-vif-deleted', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:08.679880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:22:08.691854 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] Sync routers for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:22:08.698870 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:08.706651 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:08.707396 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:08.761954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af0ec5-4e11-4656-98b6-a71afd5a0655 req-4fed6782-a2fe-4940-90d5-6821626d9ee8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:08.764198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9af0ec5-4e11-4656-98b6-a71afd5a0655 req-4fed6782-a2fe-4940-90d5-6821626d9ee8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.3314190 Aug 23 14:22:08.792151 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-fdb6a252-65d3-420d-b271-04df69b79c5f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "PUT /v2.0/floatingips/dafc19c2-7554-4292-8bdf-d42510939a57 HTTP/1.1" status: 200 len: 990 time: 3.5588717 Aug 23 14:22:08.818197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9af0ec5-4e11-4656-98b6-a71afd5a0655 req-ffd83d52-ce7c-4d17-b126-8b8ffc0f5900 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480154 Aug 23 14:22:08.823322 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19cc4dbd-965a-4025-8d82-6e98c47bfcb2 req-54da277c-63c6-43e0-866f-8354173e3eba tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 210 time: 0.0481226 Aug 23 14:22:08.831448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f6686e5b-2e68-469a-8cff-0ccf1a861f3b req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.82 "DELETE /v2.0/ports/37ed514f-e4db-4874-959b-c0ded586b813 HTTP/1.1" status: 204 len: 173 time: 2.3567455 Aug 23 14:22:08.892969 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da97c8a2-fb32-4148-8824-9046f7ca2535', 'name': 'network-vif-deleted', 'tag': '37ed514f-e4db-4874-959b-c0ded586b813', 'status': 'completed', 'code': 200} Aug 23 14:22:08.933737 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:09.190868 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0580a-6e33-4f8c-b779-403c5cc6cc47 req-c9316137-c41c-4306-a313-db119ce8c600 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.192210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71b0580a-6e33-4f8c-b779-403c5cc6cc47 req-c9316137-c41c-4306-a313-db119ce8c600 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.1145651 Aug 23 14:22:09.256994 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-71b0580a-6e33-4f8c-b779-403c5cc6cc47 req-5d0841f5-2290-44a9-a29e-96961fd80e5f tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574799 Aug 23 14:22:09.366799 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'dafc19c2-7554-4292-8bdf-d42510939a57', 'tenant_id': '49916597200042ae959f72dd430b4134', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '24f58799-a002-47a4-988f-25084c46ee39', 'port_id': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:21:37Z', 'updated_at': '2021-08-23T14:22:06Z', 'revision_number': 1, 'project_id': '49916597200042ae959f72dd430b4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:09.371065 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] Checking router: 24f58799-a002-47a4-988f-25084c46ee39 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:22:09.380455 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:09.381114 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:09.469982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66429d-3c8f-4ed0-a275-17ca72f201bf req-d5029a2b-6319-4892-a5c1-6bde6704e2a8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.472371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee66429d-3c8f-4ed0-a275-17ca72f201bf req-d5029a2b-6319-4892-a5c1-6bde6704e2a8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 945 time: 0.0980666 Aug 23 14:22:09.528559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee66429d-3c8f-4ed0-a275-17ca72f201bf req-05911b2f-f798-4057-afd3-3efc3e4f8121 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481279 Aug 23 14:22:09.540838 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce463-9226-4c4a-9c02-3bd22c831103 req-0ef041de-6ea2-4dac-bffb-bb294083a02a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.542453 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ee1ce463-9226-4c4a-9c02-3bd22c831103 req-0ef041de-6ea2-4dac-bffb-bb294083a02a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1120114 Aug 23 14:22:09.590335 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:09.602284 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ee1ce463-9226-4c4a-9c02-3bd22c831103 req-151fd207-df19-4c8d-a1e5-990ddc3a4323 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Aug 23 14:22:09.745224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.754353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.762401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.769890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.783091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.791884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.798419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.800384 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-ffd41349-897c-4340-b59e-9cc997d79283 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1494255 Aug 23 14:22:09.825554 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c0501-41ea-4d95-8638-a3b44033b79a req-a2877ccf-960d-4b2d-9329-17c81d064761 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:09.832970 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-121c0501-41ea-4d95-8638-a3b44033b79a req-a2877ccf-960d-4b2d-9329-17c81d064761 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.0967250 Aug 23 14:22:09.863922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d1f17864-549e-4c28-a9a0-aceaa0026028 req-6034dd29-ab92-47e8-bfa4-e1deac4598d2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537505 Aug 23 14:22:09.909005 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-121c0501-41ea-4d95-8638-a3b44033b79a req-ea8cc742-aaa5-4666-8c4e-f72d19330806 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750487 Aug 23 14:22:10.093505 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'dafc19c2-7554-4292-8bdf-d42510939a57', 'tenant_id': '49916597200042ae959f72dd430b4134', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '24f58799-a002-47a4-988f-25084c46ee39', 'port_id': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:21:37Z', 'updated_at': '2021-08-23T14:22:06Z', 'revision_number': 1, 'project_id': '49916597200042ae959f72dd430b4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:10.096841 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11ee8b8d-dc59-4d91-98b7-af559dc7b65b req-b1e15ad2-f216-45c7-abbf-9981ab0273cb tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] 10.222.0.72 "GET /v2.0/ports?device_id=da97c8a2-fb32-4148-8824-9046f7ca2535 HTTP/1.1" status: 200 len: 210 time: 0.0532758 Aug 23 14:22:10.098438 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b4414-3408-4695-89fe-bd2a8374a9f7 None None] The sync data for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 is: [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'dafc19c2-7554-4292-8bdf-d42510939a57', 'tenant_id': '49916597200042ae959f72dd430b4134', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '24f58799-a002-47a4-988f-25084c46ee39', 'port_id': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:21:37Z', 'updated_at': '2021-08-23T14:22:06Z', 'revision_number': 1, 'project_id': '49916597200042ae959f72dd430b4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:22:10.130665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06366e-d1b4-45aa-8a19-9745f5baa0ed req-d0d2b414-d5b6-44f1-8cad-5a1bd3c3b35c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.132693 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bd06366e-d1b4-45aa-8a19-9745f5baa0ed req-d0d2b414-d5b6-44f1-8cad-5a1bd3c3b35c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 945 time: 0.1334910 Aug 23 14:22:10.134702 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-535fca56-3e17-475c-8ce5-ace036bf159a req-03c2c80c-e9c7-462c-9b6e-3585b97b6822 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:22:10.136183 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-535fca56-3e17-475c-8ce5-ace036bf159a req-03c2c80c-e9c7-462c-9b6e-3585b97b6822 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071471 Aug 23 14:22:10.191816 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bd06366e-d1b4-45aa-8a19-9745f5baa0ed req-9bc27008-789b-4a30-a433-864812221b6d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498309 Aug 23 14:22:10.270786 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-535fca56-3e17-475c-8ce5-ace036bf159a req-70875d32-33a5-4d73-905f-437d821b66e2 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1243351 Aug 23 14:22:10.395195 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacfdf2-95be-4929-812d-433d5263e358 None None] New status for floating IP dafc19c2-7554-4292-8bdf-d42510939a57: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:22:10.658607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637a56e-d968-4989-86bc-6b98520f2fae req-8b66e457-1eda-4ab1-bc06-60ce1f23f9f6 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.660190 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1637a56e-d968-4989-86bc-6b98520f2fae req-8b66e457-1eda-4ab1-bc06-60ce1f23f9f6 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0975938 Aug 23 14:22:10.714956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1637a56e-d968-4989-86bc-6b98520f2fae req-0361baae-1369-4f0d-9735-cbd1906b4f3d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Aug 23 14:22:10.721408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2580d9-8e3b-42d7-b71f-4b181ee9509f req-438b7545-d1c9-4006-9fc7-993ded1b4bc3 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.723007 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f2580d9-8e3b-42d7-b71f-4b181ee9509f req-438b7545-d1c9-4006-9fc7-993ded1b4bc3 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.1068003 Aug 23 14:22:10.725783 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:10.775711 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 37ed514f-e4db-4874-959b-c0ded586b813 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:10.776070 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 37ed514f-e4db-4874-959b-c0ded586b813 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:10.783038 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8f2580d9-8e3b-42d7-b71f-4b181ee9509f req-a21ac71b-13dc-4c30-9379-461272a8e221 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537875 Aug 23 14:22:10.895360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:10.917080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98aa90-c5ac-4214-9d4b-99d7b1efeb2b req-638ab7ff-2bbb-42e3-a7bd-025b92d78b8d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.918559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4b98aa90-c5ac-4214-9d4b-99d7b1efeb2b req-638ab7ff-2bbb-42e3-a7bd-025b92d78b8d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.0925508 Aug 23 14:22:10.976198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4b98aa90-c5ac-4214-9d4b-99d7b1efeb2b req-c1d299c5-f1ea-4a85-8012-3de4ddc54e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512946 Aug 23 14:22:10.983285 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bc147-a297-4da9-b18c-ed14a8e9b18c req-e6e1237c-3962-4292-a9a0-d8f46684ddc2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:10.985014 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-531bc147-a297-4da9-b18c-ed14a8e9b18c req-e6e1237c-3962-4292-a9a0-d8f46684ddc2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 945 time: 0.0977142 Aug 23 14:22:11.041668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-531bc147-a297-4da9-b18c-ed14a8e9b18c req-f21639c0-0b3d-4f52-b5ab-9e8330cf7f05 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Aug 23 14:22:11.182845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d918a-fd7f-4302-88c1-c3daef7b0e05 req-9d827f1b-64ba-41ac-a595-e110e8cf667a tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.184247 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e30d918a-fd7f-4302-88c1-c3daef7b0e05 req-9d827f1b-64ba-41ac-a595-e110e8cf667a tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 945 time: 0.0834639 Aug 23 14:22:11.228425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.230480 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e30d918a-fd7f-4302-88c1-c3daef7b0e05 req-d525d70e-8c38-4bb2-ac6f-fedf6dc827cd tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Aug 23 14:22:11.234778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.237495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d4733c45-5e02-4f23-83e9-dfd4518be297 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:11.240988 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.246881 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.253320 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.259460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.265874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.267968 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-ff4c1058-e739-4012-8613-c2d37e063bcd tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5429 time: 0.1273117 Aug 23 14:22:11.287581 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'status': 'completed', 'code': 200} Aug 23 14:22:11.319293 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8db8950-1a29-4e33-919e-88b942d04db2 req-111b1bd8-587e-4971-af8a-4246d245965e tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449922 Aug 23 14:22:11.393297 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d4733c45-5e02-4f23-83e9-dfd4518be297, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d4733c45-5e02-4f23-83e9-dfd4518be297,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:11.409873 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'port_id': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'mac_address': 'fa:16:3e:82:a6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:11.453633 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b1a66-5798-458a-9b59-9e638d900917 req-55259bf1-16ac-43ce-99d0-fbab0636da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.455170 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b41b1a66-5798-458a-9b59-9e638d900917 req-55259bf1-16ac-43ce-99d0-fbab0636da4b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1096 time: 0.1388202 Aug 23 14:22:11.462913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 49976) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:11.484483 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:11.504724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4733c45-5e02-4f23-83e9-dfd4518be297 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:11.535346 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d4733c45-5e02-4f23-83e9-dfd4518be297, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d4733c45-5e02-4f23-83e9-dfd4518be297,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:11.676075 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:11.682971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device cd73a312-1d21-4310-aca7-ae33e27198be details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:11.682971 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:11.692273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b1a66-5798-458a-9b59-9e638d900917 req-541310a4-d3ef-47eb-8c42-528423c11d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.693740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b41b1a66-5798-458a-9b59-9e638d900917 req-541310a4-d3ef-47eb-8c42-528423c11d43 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.2280064 Aug 23 14:22:11.720859 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4147fa6-f5fb-42c9-b7ee-eecddbd34e14 req-2a735206-57de-4846-9a7b-973853b4b8bd tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:11.724009 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a4147fa6-f5fb-42c9-b7ee-eecddbd34e14 req-2a735206-57de-4846-9a7b-973853b4b8bd tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.1173015 Aug 23 14:22:11.775158 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a4147fa6-f5fb-42c9-b7ee-eecddbd34e14 req-8d078c4d-b556-47a1-ad53-5828f96a0981 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Aug 23 14:22:11.779532 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d4733c45-5e02-4f23-83e9-dfd4518be297,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:11.785000 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:11.892890 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port cd73a312-1d21-4310-aca7-ae33e27198be, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cd73a312-1d21-4310-aca7-ae33e27198be,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:11.909106 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'cd73a312-1d21-4310-aca7-ae33e27198be', 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2', 'port_id': 'cd73a312-1d21-4310-aca7-ae33e27198be', 'mac_address': 'fa:16:3e:ab:1e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c199b6a6-19c6-4009-aef7-1a14c1f5d15d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:11.940517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Deleting subnet 906ece5b-b30a-4ccd-8b9c-b6b300a838f2 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:22:11.945826 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:11.971465 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:11.989986 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd73a312-1d21-4310-aca7-ae33e27198be {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:12.007329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b41b1a66-5798-458a-9b59-9e638d900917 req-a8f74846-8beb-41cd-9104-0683358bda41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 1000 time: 0.2974956 Aug 23 14:22:12.009362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port cd73a312-1d21-4310-aca7-ae33e27198be, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cd73a312-1d21-4310-aca7-ae33e27198be,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:12.014576 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.126517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b1a66-5798-458a-9b59-9e638d900917 req-fc7c01b2-f0c6-4149-832c-d35a9cde82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.127980 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b41b1a66-5798-458a-9b59-9e638d900917 req-fc7c01b2-f0c6-4149-832c-d35a9cde82da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0842564 Aug 23 14:22:12.130749 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.203420 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.203420 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 655de0f9-e31f-49f9-8ca8-6b02cabfd06d details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:12.203420 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:12.273201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b1a66-5798-458a-9b59-9e638d900917 req-b9da90e2-48d9-4987-8548-1fc80da211c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.274725 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b41b1a66-5798-458a-9b59-9e638d900917 req-b9da90e2-48d9-4987-8548-1fc80da211c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115460 Aug 23 14:22:12.321967 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=cd73a312-1d21-4310-aca7-ae33e27198be,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:12.337778 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:12.436025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b41b1a66-5798-458a-9b59-9e638d900917 req-8a9905d9-c131-4af8-96d9-994ff1f1ebe5 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509688 Aug 23 14:22:12.441080 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.448637 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:12.449245 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-19f6c0ce-e2eb-40be-8faa-a32e3f6a508c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:12.470335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '655de0f9-e31f-49f9-8ca8-6b02cabfd06d', 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'port_id': '655de0f9-e31f-49f9-8ca8-6b02cabfd06d', 'mac_address': 'fa:16:3e:14:82:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3919cd64-c3f8-4da2-a66c-d8031183f276', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:12.543140 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.567540 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655de0f9-e31f-49f9-8ca8-6b02cabfd06d {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:12.584496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906ece5b-b30a-4ccd-8b9c-b6b300a838f2,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:12.588859 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:12.596629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64277c0-010e-4079-8b11-20aa3938b187 req-92d1679b-9dd0-4279-9a7d-49a4115a7de0 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.598174 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b64277c0-010e-4079-8b11-20aa3938b187 req-92d1679b-9dd0-4279-9a7d-49a4115a7de0 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.0972536 Aug 23 14:22:12.648855 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:12.649941 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.650191 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b64277c0-010e-4079-8b11-20aa3938b187 req-91c15f9d-4000-4325-9832-c52fa226df81 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459940 Aug 23 14:22:12.681052 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/906ece5b-b30a-4ccd-8b9c-b6b300a838f2 HTTP/1.1" status: 204 len: 168 time: 1.2139547 Aug 23 14:22:12.686077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50008) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:12.688940 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.689618 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 0bd1c790-7866-424d-a12d-328f0f03c4ca details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:12.692568 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:12.713162 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b41b1a66-5798-458a-9b59-9e638d900917 req-3554d0c1-692f-4d73-be95-47b44be7c5fc service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655108 Aug 23 14:22:12.744175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33280f-2f04-42f5-b49b-29d072b6ed13 req-19911f2c-6850-4d27-85a8-9c77e60cac86 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.752539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33280f-2f04-42f5-b49b-29d072b6ed13 req-19911f2c-6850-4d27-85a8-9c77e60cac86 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.760020 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33280f-2f04-42f5-b49b-29d072b6ed13 req-19911f2c-6850-4d27-85a8-9c77e60cac86 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:12.761783 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b33280f-2f04-42f5-b49b-29d072b6ed13 req-19911f2c-6850-4d27-85a8-9c77e60cac86 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38&device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e&device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 2418 time: 0.2756565 Aug 23 14:22:12.791515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:12.797291 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:12.797291 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 0bd1c790-7866-424d-a12d-328f0f03c4ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:12.816536 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '0bd1c790-7866-424d-a12d-328f0f03c4ca', 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'port_id': '0bd1c790-7866-424d-a12d-328f0f03c4ca', 'mac_address': 'fa:16:3e:11:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3919cd64-c3f8-4da2-a66c-d8031183f276', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:12.840061 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b33280f-2f04-42f5-b49b-29d072b6ed13 req-1a885833-825f-43e8-8533-0a373549b1be tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536585 Aug 23 14:22:12.878394 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.887277 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:12.907218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd1c790-7866-424d-a12d-328f0f03c4ca {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:12.924456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 0bd1c790-7866-424d-a12d-328f0f03c4ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:13.007506 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.008370 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 52c07e56-96e4-4afd-a2bb-8bb117140b71 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:13.025398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8872be-a1e5-4268-b5ed-bb299d6d0f73 req-aca15299-51c4-4222-9297-dcc63197b14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.027283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af8872be-a1e5-4268-b5ed-bb299d6d0f73 req-aca15299-51c4-4222-9297-dcc63197b14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 945 time: 0.0946662 Aug 23 14:22:13.028669 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-c79233cd-2d60-4899-983a-8a40405c7529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:13.067412 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 52c07e56-96e4-4afd-a2bb-8bb117140b71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:13.085951 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af8872be-a1e5-4268-b5ed-bb299d6d0f73 req-e7f3d32c-b362-4bf2-919a-651a225cd65f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Aug 23 14:22:13.098539 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '52c07e56-96e4-4afd-a2bb-8bb117140b71', 'network_id': '3f9e285f-bc9e-4315-9439-46a69316e3a2', 'port_id': '52c07e56-96e4-4afd-a2bb-8bb117140b71', 'mac_address': 'fa:16:3e:d5:39:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c199b6a6-19c6-4009-aef7-1a14c1f5d15d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:13.160757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565ec9b-bdd3-4562-b1b3-648bc67da811 req-691d87bb-84b3-4554-8422-4d6ec73f754a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.162350 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9565ec9b-bdd3-4562-b1b3-648bc67da811 req-691d87bb-84b3-4554-8422-4d6ec73f754a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.3542864 Aug 23 14:22:13.169662 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.197917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e2a67b-cd56-4428-bfeb-427e5f81a087']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:13.211226 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=0bd1c790-7866-424d-a12d-328f0f03c4ca,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:13.214602 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:13.218196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:13.218677 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb56f47d-a5d3-432d-9cf3-7c6c725f46db') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:13.223911 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.242729 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.243000 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c07e56-96e4-4afd-a2bb-8bb117140b71 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:13.274201 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9565ec9b-bdd3-4562-b1b3-648bc67da811 req-8b65b556-70ce-4f1a-8376-ef59d891dd25 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825448 Aug 23 14:22:13.276633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 52c07e56-96e4-4afd-a2bb-8bb117140b71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:13.276750 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.276750 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:22:13.276750 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:13.297790 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:13.309079 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.315911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.321980 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.327807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.339238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.341184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.347265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.349251 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-2a1105f7-deb2-4b62-b382-5529ebb82f46 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5433 time: 0.1548648 Aug 23 14:22:13.370825 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.371720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device fab742cd-4c36-45bf-82cd-70b8ad028ef7 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:13.375789 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:13.404173 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4ead59a5-28a8-448b-9d2a-f0ac5f30eaa0 req-e5885ab3-4090-49ca-8cb9-c755b45e95cb tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0480270 Aug 23 14:22:13.449178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-b68c8cd8-e9d3-49ef-be90-428b1eca6cbd req-360ee3c8-c6c3-4630-84fb-df43db51e390 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:22:13.450410 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b68c8cd8-e9d3-49ef-be90-428b1eca6cbd req-360ee3c8-c6c3-4630-84fb-df43db51e390 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067356 Aug 23 14:22:13.454180 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=52c07e56-96e4-4afd-a2bb-8bb117140b71,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:13.457282 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:13.462955 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port fab742cd-4c36-45bf-82cd-70b8ad028ef7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:13.477849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'fab742cd-4c36-45bf-82cd-70b8ad028ef7', 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'port_id': 'fab742cd-4c36-45bf-82cd-70b8ad028ef7', 'mac_address': 'fa:16:3e:c6:6f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3919cd64-c3f8-4da2-a66c-d8031183f276', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:13.544685 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.565469 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab742cd-4c36-45bf-82cd-70b8ad028ef7 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:13.568651 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.577640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b68c8cd8-e9d3-49ef-be90-428b1eca6cbd req-82207d46-0a47-4c06-8b49-7c549d712e3b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1133134 Aug 23 14:22:13.582941 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.583939 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port fab742cd-4c36-45bf-82cd-70b8ad028ef7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:13.587678 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3c0cd646-5b0f-4a13-9449-8591209a4442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:13.617003 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Pushing event deleted for resources: {'Network': ['ID=73e2a67b-cd56-4428-bfeb-427e5f81a087,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:13.621778 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:13.791142 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-8aebaf71-b3f9-494b-863f-559f81dadc8e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:13.793831 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.794149 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-8aebaf71-b3f9-494b-863f-559f81dadc8e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 945 time: 0.0987771 Aug 23 14:22:13.795165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:13.795841 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] 10.222.0.72 "DELETE /v2.0/networks/73e2a67b-cd56-4428-bfeb-427e5f81a087 HTTP/1.1" status: 204 len: 168 time: 1.1137741 Aug 23 14:22:13.797673 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:13.798416 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50026) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:13.874511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Deleting port e486b431-187e-4bae-8b52-843aadfca9dc {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:13.875042 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.883256 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=fab742cd-4c36-45bf-82cd-70b8ad028ef7,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:13.886833 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:13.891261 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:13.893825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Deleting subnet 9cca22c2-fe12-4afc-8f4c-7bdddb68a2db {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:22:13.905325 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:13.924192 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69', 'network_id': '9208984e-1876-483f-a715-7f9a67d1f7ef', 'port_id': '8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69', 'mac_address': 'fa:16:3e:13:e4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3919cd64-c3f8-4da2-a66c-d8031183f276', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:13.985215 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.083590 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.118454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:14.120320 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.165757 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:14.249757 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] For port e486b431-187e-4bae-8b52-843aadfca9dc, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e486b431-187e-4bae-8b52-843aadfca9dc,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:14.250388 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.258685 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.261520 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:14.342554 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.346821 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:14.365168 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:14.368466 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:14.399781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cca22c2-fe12-4afc-8f4c-7bdddb68a2db,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:14.400990 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.403714 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:14.411934 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9cca22c2-fe12-4afc-8f4c-7bdddb68a2db HTTP/1.1" status: 204 len: 168 time: 0.6121824 Aug 23 14:22:14.412310 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50040) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:14.533497 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.552453 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Calling delete_port for e486b431-187e-4bae-8b52-843aadfca9dc owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:14.713984 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.734556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef3eb6d-c893-4504-8b76-d330987639f8']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:14.751494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78910bb-cff8-48c7-9b01-f635849df63c req-bbd35998-01d1-42f3-828c-1091a51d5745 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:14.753613 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d78910bb-cff8-48c7-9b01-f635849df63c req-bbd35998-01d1-42f3-828c-1091a51d5745 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 945 time: 0.1689348 Aug 23 14:22:14.757769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f4da96-943b-468e-a794-383036d060ed') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:14.757769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f4da96-943b-468e-a794-383036d060ed') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:14.772593 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.802063 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.811732 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:22:14.811732 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.826853 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d78910bb-cff8-48c7-9b01-f635849df63c req-7a67bb5d-c94d-4be1-aa5e-3831ed670469 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651286 Aug 23 14:22:14.831267 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34613bdf-be7e-4655-9344-2b99e4eebba7 req-31e5f198-54bd-4dc6-8b4c-b380bf2570d6 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-34613bdf-be7e-4655-9344-2b99e4eebba7 req-31e5f198-54bd-4dc6-8b4c-b380bf2570d6 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.1656675 Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:14.836520 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:14.925371 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:14.932664 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d76f7e17-9c06-438c-9cdd-be9380005a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:14.939654 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5079c77c-75d5-40cc-ae36-f83837bc47b9'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:14.989549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event deleted for resources: {'Port': ['ID=e486b431-187e-4bae-8b52-843aadfca9dc,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:15.024780 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:15.035775 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-34613bdf-be7e-4655-9344-2b99e4eebba7 req-07b11214-3eeb-415b-aae6-6d16ad363c8c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929548 Aug 23 14:22:15.093698 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:15.094030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] No DVR routers for this DVR port e486b431-187e-4bae-8b52-843aadfca9dc on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:15.099113 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.102712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'name': 'network-vif-deleted', 'tag': 'e486b431-187e-4bae-8b52-843aadfca9dc'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:15.145690 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.149161 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:15.166142 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:15.178794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=aef3eb6d-c893-4504-8b76-d330987639f8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:15.181906 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:15.183876 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c69dc919-bfcd-4f7f-87a5-a44644752a0e admin admin] 10.222.0.72 "DELETE /v2.0/networks/aef3eb6d-c893-4504-8b76-d330987639f8 HTTP/1.1" status: 204 len: 168 time: 0.7706046 Aug 23 14:22:15.201611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d4733c45-5e02-4f23-83e9-dfd4518be297'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:15.228198 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['cd73a312-1d21-4310-aca7-ae33e27198be'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:15.248481 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34045954-3912-4ef6-bc3f-d322924ccf02 req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "DELETE /v2.0/ports/e486b431-187e-4bae-8b52-843aadfca9dc HTTP/1.1" status: 204 len: 173 time: 1.4496813 Aug 23 14:22:15.319359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a0fb2-2b12-4e71-9516-ba8562349cf7 req-42462c06-65a3-425c-ab2d-eb548a7b3b1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.327835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae5a0fb2-2b12-4e71-9516-ba8562349cf7 req-42462c06-65a3-425c-ab2d-eb548a7b3b1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1650996 Aug 23 14:22:15.397853 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae5a0fb2-2b12-4e71-9516-ba8562349cf7 req-40645f3b-7169-4c31-b295-922d896ddfc8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689778 Aug 23 14:22:15.399281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['0bd1c790-7866-424d-a12d-328f0f03c4ca'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:15.457372 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['655de0f9-e31f-49f9-8ca8-6b02cabfd06d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:15.488750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['52c07e56-96e4-4afd-a2bb-8bb117140b71'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:15.583057 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.590078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.609539 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.627104 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.633917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.640646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.649247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:15.652688 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07b041f-8655-4e64-8502-7bc26dc19444', 'name': 'network-vif-deleted', 'tag': 'e486b431-187e-4bae-8b52-843aadfca9dc', 'status': 'completed', 'code': 200} Aug 23 14:22:15.658651 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-e76a9de1-3e3f-434e-a083-aef574e77444 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5436 time: 0.1781757 Aug 23 14:22:15.712002 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-961e6bea-9e3f-4407-93a0-3a013a0a1d4c req-9a197565-6710-4965-821c-b5b269c40c4b tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519729 Aug 23 14:22:15.793234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50060) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:15.876418 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50066) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:15.890519 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5e687dbd-3ffc-445b-afa5-edbfb65845b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1fd5ff9c2b684ed9b70bd50e00817bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793841 Aug 23 14:22:15.965513 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.032208 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.133092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-41a7f9a4-4c1a-44d6-b63b-861e99098e94 req-7ffcadfd-f04e-44be-9faa-0e9194f04c5c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:16.308481 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['fab742cd-4c36-45bf-82cd-70b8ad028ef7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:16.319306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-41a7f9a4-4c1a-44d6-b63b-861e99098e94 req-7ffcadfd-f04e-44be-9faa-0e9194f04c5c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:16.320533 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-41a7f9a4-4c1a-44d6-b63b-861e99098e94 req-7ffcadfd-f04e-44be-9faa-0e9194f04c5c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07b041f-8655-4e64-8502-7bc26dc19444 HTTP/1.1" status: 200 len: 210 time: 0.3040819 Aug 23 14:22:16.321665 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.327202 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-71259199-fe48-4666-94ed-994172721aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:16.342713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03c3835-7540-4319-ad93-4be6439ec7ea,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:16.350592 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:16.355670 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:16.480005 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:16.481467 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e03c3835-7540-4319-ad93-4be6439ec7ea HTTP/1.1" status: 204 len: 168 time: 0.6040084 Aug 23 14:22:16.764484 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e486b431-187e-4bae-8b52-843aadfca9dc no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:16.798788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c49b6-40dd-4ab5-b3fa-c5e2b1fa3cdb req-e95bc7a0-b664-436e-8e80-d5502670b6a9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:16.801465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f68c49b6-40dd-4ab5-b3fa-c5e2b1fa3cdb req-e95bc7a0-b664-436e-8e80-d5502670b6a9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1065457 Aug 23 14:22:16.822213 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: e486b431-187e-4bae-8b52-843aadfca9dc {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:16.822575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e486b431-187e-4bae-8b52-843aadfca9dc not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:16.853684 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f68c49b6-40dd-4ab5-b3fa-c5e2b1fa3cdb req-dea0d19e-6174-4203-b445-1b96c91e1497 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 Aug 23 14:22:17.178984 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.185867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.192092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.198042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.203919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.209708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.215902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.217999 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-7c34babc-fe12-4f22-8253-782da13dd00d tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5436 time: 0.1555252 Aug 23 14:22:17.272624 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-97dd9f10-066e-4ed5-a89d-9f908bf48d85 req-4a118c9a-e78f-482b-b69d-cd09285c77be tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0470006 Aug 23 14:22:17.472219 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527507a3-2f00-4435-b35b-cf6e27e1d5d7 req-17679737-573e-496a-b0e2-418723d8fbff tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:17.474005 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-527507a3-2f00-4435-b35b-cf6e27e1d5d7 req-17679737-573e-496a-b0e2-418723d8fbff tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.0959680 Aug 23 14:22:17.524210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-527507a3-2f00-4435-b35b-cf6e27e1d5d7 req-6ed4379c-2a09-45ba-b957-b8deacb1e5c4 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440052 Aug 23 14:22:17.582126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50098) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:17.642257 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f053cc89-36ba-4dae-9f5e-62585660d998 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cecf53ca7070450e89867ac65360b688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519543 Aug 23 14:22:17.643877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50104) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:17.708876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.735597 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.950304 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:17.955161 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-25dc292e-2b41-40f3-afbd-2eb3c187529e tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:17.970091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa1836-18d3-45e7-9c50-40615cdc2ef6,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:17.973700 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:18.110775 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:18.111309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2caa1836-18d3-45e7-9c50-40615cdc2ef6 HTTP/1.1" status: 204 len: 168 time: 0.4663348 Aug 23 14:22:18.256721 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84939fc6-1c51-41f9-8c7f-99ada570b28b req-4379c452-7420-416a-b64d-5bf7a2a7ad41 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.258652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84939fc6-1c51-41f9-8c7f-99ada570b28b req-4379c452-7420-416a-b64d-5bf7a2a7ad41 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.0975318 Aug 23 14:22:18.305743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84939fc6-1c51-41f9-8c7f-99ada570b28b req-02986aa3-2c2c-4efc-8680-1d9e39494807 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 Aug 23 14:22:18.526242 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d36bd3-90e8-4c92-bf64-1c291e0c43c4 req-8e604453-3c69-4efa-8e83-4287792aeb21 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.526242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-63d36bd3-90e8-4c92-bf64-1c291e0c43c4 req-8e604453-3c69-4efa-8e83-4287792aeb21 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.1000376 Aug 23 14:22:18.532714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3479fd2-f47e-4e48-b6e3-c07830039847 req-9cd01b24-a9dc-4ace-9a89-f87d0a8b879d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.540977 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3479fd2-f47e-4e48-b6e3-c07830039847 req-9cd01b24-a9dc-4ace-9a89-f87d0a8b879d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 945 time: 0.1192269 Aug 23 14:22:18.576163 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-63d36bd3-90e8-4c92-bf64-1c291e0c43c4 req-91879b51-3849-4eeb-b55c-f223c0142ad1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481462 Aug 23 14:22:18.587833 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3479fd2-f47e-4e48-b6e3-c07830039847 req-80bcfbfc-316c-4143-a2c8-82b6fbb0ecc0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458643 Aug 23 14:22:18.838970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7b631-7f6b-40f5-81ec-e04d37147e8f req-b7543b09-0471-405a-b33b-7ca7a32be1e0 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.840460 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-57b7b631-7f6b-40f5-81ec-e04d37147e8f req-b7543b09-0471-405a-b33b-7ca7a32be1e0 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.1196599 Aug 23 14:22:18.843593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.849620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.855955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.862372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.871807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.878260 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.884152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.886106 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-9c198639-ce3f-4d4f-bb70-13162b2c3559 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5436 time: 0.1985970 Aug 23 14:22:18.895783 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-57b7b631-7f6b-40f5-81ec-e04d37147e8f req-f9f343a1-8fc4-4839-88ca-49b779582d85 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478601 Aug 23 14:22:18.897751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-755fc04f-087d-4e46-bdaa-1665932102a5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:18.899343 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-755fc04f-087d-4e46-bdaa-1665932102a5 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.64 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.1634243 Aug 23 14:22:18.999493 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b0ae3963-bb94-482c-81c9-4eb03365efc4 req-2f4438aa-21fa-4114-ac52-79bb4a9393e5 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0992324 Aug 23 14:22:19.005966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Deleting port 434639dc-fb3d-4646-875f-2816d66fbd3b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:19.006320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:19.281190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] For port 434639dc-fb3d-4646-875f-2816d66fbd3b, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=434639dc-fb3d-4646-875f-2816d66fbd3b,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:19.281554 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:19.693979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0f456-8254-4583-a2ec-2576647d9fc2 req-4af30e86-8b89-4c69-86d7-335990e7a05d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:19.695515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-59d0f456-8254-4583-a2ec-2576647d9fc2 req-4af30e86-8b89-4c69-86d7-335990e7a05d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.2132790 Aug 23 14:22:19.787282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa4ecc-e7a5-463b-b9f9-a389f63de9df req-8ecf2218-1d57-4c7d-be05-14b17e365bae tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:19.795600 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8efa4ecc-e7a5-463b-b9f9-a389f63de9df req-8ecf2218-1d57-4c7d-be05-14b17e365bae tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.0967369 Aug 23 14:22:19.842857 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8efa4ecc-e7a5-463b-b9f9-a389f63de9df req-b13b9d9c-ffc7-40de-9b62-2342bbfb135a tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458457 Aug 23 14:22:19.915940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-59d0f456-8254-4583-a2ec-2576647d9fc2 req-166b8014-cfdf-418e-a58c-68ceff3092d5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057378 Aug 23 14:22:19.953175 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:19.953587 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:19.953919 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Floating IP be59afb2-e24b-4c58-81a0-134ec860b286 disassociated. External IP: 172.25.7.21, port: 434639dc-fb3d-4646-875f-2816d66fbd3b. Aug 23 14:22:19.954269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Calling delete_port for 434639dc-fb3d-4646-875f-2816d66fbd3b owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:20.063868 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-4b1b3682-1b50-4c9a-86e1-e40f5745500c tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.065656 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-4b1b3682-1b50-4c9a-86e1-e40f5745500c tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.82 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.3182375 Aug 23 14:22:20.188536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa89f1-9c1d-4ac0-ab5c-8f1e9ffbb65c req-d8e1d187-47d2-46c9-9019-7f2cb1a7508e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.197295 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b9aa89f1-9c1d-4ac0-ab5c-8f1e9ffbb65c req-d8e1d187-47d2-46c9-9019-7f2cb1a7508e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 945 time: 0.2319934 Aug 23 14:22:20.241306 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b9aa89f1-9c1d-4ac0-ab5c-8f1e9ffbb65c req-07ecfdc0-dcd8-4d3c-a623-c09ae8990f06 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Aug 23 14:22:20.268762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Deleting port 2040d384-5fc3-47d2-82d2-eb37171634e8 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:20.269155 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.291142 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d4733c45-5e02-4f23-83e9-dfd4518be297 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:20.365816 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-bfee1dbe-5da4-47f8-bb08-d5edb4c197f5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.367357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-bfee1dbe-5da4-47f8-bb08-d5edb4c197f5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 945 time: 0.3814759 Aug 23 14:22:20.439486 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.446190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.452598 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.459502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.465811 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.473585 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.481274 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.489485 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93371f18-89ad-4126-9b48-4128deb83414 req-bf054c51-1fb6-4f3f-a854-b959abbfe2a4 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5436 time: 0.1458931 Aug 23 14:22:20.513399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port d4733c45-5e02-4f23-83e9-dfd4518be297 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:20.519657 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port d4733c45-5e02-4f23-83e9-dfd4518be297 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:20.520147 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.525707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01a6f4-b1cb-4ae9-902a-aebfd160f33d req-50534950-069b-4dc6-b6c9-aa20c531e435 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:20.537069 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e01a6f4-b1cb-4ae9-902a-aebfd160f33d req-50534950-069b-4dc6-b6c9-aa20c531e435 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 945 time: 0.4178271 Aug 23 14:22:20.567878 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.573562 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93371f18-89ad-4126-9b48-4128deb83414 req-dd0fac54-4fc5-4938-aa5f-4f06900a23f8 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0831470 Aug 23 14:22:20.595153 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:20.630213 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Deleting port 5079c77c-75d5-40cc-ae36-f83837bc47b9 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:20.630562 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.696213 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.728446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event deleted for resources: {'Port': ['ID=434639dc-fb3d-4646-875f-2816d66fbd3b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:20.734186 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:20.749107 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4733c45-5e02-4f23-83e9-dfd4518be297'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:20.767921 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d4733c45-5e02-4f23-83e9-dfd4518be297, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d4733c45-5e02-4f23-83e9-dfd4518be297,segment=NetworkSegment(1b2ca030-4ac0-4d0d-a770-93fe761f33fd),segment_id=1b2ca030-4ac0-4d0d-a770-93fe761f33fd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:20.853369 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:20.854313 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device cd73a312-1d21-4310-aca7-ae33e27198be up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:20.885439 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:20.895148 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e01a6f4-b1cb-4ae9-902a-aebfd160f33d req-0f4aca02-e4aa-4138-80db-cd058f0468ad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups?id=761b7f41-11c6-420a-a590-eb7f994673fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570135 Aug 23 14:22:20.968724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1641702241', 'description': 'tempest-description-1266691882'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:20.977897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:20.979102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d4733c45-5e02-4f23-83e9-dfd4518be297,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:20.985806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Usage tracker for resource:security_group and tenant:2c540ed27bdb4c7695bc98ab84b4dd31 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:20.989244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:20.989739 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.990089 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.990431 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.990773 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.991104 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.991432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.991760 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.992083 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.992407 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.992728 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.993062 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.993387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:20.999789 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:21.010469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:21.016493 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'code': 200} Aug 23 14:22:21.081183 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port cd73a312-1d21-4310-aca7-ae33e27198be completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:21.088262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port cd73a312-1d21-4310-aca7-ae33e27198be triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:21.088885 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.134489 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.152570 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.200684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:21.205719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Usage tracker for resource:security_group_rule and tenant:2c540ed27bdb4c7695bc98ab84b4dd31 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:21.209425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:21.218429 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:21.260053 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.331128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port cd73a312-1d21-4310-aca7-ae33e27198be, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=cd73a312-1d21-4310-aca7-ae33e27198be,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:21.360560 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.401771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] For port 2040d384-5fc3-47d2-82d2-eb37171634e8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=2040d384-5fc3-47d2-82d2-eb37171634e8,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:21.402369 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.441581 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.442463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 655de0f9-e31f-49f9-8ca8-6b02cabfd06d up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:21.470979 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:21.507527 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.510340 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-804414c9-6736-4b4b-95fb-71123a25fdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:21.523194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:21.532750 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Usage tracker for resource:security_group_rule and tenant:2c540ed27bdb4c7695bc98ab84b4dd31 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:21.543270 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:21.554249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:21.557984 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18535612-0ecf-487b-bc73-9d1a88305524,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:21.563168 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:21.577524 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=cd73a312-1d21-4310-aca7-ae33e27198be,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:21.577994 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:21.612872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Calling delete_port for 2040d384-5fc3-47d2-82d2-eb37171634e8 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:21.639997 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.643517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Router 699fa108-9e13-4893-8173-2adbec5d31e5 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:22:21.793888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] For port 5079c77c-75d5-40cc-ae36-f83837bc47b9, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=5079c77c-75d5-40cc-ae36-f83837bc47b9,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:21.794414 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.795610 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:21.800959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:21.801376 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.864626 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.871050 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-253daa67-782f-41bc-8642-f48f6efd1aad tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:21.913247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d467d54-ea3e-482d-88aa-61f8760903fe,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:21.919103 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:21.928358 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:21.972720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 655de0f9-e31f-49f9-8ca8-6b02cabfd06d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:21.991329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Calling delete_port for 5079c77c-75d5-40cc-ae36-f83837bc47b9 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:22.061913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc0d8e-dfab-4f52-bda8-b95055b0780f req-690e5b65-4d0b-4cf5-aaa5-ef97c6e854fe tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.063531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9efc0d8e-dfab-4f52-bda8-b95055b0780f req-690e5b65-4d0b-4cf5-aaa5-ef97c6e854fe tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 946 time: 0.6637301 Aug 23 14:22:22.070123 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.077903 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6865e6a5-c10b-47c5-9725-237e0a902686 req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.1098955 Aug 23 14:22:22.104617 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.105868 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 0bd1c790-7866-424d-a12d-328f0f03c4ca up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:22.187560 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8eb42295-3cae-4eab-bed7-a20f2ad20f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:22.272938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f21d5-c848-4176-9f54-6834aec1e2d4 req-fbf798be-770e-4114-acf4-c9c6fb17cf5d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.274404 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=655de0f9-e31f-49f9-8ca8-6b02cabfd06d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:22.278225 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:22.282129 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d8f21d5-c848-4176-9f54-6834aec1e2d4 req-fbf798be-770e-4114-acf4-c9c6fb17cf5d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1135900 Aug 23 14:22:22.294336 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9efc0d8e-dfab-4f52-bda8-b95055b0780f req-771042b6-7c67-4079-a936-1f7dd8c8d739 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672435 Aug 23 14:22:22.340502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:22:22.355640 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] Sync routers for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:22:22.366903 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:22.367825 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:22.371593 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d8f21d5-c848-4176-9f54-6834aec1e2d4 req-1ca50ba2-7f0c-46b7-9660-eded3b0c1648 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798864 Aug 23 14:22:22.390239 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 0bd1c790-7866-424d-a12d-328f0f03c4ca completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:22.396175 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 0bd1c790-7866-424d-a12d-328f0f03c4ca triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:22.396623 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.440169 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.459237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] No DVR routers for this DVR port 434639dc-fb3d-4646-875f-2816d66fbd3b on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:22.461338 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bdc995d4-ae3e-412b-b3bb-8dc653ef8091 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:22.461791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['a8181e96-ae59-45be-89ef-834fafafcc1a', '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:22.507515 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.518521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'name': 'network-vif-deleted', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:22.574790 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Pushing event deleted for resources: {'Port': ['ID=2040d384-5fc3-47d2-82d2-eb37171634e8,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:22.588560 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:22.625714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.642703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.655031 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.672465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.687163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.695060 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.696020 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:22.707171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.707969 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ef95bac3-1246-4db0-9dfe-ea8b3f75e3b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:22.711933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['5079c77c-75d5-40cc-ae36-f83837bc47b9'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:22.724589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:22.735003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df625a66-4595-4837-becc-ae9930ed2e91 req-e12fb610-6071-4561-adee-f28e7bc8ecce tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5439 time: 0.2419641 Aug 23 14:22:22.741206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] No DVR routers for this DVR port 2040d384-5fc3-47d2-82d2-eb37171634e8 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:22.754326 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:22.756553 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aefd11e9-7ec4-48d0-8f56-5e03eb47a3da req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.82 "DELETE /v2.0/ports/2040d384-5fc3-47d2-82d2-eb37171634e8 HTTP/1.1" status: 204 len: 173 time: 2.6782627 Aug 23 14:22:22.770215 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e744b4a-39b4-40c2-9f89-d6136ea25fa5 req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.64 "DELETE /v2.0/ports/434639dc-fb3d-4646-875f-2816d66fbd3b HTTP/1.1" status: 204 len: 173 time: 3.8558257 Aug 23 14:22:22.772217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event deleted for resources: {'Port': ['ID=5079c77c-75d5-40cc-ae36-f83837bc47b9,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:22.775619 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:22.855251 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5079c77c-75d5-40cc-ae36-f83837bc47b9 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:22.887601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df625a66-4595-4837-becc-ae9930ed2e91 req-6d71ea64-a589-4023-8773-31d8687549f9 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1510801 Aug 23 14:22:22.960235 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 5079c77c-75d5-40cc-ae36-f83837bc47b9 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:22.960618 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 5079c77c-75d5-40cc-ae36-f83837bc47b9 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:22.961322 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2040d384-5fc3-47d2-82d2-eb37171634e8 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:23.061616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] No DVR routers for this DVR port 5079c77c-75d5-40cc-ae36-f83837bc47b9 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:23.064722 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.078280 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3f52efb2-b240-41a9-950b-c8e045e1d02f req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "DELETE /v2.0/ports/5079c77c-75d5-40cc-ae36-f83837bc47b9 HTTP/1.1" status: 204 len: 173 time: 2.7005286 Aug 23 14:22:23.089583 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73a312-1d21-4310-aca7-ae33e27198be'}, {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655de0f9-e31f-49f9-8ca8-6b02cabfd06d'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:23.093846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ccd88-e423-4aa2-b5f5-61198e1493a8 req-dab7f0fd-da83-4353-9232-d6030b3db402 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:23.097797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8e4ccd88-e423-4aa2-b5f5-61198e1493a8 req-dab7f0fd-da83-4353-9232-d6030b3db402 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:23.099860 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 2040d384-5fc3-47d2-82d2-eb37171634e8 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:23.107408 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 2040d384-5fc3-47d2-82d2-eb37171634e8 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:23.157618 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.227781 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8e4ccd88-e423-4aa2-b5f5-61198e1493a8 req-dab7f0fd-da83-4353-9232-d6030b3db402 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:23.229239 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e4ccd88-e423-4aa2-b5f5-61198e1493a8 req-dab7f0fd-da83-4353-9232-d6030b3db402 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 867 time: 0.7767761 Aug 23 14:22:23.290501 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:49Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:23.295066 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] Checking router: 699fa108-9e13-4893-8173-2adbec5d31e5 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:22:23.304125 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 0bd1c790-7866-424d-a12d-328f0f03c4ca, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:23.305304 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:23.305928 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:23.321240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e4ccd88-e423-4aa2-b5f5-61198e1493a8 req-a7c3da64-2041-4495-b83d-709ffc3c243f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855682 Aug 23 14:22:23.371920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1108977744', 'description': 'tempest-description-99440740'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:23.379756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:23.383942 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Usage tracker for resource:security_group and tenant:2c540ed27bdb4c7695bc98ab84b4dd31 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:23.387280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:23.396945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:23.416023 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dacb3e67-66de-44b5-900a-da6a4ead5182 req-c38a294e-fd11-469e-8b6b-f11c5c4d093d tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c12d7e-7f72-40df-a7e6-1d101f8f4db7 HTTP/1.1" status: 200 len: 210 time: 0.0498505 Aug 23 14:22:23.424082 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.425423 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 52c07e56-96e4-4afd-a2bb-8bb117140b71 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:23.474280 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cd23288b-0966-424a-a7fc-a89cd7e85827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:23.498730 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.529986 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c12d7e-7f72-40df-a7e6-1d101f8f4db7', 'name': 'network-vif-deleted', 'tag': '434639dc-fb3d-4646-875f-2816d66fbd3b', 'status': 'completed', 'code': 200} Aug 23 14:22:23.539335 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:23.552681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Usage tracker for resource:security_group_rule and tenant:2c540ed27bdb4c7695bc98ab84b4dd31 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:23.558163 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:23.575490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:23.577801 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73a312-1d21-4310-aca7-ae33e27198be', 'code': 200} Aug 23 14:22:23.578506 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655de0f9-e31f-49f9-8ca8-6b02cabfd06d', 'code': 200} Aug 23 14:22:23.585219 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:23.590231 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=0bd1c790-7866-424d-a12d-328f0f03c4ca,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:23.594862 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:23.713796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 52c07e56-96e4-4afd-a2bb-8bb117140b71 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:23.726799 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 52c07e56-96e4-4afd-a2bb-8bb117140b71 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:23.726799 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.728744 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.827844 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-14903863-810a-403b-8783-7ee1bb6fe54f req-9a7cc3a4-87a5-4406-8a42-5d43c3b2918a tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38 HTTP/1.1" status: 200 len: 210 time: 0.0659382 Aug 23 14:22:23.891444 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.892492 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:23.913057 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-63ecc87a-00cd-4c53-ae22-a289532a769f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:23.940752 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 52c07e56-96e4-4afd-a2bb-8bb117140b71, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71,segment=NetworkSegment(7cb7d5ec-04b5-48cd-abce-04dab708b278),segment_id=7cb7d5ec-04b5-48cd-abce-04dab708b278)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:24.033940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b53b9c-066b-47a2-b88f-de8f830c7354,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:24.049342 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:24.058462 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:24.082357 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:49Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:24.093412 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80241b5f-5cb3-4016-bbcc-0955accf21e4 None None] The sync data for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 is: [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:19:33Z', 'revision_number': 4, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '065da837-5240-469a-af83-fcc57daf813e', 'name': '', 'network_id': 'a98dda64-7851-4aae-9c8c-b1412642c0af', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'mac_address': 'fa:16:3e:6d:53:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:32Z', 'updated_at': '2021-08-23T14:19:49Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'subnets': [{'id': '3cd34b23-c062-44b4-bb3c-fe4df6514368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:22:24.129481 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.130779 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a718833a-3834-487a-ac24-5c355efb626a req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7647898 Aug 23 14:22:24.142111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0fd8b-6ae0-420e-97e4-df30cbfe5099 req-e03e6b7c-57d1-445d-a4ef-cd75f9672efe tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.144608 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5c0fd8b-6ae0-420e-97e4-df30cbfe5099 req-e03e6b7c-57d1-445d-a4ef-cd75f9672efe tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1764677 Aug 23 14:22:24.221979 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.222583 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device fab742cd-4c36-45bf-82cd-70b8ad028ef7 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:24.235759 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5c0fd8b-6ae0-420e-97e4-df30cbfe5099 req-712cfbe0-8812-42f7-b843-470c7d7657c7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846913 Aug 23 14:22:24.292274 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:24.363656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-628144967', 'description': 'tempest-description-969698245'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:24.368470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:24.380469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Usage tracker for resource:security_group and tenant:77b21b884b79413f884ca7437db5e255 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:24.387229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:24.400666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:24.404667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.411454 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.419651 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.438327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.449790 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.458972 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.466579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=52c07e56-96e4-4afd-a2bb-8bb117140b71,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:24.472336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:24.480981 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:24.481162 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ae0d7a0a-11f7-4531-aa62-e827d0d927ba tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5441 time: 0.2160313 Aug 23 14:22:24.527790 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.546354 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8df915cc-42f7-4355-9cdd-bd237759f575 req-ca6bf137-cfab-4c78-a64b-3f84b1f6ff51 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0642495 Aug 23 14:22:24.567172 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.597290 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:24.602835 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Usage tracker for resource:security_group_rule and tenant:77b21b884b79413f884ca7437db5e255 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:24.607468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:24.613616 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:24.619015 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port fab742cd-4c36-45bf-82cd-70b8ad028ef7 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:24.622345 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502507b-09fa-4f84-ae39-077faccbe521 None None] New status for floating IP be59afb2-e24b-4c58-81a0-134ec860b286: DOWN {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:22:24.732902 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.762953 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port fab742cd-4c36-45bf-82cd-70b8ad028ef7 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:24.763357 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.927554 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.931016 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3e7e3fae-b07a-49cf-ba4a-399f29013be3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:24.943304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:24.951820 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Usage tracker for resource:security_group_rule and tenant:77b21b884b79413f884ca7437db5e255 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:24.956304 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ba136205-a860-4f9d-b732-82c7bea3a94b req-1cf8a95c-cb58-4cd5-b42a-fca87ab98b8f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d82c2f-9226-4501-a152-a0959047b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0617328 Aug 23 14:22:24.966557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:24.967435 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:24.975845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:24.979602 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d248a3c-da74-4c66-ae46-b4228eb0c4c6,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:24.994115 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:25.004923 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port fab742cd-4c36-45bf-82cd-70b8ad028ef7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:25.096746 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.098580 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.099509 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:25.157489 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:25.171960 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.182194 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9e8c020e-bd5e-4c2c-bd5a-9c23d288f9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:25.239835 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800b276-8824-4d67-b449-7e387c7f5206,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:25.243034 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:25.255878 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=fab742cd-4c36-45bf-82cd-70b8ad028ef7,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:25.259383 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:25.310284 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.311628 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7198de6c-07b9-403e-a9d0-7572e473fe54 req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9535394 Aug 23 14:22:25.343547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8669a-de60-4a70-9476-5c444f6ab1fb req-9805e6d8-0485-4841-b79e-573b931a3318 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:25.345138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3be8669a-de60-4a70-9476-5c444f6ab1fb req-9805e6d8-0485-4841-b79e-573b931a3318 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1343036 Aug 23 14:22:25.347795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:25.353189 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:25.353786 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.396511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3be8669a-de60-4a70-9476-5c444f6ab1fb req-a26423af-2b1c-45d7-8819-15997b05023b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454934 Aug 23 14:22:25.434262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1670808546', 'description': 'tempest-description-1021193567'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:25.442116 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:25.446673 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Usage tracker for resource:security_group and tenant:77b21b884b79413f884ca7437db5e255 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:25.476878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:25.476878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:25.507234 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.531491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'name': 'network-vif-deleted', 'tag': '2040d384-5fc3-47d2-82d2-eb37171634e8'}, {'server_uuid': '07d82c2f-9226-4501-a152-a0959047b9d9', 'name': 'network-vif-deleted', 'tag': '5079c77c-75d5-40cc-ae36-f83837bc47b9'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:25.539531 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,segment=NetworkSegment(7bad3f64-0038-4237-87aa-f3cf04593cb4),segment_id=7bad3f64-0038-4237-87aa-f3cf04593cb4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:25.568608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50252) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:25.579991 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd1c790-7866-424d-a12d-328f0f03c4ca'}, {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c07e56-96e4-4afd-a2bb-8bb117140b71'}, {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab742cd-4c36-45bf-82cd-70b8ad028ef7'}, {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:25.646980 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.651896 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.683700 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.697656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:25.713930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Usage tracker for resource:security_group_rule and tenant:77b21b884b79413f884ca7437db5e255 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:25.713930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:25.723626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:25.748013 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.750202 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:25.788677 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 434639dc-fb3d-4646-875f-2816d66fbd3b no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:25.812400 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.836563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 434639dc-fb3d-4646-875f-2816d66fbd3b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:25.836924 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 434639dc-fb3d-4646-875f-2816d66fbd3b not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:25.863374 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:25.866249 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:25.936721 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.941946 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:25.959359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761b7f41-11c6-420a-a590-eb7f994673fd,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:25.962840 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:25.970500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:25.976947 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f39d3d28-4f58-4548-bb33-60c68da322b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:26.031930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a44c7-c623-4c8f-b582-efad714b5455,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:26.034856 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:26.057596 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.065939 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "DELETE /v2.0/security-groups/761b7f41-11c6-420a-a590-eb7f994673fd HTTP/1.1" status: 204 len: 168 time: 0.4937623 Aug 23 14:22:26.066265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50264) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:26.084064 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [None req-ce69a056-8019-4839-9285-189f42fa6a7c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] show failed (client error): The resource could not be found. Aug 23 14:22:26.087831 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ce69a056-8019-4839-9285-189f42fa6a7c tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "GET /v2.0/security-groups/761b7f41-11c6-420a-a590-eb7f994673fd HTTP/1.1" status: 404 len: 347 time: 0.0177422 Aug 23 14:22:26.088179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50268) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:26.115731 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.154686 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.155574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a3d538a-c8c9-4c98-a308-89932b908f5e req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7263598 Aug 23 14:22:26.253507 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce0d0bd-5a91-4f8e-ad52-bc7677bb0d38', 'name': 'network-vif-deleted', 'tag': '2040d384-5fc3-47d2-82d2-eb37171634e8', 'status': 'completed', 'code': 200} Aug 23 14:22:26.254008 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d82c2f-9226-4501-a152-a0959047b9d9', 'name': 'network-vif-deleted', 'tag': '5079c77c-75d5-40cc-ae36-f83837bc47b9', 'status': 'completed', 'code': 200} Aug 23 14:22:26.266307 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Deleting port 547ff493-e9c4-4f1f-9560-0b5e854be1b0 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:26.266977 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.432023 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.438858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.444742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.451311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.457236 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.463287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.469305 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.471317 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-c6fc3106-8e43-4e76-b82a-ec6dcdc19129 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5443 time: 0.1275930 Aug 23 14:22:26.504470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcb386-fb94-4ec9-8f5f-178b245fb7f4 req-37cccab8-53e2-47ce-b6f4-2414606e9c13 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.506292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68fcb386-fb94-4ec9-8f5f-178b245fb7f4 req-37cccab8-53e2-47ce-b6f4-2414606e9c13 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2111802 Aug 23 14:22:26.533307 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-405cf010-3e4e-4708-a70c-620ca1b54f09 req-d7511ff7-f34f-4102-9384-d015f985cba2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534496 Aug 23 14:22:26.538591 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.538894 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:26.598718 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd1c790-7866-424d-a12d-328f0f03c4ca', 'code': 200} Aug 23 14:22:26.599672 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c07e56-96e4-4afd-a2bb-8bb117140b71', 'code': 200} Aug 23 14:22:26.600137 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab742cd-4c36-45bf-82cd-70b8ad028ef7', 'code': 200} Aug 23 14:22:26.600613 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69', 'code': 200} Aug 23 14:22:26.694730 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Calling delete_port for 547ff493-e9c4-4f1f-9560-0b5e854be1b0 owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:26.889903 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-68fcb386-fb94-4ec9-8f5f-178b245fb7f4 req-158d82e4-cfee-419b-9aa0-5fd56a9ca2e2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708053 Aug 23 14:22:26.955456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.955952 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.957008 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.957535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.958019 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.958570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.958971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:26.961159 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-0b3381ae-ab76-4df6-9850-59ef46507c4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.2376094 Aug 23 14:22:27.017390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.032600 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1098acbb-4aa1-4ad4-8ae8-ce886e72db74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:27.154421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Pushing event deleted for resources: {'Port': ['ID=547ff493-e9c4-4f1f-9560-0b5e854be1b0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:27.179819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-a7a81890-a9de-457d-9b62-9d529f6bd07c tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Synchronizing usage tracker for tenant:77b21b884b79413f884ca7437db5e255 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:27.188288 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6def8a76-582f-4744-abc2-b10a2b885ae1 req-f17ff378-eac9-42bc-ba72-05653cbb957d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&id=faba3c85-1653-490d-a39b-2997845f4658&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2196085 Aug 23 14:22:27.189337 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:27.313400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-a7a81890-a9de-457d-9b62-9d529f6bd07c tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Unset dirty status for tenant:77b21b884b79413f884ca7437db5e255 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:27.316372 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-a7a81890-a9de-457d-9b62-9d529f6bd07c tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50574 time: 0.5013952 Aug 23 14:22:27.378675 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-25267c08-6175-4858-9ce8-57e421bf8a94 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0e42de61-f002-45f2-ba5c-41b851f8ac4f HTTP/1.1" status: 200 len: 2981 time: 0.0543303 Aug 23 14:22:27.398470 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.424818 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b82e89-26d7-46db-9d30-61f92927ac1f req-16aab37d-b850-4fa7-bd70-484ef74d7047 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:27.425575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-47b82e89-26d7-46db-9d30-61f92927ac1f req-16aab37d-b850-4fa7-bd70-484ef74d7047 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Synchronizing usage tracker for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:27.433891 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.435814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] 10.222.0.72 "DELETE /v2.0/floatingips/be59afb2-e24b-4c58-81a0-134ec860b286 HTTP/1.1" status: 204 len: 168 time: 1.3466539 Aug 23 14:22:27.440466 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50286) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:27.446419 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-188e42c4-dc7d-4f96-a6de-e82a206058be tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/0e42de61-f002-45f2-ba5c-41b851f8ac4f HTTP/1.1" status: 200 len: 2981 time: 0.0607965 Aug 23 14:22:27.504293 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-be3f5cf7-9df8-4761-ab95-85eeb12b1165 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/18535612-0ecf-487b-bc73-9d1a88305524 HTTP/1.1" status: 200 len: 2985 time: 0.0508313 Aug 23 14:22:27.556684 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-94e89a89-f3cc-406d-8df9-f56c1d687b8a tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/18535612-0ecf-487b-bc73-9d1a88305524 HTTP/1.1" status: 200 len: 2985 time: 0.0466907 Aug 23 14:22:27.577783 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.611215 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-47125c8b-155f-4181-b46d-5e4b3fcca09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:27.611903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-47b82e89-26d7-46db-9d30-61f92927ac1f req-16aab37d-b850-4fa7-bd70-484ef74d7047 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Unset dirty status for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:27.612650 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47b82e89-26d7-46db-9d30-61f92927ac1f req-16aab37d-b850-4fa7-bd70-484ef74d7047 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 945 time: 0.5150752 Aug 23 14:22:27.613727 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-d83ec1a1-d32f-4505-a942-f021238e9b81 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/3d248a3c-da74-4c66-ae46-b4228eb0c4c6 HTTP/1.1" status: 200 len: 2985 time: 0.0500963 Aug 23 14:22:27.664861 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-9cf3b845-89ae-4114-b709-93bc93b5802a tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/3d248a3c-da74-4c66-ae46-b4228eb0c4c6 HTTP/1.1" status: 200 len: 2985 time: 0.0471785 Aug 23 14:22:27.720224 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-3a5b1cee-3b08-402c-a0a8-5ca31628eaf0 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/4a4b7436-d60e-4fa6-8f3c-37499f3c703f HTTP/1.1" status: 200 len: 2981 time: 0.0484254 Aug 23 14:22:27.746025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47b82e89-26d7-46db-9d30-61f92927ac1f req-d545b41d-0853-460e-b5de-24eb8f893bad tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274450 Aug 23 14:22:27.773682 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-c3bb166d-5b69-453a-8ee1-8bafc9238b29 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/4a4b7436-d60e-4fa6-8f3c-37499f3c703f HTTP/1.1" status: 200 len: 2981 time: 0.0462215 Aug 23 14:22:27.841927 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-0cf32e93-4903-4f9c-b2ac-fbc0282a269d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/7fd1b9ab-ce8c-434b-a456-f3e1cc5588af HTTP/1.1" status: 200 len: 2973 time: 0.0456204 Aug 23 14:22:27.903022 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-a292f181-319f-4806-9ac7-e47ae862c0b6 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/7fd1b9ab-ce8c-434b-a456-f3e1cc5588af HTTP/1.1" status: 200 len: 2973 time: 0.0553424 Aug 23 14:22:27.960584 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-cdb2ef40-a62e-4cdc-89a7-493105e35130 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/88e95fa0-4359-4fd7-90af-40f80f40f983 HTTP/1.1" status: 200 len: 2981 time: 0.0505888 Aug 23 14:22:28.025092 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-76e7a322-12e6-4871-b23d-fcfc7447757d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/88e95fa0-4359-4fd7-90af-40f80f40f983 HTTP/1.1" status: 200 len: 2981 time: 0.0572176 Aug 23 14:22:28.086406 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-0cd424ff-1cbe-42a7-a9a5-d38a5957b0d0 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8fff0254-544f-4710-94e0-85a903c0cea0 HTTP/1.1" status: 200 len: 2981 time: 0.0506368 Aug 23 14:22:28.095321 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-f0e0a4c5-db31-41e7-ad49-c5bd2bf294e6 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:28.096803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-f0e0a4c5-db31-41e7-ad49-c5bd2bf294e6 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.2509429 Aug 23 14:22:28.120632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-3cd60a34-426b-4835-8cc0-c3e77645a94a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.0145710 Aug 23 14:22:28.139685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-0e1ce427-5816-4e02-8469-7f113e9a0606 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/8fff0254-544f-4710-94e0-85a903c0cea0 HTTP/1.1" status: 200 len: 2981 time: 0.0465732 Aug 23 14:22:28.198248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-3c0ea868-45cf-4bf3-acbf-b455a600fa68 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a964df0b-b9df-429f-a42e-41c9ad1a3fee HTTP/1.1" status: 200 len: 2985 time: 0.0528138 Aug 23 14:22:28.224739 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.261332 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-728f15c7-90e2-40df-89b3-d0728dae7d7e tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a964df0b-b9df-429f-a42e-41c9ad1a3fee HTTP/1.1" status: 200 len: 2985 time: 0.0550008 Aug 23 14:22:28.338431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37b395a3-2806-44dc-8741-e31f6ebcef28 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2102776 Aug 23 14:22:28.345776 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-08ed2b6a-6def-432d-9df8-3fe4160fb0a9 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/bde973ec-853b-4c90-a4ab-b283d1056959 HTTP/1.1" status: 200 len: 2985 time: 0.0734072 Aug 23 14:22:28.346728 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.392219 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-8f8d7f70-d83c-4597-a90a-e6f78c10b949 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/bde973ec-853b-4c90-a4ab-b283d1056959 HTTP/1.1" status: 200 len: 2985 time: 0.0455458 Aug 23 14:22:28.406667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-c075aeb6-e0d1-4843-aa6a-7e992d09d1d5 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:28.408165 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-c075aeb6-e0d1-4843-aa6a-7e992d09d1d5 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 945 time: 0.2371523 Aug 23 14:22:28.457402 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-799a5903-c58a-497b-82e7-43d4b0c37b9a tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/bf052aee-0a45-4f58-822b-dcd242e4b026 HTTP/1.1" status: 200 len: 2985 time: 0.0534518 Aug 23 14:22:28.511442 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-f2ac9467-9960-4bfd-a06a-426063af10da tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/bf052aee-0a45-4f58-822b-dcd242e4b026 HTTP/1.1" status: 200 len: 2985 time: 0.0475936 Aug 23 14:22:28.561976 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-bb3a0768-8eb4-49d0-a17d-c65087071ba4 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10 HTTP/1.1" status: 200 len: 2985 time: 0.0446198 Aug 23 14:22:28.610085 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Deleting port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:28.610366 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:28.612665 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-d0d39c9b-6c97-4a78-8d15-7f385a63c3e8 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10 HTTP/1.1" status: 200 len: 2985 time: 0.0449438 Aug 23 14:22:28.670812 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-9d37e46c-6d3d-4aed-8acb-47dde32d1b7f tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/faba3c85-1653-490d-a39b-2997845f4658 HTTP/1.1" status: 200 len: 2981 time: 0.0513582 Aug 23 14:22:28.739024 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-70f297c0-dd01-4b18-88a9-9c57266e6071 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/faba3c85-1653-490d-a39b-2997845f4658 HTTP/1.1" status: 200 len: 2981 time: 0.0588624 Aug 23 14:22:28.791908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-dd92a038-dfcc-415e-8c69-16bd17dec568 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/fb996ef3-8bff-48f1-9573-34f615f5734a HTTP/1.1" status: 200 len: 2977 time: 0.0462389 Aug 23 14:22:28.823160 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-a70d1e08-73eb-46bc-853e-fccac49fb607 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139864 Aug 23 14:22:28.851087 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3dc9157-d5e4-4f81-aff3-6db42b6e6f8a req-dd8a1938-fedc-4574-9f62-f93f363045a0 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/fb996ef3-8bff-48f1-9573-34f615f5734a HTTP/1.1" status: 200 len: 2977 time: 0.0519800 Aug 23 14:22:29.151353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-bb63df96-3cb6-4d2c-9d21-c3554449f998 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:29.152832 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-bb63df96-3cb6-4d2c-9d21-c3554449f998 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.1988010 Aug 23 14:22:29.170248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-4866a0a8-9fae-448f-a159-5e4322d4a428 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/quotas/87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Aug 23 14:22:29.267338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-2b8fcd32-2f55-48e0-b90e-e2b5cfa090a2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0909953 Aug 23 14:22:29.353544 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-59d594c8-dfd3-4eae-86da-7ea04a7ee940 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150389 Aug 23 14:22:29.450898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] For port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:29.451273 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.468090 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Deleting port 065da837-5240-469a-af83-fcc57daf813e {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:29.468428 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.514838 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-e8434130-c643-4ebb-bb92-a228114f0e67 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407005 Aug 23 14:22:29.623208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Calling delete_port for 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:29.666657 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-220711fa-dc56-42e2-8c9d-19ba908bdec0 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455927 Aug 23 14:22:29.869580 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-662ecfe2-3a1a-408d-901a-0a0cd78acd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:29.949652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] For port 065da837-5240-469a-af83-fcc57daf813e, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=065da837-5240-469a-af83-fcc57daf813e,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:29.950173 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.109835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Calling delete_port for 065da837-5240-469a-af83-fcc57daf813e owned by network:router_interface {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:30.177200 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.181907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.188499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.194314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.200768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.206630 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.212605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.214522 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-6bc3f17c-6bfe-434f-ab71-92f4f68c8963 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5443 time: 0.4862080 Aug 23 14:22:30.224394 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532cfc7-42e6-448e-aa3b-f1510200ec3e req-f0fb35bd-98e5-4e26-8d70-ed41459fbe83 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:30.224394 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2532cfc7-42e6-448e-aa3b-f1510200ec3e req-f0fb35bd-98e5-4e26-8d70-ed41459fbe83 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 945 time: 0.0855141 Aug 23 14:22:30.224633 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.229821 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3e76965a-7bae-443a-ba5c-13da8d66ad3d tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:30.230199 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['a8181e96-ae59-45be-89ef-834fafafcc1a', '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:30.267200 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2532cfc7-42e6-448e-aa3b-f1510200ec3e req-bf49fdf5-4f6a-471f-96a3-548c8afab46a tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Aug 23 14:22:30.338637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Pushing event deleted for resources: {'Port': ['ID=8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:30.341215 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:30.428143 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e42806ac-2aee-4f5d-a95e-d1a7a590cbc5 req-1c15e55c-59e8-441a-897e-992e904b568b tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Synchronizing usage tracker for tenant:2c540ed27bdb4c7695bc98ab84b4dd31 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:30.595967 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-e42806ac-2aee-4f5d-a95e-d1a7a590cbc5 req-1c15e55c-59e8-441a-897e-992e904b568b tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Unset dirty status for tenant:2c540ed27bdb4c7695bc98ab84b4dd31 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:30.601375 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e42806ac-2aee-4f5d-a95e-d1a7a590cbc5 req-1c15e55c-59e8-441a-897e-992e904b568b tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c540ed27bdb4c7695bc98ab84b4dd31 HTTP/1.1" status: 200 len: 6110 time: 0.2835026 Aug 23 14:22:30.696408 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] No DVR routers for this DVR port 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:30.697196 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e42806ac-2aee-4f5d-a95e-d1a7a590cbc5 req-9a503afc-e03c-4642-933f-b3cae414925c tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "GET /v2.0/security-groups/18535612-0ecf-487b-bc73-9d1a88305524 HTTP/1.1" status: 200 len: 2985 time: 0.0888674 Aug 23 14:22:30.699157 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:30.707327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'name': 'network-vif-deleted', 'tag': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:30.733218 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42d00230-0cff-4617-a4ef-d65332feebf8 req-385cd5bf-a957-4b08-a386-8d9c7a3e3564 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5092239 Aug 23 14:22:30.840093 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e42806ac-2aee-4f5d-a95e-d1a7a590cbc5 req-f2d3d323-2314-4f7e-ae92-7d2711969c76 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "GET /v2.0/security-groups/18535612-0ecf-487b-bc73-9d1a88305524 HTTP/1.1" status: 200 len: 2985 time: 0.1413753 Aug 23 14:22:30.885412 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b15424b-58f3-4fc1-a43b-3bc18dc186c0 req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "DELETE /v2.0/ports/8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 HTTP/1.1" status: 204 len: 173 time: 2.4514897 Aug 23 14:22:30.964181 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c368d04-d27f-45fb-b97c-91646343716d req-507f3037-3d90-4e0a-bb04-017f9508f546 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 210 time: 0.0810988 Aug 23 14:22:31.049621 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7c18286-efbc-4892-aa4a-2d2f0b1c5390 req-37905d3c-d53c-44f7-ae25-469a5193e92d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 210 time: 0.0637209 Aug 23 14:22:31.098461 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.104951 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:31.142499 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1a83f4-2df8-4ed1-8e19-49d55dc3631e', 'name': 'network-vif-deleted', 'tag': '8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06', 'status': 'completed', 'code': 200} Aug 23 14:22:31.217921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=065da837-5240-469a-af83-fcc57daf813e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:31.225780 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:31.401243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.409810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.418031 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.424742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.430630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.437922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.445767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.446202 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:31.446425 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3702de09-1d15-4e8c-8aa3-e7f4f077fff2 req-83d24757-4f26-49e5-9da1-14c22ecbe0b2 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5443 time: 0.2465568 Aug 23 14:22:31.457375 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50354) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:31.463208 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Request body: {'floatingip': {'port_id': 'd4733c45-5e02-4f23-83e9-dfd4518be297'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:31.538320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.566984 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:31.717699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b8505d8-63a9-4823-85a1-496b03fb1a47 req-8b9fd9e8-3c7a-4146-93bc-26489d126b2d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/a01a44c7-c623-4c8f-b582-efad714b5455 HTTP/1.1" status: 200 len: 1780 time: 0.1943593 Aug 23 14:22:31.881549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ca56e81c-ebd9-4302-9123-3b149f19e783 req-a2b3011a-8a80-4440-85fe-6d7f649abb35 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Synchronizing usage tracker for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:31.937899 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7b8505d8-63a9-4823-85a1-496b03fb1a47 req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.009486 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Router 699fa108-9e13-4893-8173-2adbec5d31e5 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:22:32.028199 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7b8505d8-63a9-4823-85a1-496b03fb1a47 req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.078498 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ca56e81c-ebd9-4302-9123-3b149f19e783 req-a2b3011a-8a80-4440-85fe-6d7f649abb35 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Unset dirty status for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:32.079684 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ca56e81c-ebd9-4302-9123-3b149f19e783 req-a2b3011a-8a80-4440-85fe-6d7f649abb35 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad1a83f4-2df8-4ed1-8e19-49d55dc3631e HTTP/1.1" status: 200 len: 210 time: 0.2556829 Aug 23 14:22:32.292715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:22:32.304187 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] Sync routers for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:22:32.309811 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] 10.222.0.72 "PUT /v2.0/routers/699fa108-9e13-4893-8173-2adbec5d31e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8680212 Aug 23 14:22:32.314327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50364) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:32.319579 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:32.320444 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:32.357434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7b8505d8-63a9-4823-85a1-496b03fb1a47 req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.359036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:32.363847 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1378765c-4eae-478c-95ef-1036868b6495 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:32.387071 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a44c7-c623-4c8f-b582-efad714b5455,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:32.400544 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:32.411836 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.425432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:32.425814 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 8b30f6cd-5d37-44f5-b8ba-b0d1dcd7ad06 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:32.433823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9a59f-ec84-4d2e-b9a5-fe6aca9e65b9 req-daaf55a9-d72f-4df1-8c6e-25f6f40f7b15 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:32.436471 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c9a59f-ec84-4d2e-b9a5-fe6aca9e65b9 req-daaf55a9-d72f-4df1-8c6e-25f6f40f7b15 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.2263212 Aug 23 14:22:32.520555 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7b8505d8-63a9-4823-85a1-496b03fb1a47 req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.530501 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b8505d8-63a9-4823-85a1-496b03fb1a47 req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/a01a44c7-c623-4c8f-b582-efad714b5455 HTTP/1.1" status: 204 len: 173 time: 0.7876835 Aug 23 14:22:32.573456 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.590593 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:32.711770 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:32.790328 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2c9a59f-ec84-4d2e-b9a5-fe6aca9e65b9 req-dc0fb3a6-797c-4bf8-927b-f7a27d0eaada tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433952 Aug 23 14:22:32.854953 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6285211-a895-4607-abd2-20bf67c849d9 req-858a6a40-cd6c-4c47-a4f6-92fc90fdaf1d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 210 time: 0.0882418 Aug 23 14:22:32.970116 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:22:30Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:32.975261 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] Checking router: 699fa108-9e13-4893-8173-2adbec5d31e5 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:22:32.998154 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] Routers {'699fa108-9e13-4893-8173-2adbec5d31e5'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:32.998771 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['699fa108-9e13-4893-8173-2adbec5d31e5'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:33.001675 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.061356 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Floating IP 2b2e9fe4-e228-4bd5-b640-52e7147dd547 associated. External IP: 172.25.7.56, port: d4733c45-5e02-4f23-83e9-dfd4518be297. Aug 23 14:22:33.065193 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc6a2c2c-e273-4852-b41d-c2bcc6a08db0 req-199a5fef-ccca-4378-938d-51248cdfd532 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 210 time: 0.0647836 Aug 23 14:22:33.114964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-557c56e8-9020-4d4a-b4aa-ead8d0939594 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:33.116434 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-557c56e8-9020-4d4a-b4aa-ead8d0939594 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.3227556 Aug 23 14:22:33.120692 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.145177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Request body: {'port': {'device_id': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'admin_state_up': True, 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:33.178559 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b467e34b-bb55-4b9f-a1ed-12fa7b0d07b0 req-fad20b38-bd38-4f81-b8fc-07153f41d8a1 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "GET /v2.0/security-groups/6800b276-8824-4d67-b449-7e387c7f5206 HTTP/1.1" status: 200 len: 1778 time: 0.2718396 Aug 23 14:22:33.260103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Deleting port ecd36360-ae22-4e81-8518-1b81509de812 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:33.260459 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.266284 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] Set router 699fa108-9e13-4893-8173-2adbec5d31e5 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:33.508583 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b467e34b-bb55-4b9f-a1ed-12fa7b0d07b0 req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.553180 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:33.561211 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b467e34b-bb55-4b9f-a1ed-12fa7b0d07b0 req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.619672 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:33.651107 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:22:30Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:33.655407 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dee5901-3cdf-40d2-ab49-4b9d927eb8cf None None] The sync data for ids ['699fa108-9e13-4893-8173-2adbec5d31e5'] in n-d-805628-1 is: [{'id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'name': 'tempest-ServersTestJSON-123701713-router', 'tenant_id': '21ca37bd682a4914b475f15ab7b17a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:19:19Z', 'updated_at': '2021-08-23T14:22:30Z', 'revision_number': 5, 'project_id': '21ca37bd682a4914b475f15ab7b17a8d', 'gw_port': {'id': 'ecd36360-ae22-4e81-8518-1b81509de812', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699fa108-9e13-4893-8173-2adbec5d31e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:19:21Z', 'updated_at': '2021-08-23T14:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:22:33.685748 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Router 8c34569b-0c11-48fa-835a-a86ff2020164 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:22:33.690586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] For port ecd36360-ae22-4e81-8518-1b81509de812, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=ecd36360-ae22-4e81-8518-1b81509de812,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:33.690586 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.760351 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:22:33.803063 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac947-0f33-46df-be64-e31397409407 req-8f81b6b3-e79a-4941-ab2b-bc36c32e88f7 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:33.804514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd7ac947-0f33-46df-be64-e31397409407 req-8f81b6b3-e79a-4941-ab2b-bc36c32e88f7 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.64 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.3044639 Aug 23 14:22:33.863528 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b467e34b-bb55-4b9f-a1ed-12fa7b0d07b0 req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.874716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:33.878103 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.879261 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f1c94d2-5fc7-4f60-bbb1-06b674710b03 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:33.900828 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800b276-8824-4d67-b449-7e387c7f5206,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:33.903588 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:33.907764 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-b467e34b-bb55-4b9f-a1ed-12fa7b0d07b0 req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.909247 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b467e34b-bb55-4b9f-a1ed-12fa7b0d07b0 req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/6800b276-8824-4d67-b449-7e387c7f5206 HTTP/1.1" status: 204 len: 173 time: 0.7201993 Aug 23 14:22:33.922380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:22:33.923450 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Calling delete_port for ecd36360-ae22-4e81-8518-1b81509de812 owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:33.927347 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:33.943047 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] Sync routers for ids ['8c34569b-0c11-48fa-835a-a86ff2020164'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:22:33.970166 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] Routers {'8c34569b-0c11-48fa-835a-a86ff2020164'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:33.970676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8c34569b-0c11-48fa-835a-a86ff2020164'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:34.060275 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-24f55ed2-df54-411d-8cf6-bb8528c2f9c0 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "PUT /v2.0/floatingips/2b2e9fe4-e228-4bd5-b640-52e7147dd547 HTTP/1.1" status: 200 len: 990 time: 2.5983701 Aug 23 14:22:34.060275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'd4733c45-5e02-4f23-83e9-dfd4518be297'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:34.178898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e33d1e-5cd5-4902-915a-606b546fb2c8 req-8fa0a8e7-40a4-4000-a506-1a9313688036 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:34.180464 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-02e33d1e-5cd5-4902-915a-606b546fb2c8 req-8fa0a8e7-40a4-4000-a506-1a9313688036 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.1087584 Aug 23 14:22:34.235072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 065da837-5240-469a-af83-fcc57daf813e no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:34.255009 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-02e33d1e-5cd5-4902-915a-606b546fb2c8 req-45a04c50-63ee-4b31-9f0e-6b2780087527 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645747 Aug 23 14:22:34.320957 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 065da837-5240-469a-af83-fcc57daf813e {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:34.321328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 065da837-5240-469a-af83-fcc57daf813e not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:34.341421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] Set router 8c34569b-0c11-48fa-835a-a86ff2020164 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:34.376680 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6758103f-80f8-429c-8934-f0ac1d276e9d req-db8400ec-1f60-471d-a9d2-cab029f03e8a tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "GET /v2.0/security-groups/a6b53b9c-066b-47a2-b88f-de8f830c7354 HTTP/1.1" status: 200 len: 1778 time: 0.0818698 Aug 23 14:22:34.451201 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6758103f-80f8-429c-8934-f0ac1d276e9d req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.482118 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6758103f-80f8-429c-8934-f0ac1d276e9d req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.540723 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5a09b52-6fd2-4f67-bb3b-27711eb90866 req-e31c899c-7638-4872-a3c5-e17a79805830 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 210 time: 0.3655939 Aug 23 14:22:34.583690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Deleting port 46f0be93-5ce6-40a1-8216-620d4c025434 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:34.584362 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.665087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Allocated IP 172.20.0.7 (bead4616-2cdd-4821-8ae8-d36de2e911a5/db3a72ab-84d2-40a5-878f-daf73b2955b2/265887bc-243f-40f5-ad17-8dbb1f97df23) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:34.673952 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-579bf1ed-b3fa-4152-8d02-933e8dcc9145 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:34.675404 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-579bf1ed-b3fa-4152-8d02-933e8dcc9145 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.9707489 Aug 23 14:22:34.678954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6758103f-80f8-429c-8934-f0ac1d276e9d req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.688441 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:34.702802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b53b9c-066b-47a2-b88f-de8f830c7354,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:34.705399 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:34.736756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'port': {'device_id': 'cee79b61-06d1-4da0-80af-583839644239', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'admin_state_up': True, 'tenant_id': '87297a12b9264a8abbf6b71583c33828'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:34.783023 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:57Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '2b2e9fe4-e228-4bd5-b640-52e7147dd547', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'floating_ip_address': '172.25.7.56', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'port_id': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'mac_address': 'fa:16:3e:82:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:20:45Z', 'updated_at': '2021-08-23T14:22:32Z', 'revision_number': 1, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f17c5c-cf11-4c78-a62b-f768cc5765bb', 'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'mac_address': 'fa:16:3e:aa:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:55Z', 'updated_at': '2021-08-23T14:19:04Z', 'revision_number': 5, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'subnets': [{'id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:34.786835 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] Checking router: 8c34569b-0c11-48fa-835a-a86ff2020164 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:22:34.795764 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] Routers {'8c34569b-0c11-48fa-835a-a86ff2020164'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:34.796379 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8c34569b-0c11-48fa-835a-a86ff2020164'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:34.800327 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-6758103f-80f8-429c-8934-f0ac1d276e9d req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:34.801581 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6758103f-80f8-429c-8934-f0ac1d276e9d req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "DELETE /v2.0/security-groups/a6b53b9c-066b-47a2-b88f-de8f830c7354 HTTP/1.1" status: 204 len: 173 time: 0.4210882 Aug 23 14:22:34.984696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] Set router 8c34569b-0c11-48fa-835a-a86ff2020164 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:35.029495 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'tag': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'status': 'completed', 'code': 200} Aug 23 14:22:35.165381 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.165870 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.166353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.166825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.167300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.167769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.168247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.170796 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d4bb659-1957-4e5f-bd2c-781cb73c2e6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.0966711 Aug 23 14:22:35.202046 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.238912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f954c20d-f9f5-4ca8-aaed-2b917e12a098 req-2e58345c-2951-4275-bad1-7a49c04aa53e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 210 time: 0.0671220 Aug 23 14:22:35.261430 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:35.310548 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:35.358352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a652b4-4418-4abd-ba87-32b6a1408a84 req-7b65fd79-515b-4af9-ab2a-f06fb5d92a09 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.365904 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a652b4-4418-4abd-ba87-32b6a1408a84 req-7b65fd79-515b-4af9-ab2a-f06fb5d92a09 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.7074499 Aug 23 14:22:35.379699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd36360-ae22-4e81-8518-1b81509de812,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:35.380465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-a8afb1e3-fd1e-4605-a7c5-0d6d1555a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.381955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-a8afb1e3-fd1e-4605-a7c5-0d6d1555a746 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59 HTTP/1.1" status: 200 len: 917 time: 0.1735816 Aug 23 14:22:35.385976 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:35.395482 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:57Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '2b2e9fe4-e228-4bd5-b640-52e7147dd547', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'floating_ip_address': '172.25.7.56', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'port_id': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'mac_address': 'fa:16:3e:82:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:20:45Z', 'updated_at': '2021-08-23T14:22:32Z', 'revision_number': 1, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f17c5c-cf11-4c78-a62b-f768cc5765bb', 'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'mac_address': 'fa:16:3e:aa:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:55Z', 'updated_at': '2021-08-23T14:19:04Z', 'revision_number': 5, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'subnets': [{'id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:35.400287 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd35d7c-00f3-4a2a-af38-11ddec22b267 None None] The sync data for ids ['8c34569b-0c11-48fa-835a-a86ff2020164'] in n-d-805628-1 is: [{'id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'name': 'tempest-TaggedBootDevicesTest_v242-67454830-router', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:18:48Z', 'updated_at': '2021-08-23T14:18:57Z', 'revision_number': 4, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'gw_port': {'id': 'a02a89c1-2c30-4522-a75c-b8b01c77728d', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:50Z', 'updated_at': '2021-08-23T14:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '2b2e9fe4-e228-4bd5-b640-52e7147dd547', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'floating_ip_address': '172.25.7.56', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'port_id': 'd4733c45-5e02-4f23-83e9-dfd4518be297', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'mac_address': 'fa:16:3e:82:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5328d68f-09db-4abf-bd37-afc46196b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:20:45Z', 'updated_at': '2021-08-23T14:22:32Z', 'revision_number': 1, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f17c5c-cf11-4c78-a62b-f768cc5765bb', 'name': '', 'network_id': 'c19dde2f-9025-4ff4-8a6a-74f0d932ef59', 'tenant_id': '46bcae8ed8ed44d899057f085a0060d7', 'mac_address': 'fa:16:3e:aa:06:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c34569b-0c11-48fa-835a-a86ff2020164', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:18:55Z', 'updated_at': '2021-08-23T14:19:04Z', 'revision_number': 5, 'project_id': '46bcae8ed8ed44d899057f085a0060d7', 'subnets': [{'id': 'c8d1c2f7-b095-4e17-ba3e-3ecd21060efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:22:35.447763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:35.581788 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50a652b4-4418-4abd-ba87-32b6a1408a84 req-e78525cf-29b6-412c-87a3-eeb5ea09128e tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147799 Aug 23 14:22:35.611617 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] For port 46f0be93-5ce6-40a1-8216-620d4c025434, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=46f0be93-5ce6-40a1-8216-620d4c025434,segment=NetworkSegment(73a695bc-4634-4bae-a700-d46a4fdb616d),segment_id=73a695bc-4634-4bae-a700-d46a4fdb616d)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:35.612443 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.642160 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-50b10500-fe54-4328-9b94-433a958af252 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 998 time: 0.2515247 Aug 23 14:22:35.656433 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.657375 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bd305c10-bafc-4c9e-96dc-fcf695bcf66d req-297b5d00-4d99-4ee9-8fef-e09b7b28d5fc tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "GET /v2.0/security-groups/5d467d54-ea3e-482d-88aa-61f8760903fe HTTP/1.1" status: 200 len: 1780 time: 0.0950766 Aug 23 14:22:35.719073 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09456e6f-38d6-49c3-a03e-2b82a8d26077 None None] New status for floating IP 2b2e9fe4-e228-4bd5-b640-52e7147dd547: ACTIVE {{(pid=80761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:22:35.728457 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Made reservation on behalf of 87297a12b9264a8abbf6b71583c33828 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:35.732083 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.765273 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-395607b4-a257-43fe-ac1c-a569d843d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.766779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-395607b4-a257-43fe-ac1c-a569d843d603 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0965681 Aug 23 14:22:35.819753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Calling delete_port for 46f0be93-5ce6-40a1-8216-620d4c025434 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:35.840471 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-bd305c10-bafc-4c9e-96dc-fcf695bcf66d req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.876967 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-bd305c10-bafc-4c9e-96dc-fcf695bcf66d req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:35.915368 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d898db0-05d1-4f26-af3c-a497d52632af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:35.916867 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-2d898db0-05d1-4f26-af3c-a497d52632af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413422 Aug 23 14:22:35.945662 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.048238 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-bd305c10-bafc-4c9e-96dc-fcf695bcf66d req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.054438 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8c346b65-fd85-40b5-9543-ff4c9e3a40df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:36.072046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-37ffffbb-c59d-4aff-8b5a-1daacf0db586 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476984 Aug 23 14:22:36.074537 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d467d54-ea3e-482d-88aa-61f8760903fe,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:36.097259 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:36.105695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-bd305c10-bafc-4c9e-96dc-fcf695bcf66d req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.112327 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bd305c10-bafc-4c9e-96dc-fcf695bcf66d req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] 10.222.0.72 "DELETE /v2.0/security-groups/5d467d54-ea3e-482d-88aa-61f8760903fe HTTP/1.1" status: 204 len: 173 time: 0.4503427 Aug 23 14:22:36.269912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7dcc3e5-6959-4618-979b-adfb080e6100 req-8fb75944-92be-4555-ab3b-7142f95c3c30 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902778 Aug 23 14:22:36.323957 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41cd19a7-f5c5-4e78-8ff9-7163778ac093 req-7a9a1123-0af5-406a-b41c-db911d17fecb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 210 time: 0.0528195 Aug 23 14:22:36.427025 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.441283 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.556309 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85c08a94-9c05-40d3-a81e-aed524c1f0db req-dc2c8bd0-898b-48ee-8e53-da32844d8c20 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 210 time: 0.0449326 Aug 23 14:22:36.636518 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e486dd-5ebe-48cd-847b-6069c9ef51ac req-077628b6-589a-43b0-9710-25775b73f19d tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:36.638631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99e486dd-5ebe-48cd-847b-6069c9ef51ac req-077628b6-589a-43b0-9710-25775b73f19d tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 946 time: 0.8266506 Aug 23 14:22:36.655947 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-1658b595-1134-4353-a0cc-28a6cebb8bfe tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:36.657529 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-1658b595-1134-4353-a0cc-28a6cebb8bfe tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.7914357 Aug 23 14:22:36.671112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Allocated IP 172.20.0.10 (875e11a6-5dac-4a9b-8090-7584ccbc87a2/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72/666175a3-ce00-48b6-a474-478474975e81) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:36.733868 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.739851 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.740380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699fa108-9e13-4893-8173-2adbec5d31e5 {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:22:36.753051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:36.759469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50414) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:36.763299 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5d316b4b-17bd-4a16-8bd0-3c4963420068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:36.863892 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:36.927823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:36.968599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66890101-1d9d-40e8-a25b-f3e6fd20b94d req-c7350bc8-35be-4242-b12f-379fe9cf7673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:36.976003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66890101-1d9d-40e8-a25b-f3e6fd20b94d req-c7350bc8-35be-4242-b12f-379fe9cf7673 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.1887209 Aug 23 14:22:36.981724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:36.984305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:22:37.030431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-99e486dd-5ebe-48cd-847b-6069c9ef51ac req-7ad5ffff-482f-406f-beb9-423d12485629 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/security-groups?id=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656309 Aug 23 14:22:37.033852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Deleting port a8181e96-ae59-45be-89ef-834fafafcc1a {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:37.034429 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.038489 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1b510c0a-088a-4ba2-9865-df9f55a51e4a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c540ed27bdb4c7695bc98ab84b4dd31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756941 Aug 23 14:22:37.057088 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50420) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:37.062014 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66890101-1d9d-40e8-a25b-f3e6fd20b94d req-671b1eea-c79e-476b-bcc6-451bd47953a6 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851090 Aug 23 14:22:37.096504 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event updated for resources: {'Port': ['ID=265887bc-243f-40f5-ad17-8dbb1f97df23,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:37.125593 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.152213 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.157873 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:37.158066 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-84333a93-b55f-4483-99f4-c51c49937945 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:37.226972 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] No DVR routers for this DVR port 46f0be93-5ce6-40a1-8216-620d4c025434 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:37.237259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Pushing event deleted for resources: {'Port': ['ID=46f0be93-5ce6-40a1-8216-620d4c025434,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:37.243907 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.249283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'name': 'network-vif-deleted', 'tag': '46f0be93-5ce6-40a1-8216-620d4c025434'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:37.255418 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:37.274824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:37.275448 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.307272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd7ac947-0f33-46df-be64-e31397409407 req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.64 "DELETE /v2.0/ports/46f0be93-5ce6-40a1-8216-620d4c025434 HTTP/1.1" status: 204 len: 173 time: 3.4369330 Aug 23 14:22:37.315294 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.321950 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ea11e5d9-9097-47dd-817c-aa6cb81d3c60 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:37.330670 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91', 'name': 'network-vif-deleted', 'tag': '46f0be93-5ce6-40a1-8216-620d4c025434', 'status': 'completed', 'code': 200} Aug 23 14:22:37.337189 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.338563 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] 10.222.0.72 "DELETE /v2.0/routers/699fa108-9e13-4893-8173-2adbec5d31e5 HTTP/1.1" status: 204 len: 168 time: 5.0232465 Aug 23 14:22:37.339120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18535612-0ecf-487b-bc73-9d1a88305524,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:37.341638 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:37.348157 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.348157 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18535612-0ecf-487b-bc73-9d1a88305524 HTTP/1.1" status: 204 len: 168 time: 0.2819939 Aug 23 14:22:37.360973 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50428) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:37.519249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Deleting subnet 3cd34b23-c062-44b4-bb3c-fe4df6514368 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:22:37.527397 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.605148 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.661696 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.677869 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395464b-c008-4d68-8cd4-33c65ad04839 req-06c74f47-8574-44f2-92cb-ad83580a48a0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:37.679576 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d395464b-c008-4d68-8cd4-33c65ad04839 req-06c74f47-8574-44f2-92cb-ad83580a48a0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 931 time: 0.2068028 Aug 23 14:22:37.739679 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c6895f9d-68f2-431b-b2af-9e964bab740d req-9ba02daa-e31e-4c90-8c66-2e74836749d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:37.747134 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d395464b-c008-4d68-8cd4-33c65ad04839 req-978ea933-606b-471d-9ea1-fe2c47e85b7a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602279 Aug 23 14:22:37.748518 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.752061 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6111312 Aug 23 14:22:37.786979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Transition to ACTIVE for port object 666175a3-ce00-48b6-a474-478474975e81 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:37.806566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] For port a8181e96-ae59-45be-89ef-834fafafcc1a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a8181e96-ae59-45be-89ef-834fafafcc1a,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:37.822758 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.956330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Calling delete_port for a8181e96-ae59-45be-89ef-834fafafcc1a owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:37.988091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Request body: {'port': {'device_id': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:37.990213 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:37.994591 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b2f1b05e-6a2c-4efc-93e0-802c56893e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:38.029800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd34b23-c062-44b4-bb3c-fe4df6514368,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:38.032891 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:38.033902 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.037950 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c6895f9d-68f2-431b-b2af-9e964bab740d req-9ba02daa-e31e-4c90-8c66-2e74836749d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:38.039362 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c6895f9d-68f2-431b-b2af-9e964bab740d req-9ba02daa-e31e-4c90-8c66-2e74836749d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 210 time: 0.3663597 Aug 23 14:22:38.049733 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f2b92-a46f-403b-abe9-2da8b9753dd2 None None] Network a98dda64-7851-4aae-9c8c-b1412642c0af requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:38.075403 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3cd34b23-c062-44b4-bb3c-fe4df6514368 HTTP/1.1" status: 204 len: 168 time: 0.6890662 Aug 23 14:22:38.075777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50444) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:38.296549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ecd36360-ae22-4e81-8518-1b81509de812 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:38.337119 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: ecd36360-ae22-4e81-8518-1b81509de812 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:38.337477 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ecd36360-ae22-4e81-8518-1b81509de812 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:38.358345 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 46f0be93-5ce6-40a1-8216-620d4c025434 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:38.400504 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 46f0be93-5ce6-40a1-8216-620d4c025434 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:38.400855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 46f0be93-5ce6-40a1-8216-620d4c025434 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:38.423772 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-539bf8ef-7990-49a8-b80a-00a77216580f req-b07ec1f0-f5ea-4b83-a5c0-cab37aca2801 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] 10.222.0.72 "GET /v2.0/ports?device_id=61ddaf70-eea4-4b2e-9f2e-b394ec9ebb91 HTTP/1.1" status: 200 len: 210 time: 0.0551841 Aug 23 14:22:38.437761 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.449667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f755f570-baec-429b-b894-51257db9cae8'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:38.490919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] DHCP port deletion for a98dda64-7851-4aae-9c8c-b1412642c0af request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:22:38.494042 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-822449c0-3f04-4be4-9b61-9d0ad41553ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:38.505932 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Deleting port 836909d1-b212-453e-b249-5901613106ea {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:38.506418 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.509194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50452) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:38.543128 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.612816 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fd6afa0f-494a-4af5-975c-469f6d17ed03 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77b21b884b79413f884ca7437db5e255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022482 Aug 23 14:22:38.613462 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50458) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:38.626316 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=666175a3-ce00-48b6-a474-478474975e81,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:38.631091 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:38.631961 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.670365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:38.701172 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.714733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:38.718883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:22:38.731269 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.810439 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Deleting port 836909d1-b212-453e-b249-5901613106ea {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:38.811066 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.838604 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] For port 836909d1-b212-453e-b249-5901613106ea, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=836909d1-b212-453e-b249-5901613106ea,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:38.839006 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:38.985775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Calling delete_port for 836909d1-b212-453e-b249-5901613106ea owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:38.995420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158721ff-2241-4306-b7aa-eb926fb77ef5 req-b3cad30f-faf6-4d99-862d-143bee3575dd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:38.999917 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-158721ff-2241-4306-b7aa-eb926fb77ef5 req-b3cad30f-faf6-4d99-862d-143bee3575dd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 931 time: 0.0996037 Aug 23 14:22:39.052775 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.068777 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:39.115642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.116379 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.196048 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-158721ff-2241-4306-b7aa-eb926fb77ef5 req-17fcdf03-cc18-4a1d-80ab-68069784a37d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901655 Aug 23 14:22:39.197264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d248a3c-da74-4c66-ae46-b4228eb0c4c6,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:39.204081 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:39.204928 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.206064 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d248a3c-da74-4c66-ae46-b4228eb0c4c6 HTTP/1.1" status: 204 len: 168 time: 0.5916560 Aug 23 14:22:39.208367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca1d9d-6a15-4213-a3b9-90ff38a07012 req-8f004582-4bab-452b-922e-47e38bf7f644 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.209131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dfca1d9d-6a15-4213-a3b9-90ff38a07012 req-8f004582-4bab-452b-922e-47e38bf7f644 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Synchronizing usage tracker for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:39.233869 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-980a6618-4efd-4b3c-b3d9-c4f1314e6872 None None] Provisioning for port 666175a3-ce00-48b6-a474-478474975e81 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:39.239661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-980a6618-4efd-4b3c-b3d9-c4f1314e6872 None None] Provisioning complete for port 666175a3-ce00-48b6-a474-478474975e81 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:39.240057 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-980a6618-4efd-4b3c-b3d9-c4f1314e6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.314240 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.316835 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.325191 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:39.331341 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-78f1569f-fc2f-490f-b784-c3277227586f tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:39.361317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-dfca1d9d-6a15-4213-a3b9-90ff38a07012 req-8f004582-4bab-452b-922e-47e38bf7f644 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Unset dirty status for tenant:c07df52b67df49ba87e3c6f17e65b4b3 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:39.362775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dfca1d9d-6a15-4213-a3b9-90ff38a07012 req-8f004582-4bab-452b-922e-47e38bf7f644 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 946 time: 0.9474802 Aug 23 14:22:39.378702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Pushing event deleted for resources: {'Port': ['ID=836909d1-b212-453e-b249-5901613106ea,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:39.386055 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:39.390850 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] No DVR routers for this DVR port 836909d1-b212-453e-b249-5901613106ea on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:39.406683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-980a6618-4efd-4b3c-b3d9-c4f1314e6872 None None] Port 666175a3-ce00-48b6-a474-478474975e81 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:22:39.438915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Pushing event deleted for resources: {'Port': ['ID=a8181e96-ae59-45be-89ef-834fafafcc1a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:39.441430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7222767 Aug 23 14:22:39.462941 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:39.482331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Request body: {'port': {'device_id': 'cee79b61-06d1-4da0-80af-583839644239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:39.568625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a2e6a-e32e-48ba-bfa3-69132fad6806 req-07e31d81-2f14-45d3-95b9-9a844ded14db tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:39.568625 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-387a2e6a-e32e-48ba-bfa3-69132fad6806 req-07e31d81-2f14-45d3-95b9-9a844ded14db tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 932 time: 0.0997102 Aug 23 14:22:39.612602 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-387a2e6a-e32e-48ba-bfa3-69132fad6806 req-b0cf9fdc-82ab-4cce-98e6-a6443fdeb50a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Aug 23 14:22:39.634338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] For port 836909d1-b212-453e-b249-5901613106ea, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=836909d1-b212-453e-b249-5901613106ea,segment=NetworkSegment(4496d1bf-0909-448f-b762-696b14364416),segment_id=4496d1bf-0909-448f-b762-696b14364416)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:39.634704 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.698460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50474) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:39.718441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] No DVR routers for this DVR port a8181e96-ae59-45be-89ef-834fafafcc1a on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:39.722445 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dfca1d9d-6a15-4213-a3b9-90ff38a07012 req-69ddb0e1-152c-41d5-971b-01e21d256f16 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf052aee-0a45-4f58-822b-dcd242e4b026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945178 Aug 23 14:22:39.800595 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Deleting subnet 38a1215a-ac6f-412d-bb88-8cb43572d930 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:22:39.800595 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.801276 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.801276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-70e75bcd-c78e-4559-befc-48f29b7774c2 req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.64 "DELETE /v2.0/ports/a8181e96-ae59-45be-89ef-834fafafcc1a HTTP/1.1" status: 204 len: 173 time: 3.1164782 Aug 23 14:22:39.801276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'name': 'network-vif-deleted', 'tag': 'a8181e96-ae59-45be-89ef-834fafafcc1a'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:39.826513 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.829872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Calling delete_port for 836909d1-b212-453e-b249-5901613106ea owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:39.898825 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:22:39.915614 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:39.962355 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.003269 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7775da18-edc7-414c-8251-b27d9e6f2e6b', 'name': 'network-vif-deleted', 'tag': 'a8181e96-ae59-45be-89ef-834fafafcc1a', 'status': 'completed', 'code': 200} Aug 23 14:22:40.131436 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.131938 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a10f1266-b1ac-416e-9cb4-3dfafd492b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:40.170700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a1215a-ac6f-412d-bb88-8cb43572d930,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:40.170954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.173977 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:40.180485 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/38a1215a-ac6f-412d-bb88-8cb43572d930 HTTP/1.1" status: 204 len: 168 time: 0.4781718 Aug 23 14:22:40.180832 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50488) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:40.295626 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 836909d1-b212-453e-b249-5901613106ea no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:40.330993 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 836909d1-b212-453e-b249-5901613106ea {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:40.333888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 836909d1-b212-453e-b249-5901613106ea not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:40.336543 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.352759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a8181e96-ae59-45be-89ef-834fafafcc1a no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:40.403699 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: a8181e96-ae59-45be-89ef-834fafafcc1a {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:22:40.409594 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a8181e96-ae59-45be-89ef-834fafafcc1a not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:22:40.461263 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265887bc-243f-40f5-ad17-8dbb1f97df23 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:40.470480 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.504467 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:22:40.505071 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:22:40.511764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Transition to ACTIVE for port object 265887bc-243f-40f5-ad17-8dbb1f97df23 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:40.572462 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.590238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11b73d-c362-4f93-acdb-cdca0f0c161b req-c0812408-10a8-4083-b4d1-6abfdb3ec646 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:40.591739 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e11b73d-c362-4f93-acdb-cdca0f0c161b req-c0812408-10a8-4083-b4d1-6abfdb3ec646 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 931 time: 0.2374911 Aug 23 14:22:40.595891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ba64d8-bfd8-42e7-b530-3705fbefa635']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:40.614849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666175a3-ce00-48b6-a474-478474975e81 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:40.623067 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.623684 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a695bc-4634-4bae-a700-d46a4fdb616d') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:40.623994 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a695bc-4634-4bae-a700-d46a4fdb616d') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:40.628509 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.638215 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b0c0e83b-f2e0-491b-aff7-e282153be2c8 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:40.641525 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.670025 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e11b73d-c362-4f93-acdb-cdca0f0c161b req-681db0f7-e659-46e3-8096-c1e3529dc309 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665915 Aug 23 14:22:40.678144 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.686332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:22:40.686946 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:40.702206 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:40.807132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Transition to ACTIVE for port object 666175a3-ce00-48b6-a474-478474975e81 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:40.926730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.930565 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4d151ca2-60d5-474d-ac81-a7f5daec106e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:40.940921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Pushing event updated for resources: {'Port': ['ID=265887bc-243f-40f5-ad17-8dbb1f97df23,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:40.944784 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.949052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-02eae340-cc8a-4678-add1-6742d530f070 req-33c96f27-686a-426f-9887-aa3d0ebdbda4 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] 10.222.0.72 "GET /v2.0/ports?device_id=7775da18-edc7-414c-8251-b27d9e6f2e6b HTTP/1.1" status: 200 len: 210 time: 0.0700567 Aug 23 14:22:40.950799 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:40.951467 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:40.959321 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ba64d8-bfd8-42e7-b530-3705fbefa635,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:40.964819 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:40.973517 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a7c6c00-ce88-44c4-a6c6-a7e52cd185d4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:41.054933 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Deleting port 836909d1-b212-453e-b249-5901613106ea {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:41.055287 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.060595 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e1ba64d8-bfd8-42e7-b530-3705fbefa635 HTTP/1.1" status: 204 len: 168 time: 0.8788624 Aug 23 14:22:41.067984 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50514) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:41.199569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Deleting subnet 229f22e9-507e-4503-bac6-3b2df0510e8a {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:22:41.203806 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.225640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Pushing event updated for resources: {'Port': ['ID=666175a3-ce00-48b6-a474-478474975e81,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:41.260094 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.277468 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:41.297913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] The port '836909d1-b212-453e-b249-5901613106ea' was deleted {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:22:41.332649 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.455624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Attempting to bind port 265887bc-243f-40f5-ad17-8dbb1f97df23 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:41.455624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Attempting to bind port 265887bc-243f-40f5-ad17-8dbb1f97df23 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:41.455624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Attempting to bind port 265887bc-243f-40f5-ad17-8dbb1f97df23 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:22:41.490711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Port 265887bc-243f-40f5-ad17-8dbb1f97df23 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:22:41.490711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Attempting to bind port 265887bc-243f-40f5-ad17-8dbb1f97df23 on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:22:41.519657 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.519657 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65f90e39-14ff-4a1a-90c3-d46309d69919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:41.557335 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52c6e7-f572-4bad-8ea3-0e92b61bbd34 req-25574a35-64d9-45b2-90c2-90d0bc2545ff tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:41.570004 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c52c6e7-f572-4bad-8ea3-0e92b61bbd34 req-25574a35-64d9-45b2-90c2-90d0bc2545ff tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 932 time: 0.7518010 Aug 23 14:22:41.579244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=229f22e9-507e-4503-bac6-3b2df0510e8a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:41.587637 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:41.589787 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.596385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:22:41.597085 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6d821f21-bc19-44cc-a496-dd9ecc39b059 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/229f22e9-507e-4503-bac6-3b2df0510e8a HTTP/1.1" status: 204 len: 168 time: 0.5280640 Aug 23 14:22:41.599864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:22:41.599864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Bound using segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:22:41.600534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Bound port: 265887bc-243f-40f5-ad17-8dbb1f97df23, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:41.600707 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.601296 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50524) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:41.622444 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.662604 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98dda64-7851-4aae-9c8c-b1412642c0af']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:41.724225 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4496d1bf-0909-448f-b762-696b14364416') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:41.727399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4496d1bf-0909-448f-b762-696b14364416') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:41.735231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.740752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Attempting to bind port 666175a3-ce00-48b6-a474-478474975e81 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:41.740869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Attempting to bind port 666175a3-ce00-48b6-a474-478474975e81 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:41.741252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Attempting to bind port 666175a3-ce00-48b6-a474-478474975e81 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:22:41.775672 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Port 666175a3-ce00-48b6-a474-478474975e81 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:22:41.775672 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Attempting to bind port 666175a3-ce00-48b6-a474-478474975e81 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:22:41.780318 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.816271 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c52c6e7-f572-4bad-8ea3-0e92b61bbd34 req-a5793d2b-a003-4337-a22a-ed0399030245 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451782 Aug 23 14:22:41.821132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:22:41.822432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:22:41.822432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Bound using segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:22:41.822582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Bound port: 666175a3-ce00-48b6-a474-478474975e81, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:41.822861 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.897761 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.950228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:22:41.950228 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:41.968197 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:41.988822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] For port 265887bc-243f-40f5-ad17-8dbb1f97df23, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:22:42.100844 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.148481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23f2817-b70a-4972-9361-b6c8d81068c1']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:42.187964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50540) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:42.206376 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35b0c0a-178c-4b79-b985-7e6df3690cc8') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:42.206376 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35b0c0a-178c-4b79-b985-7e6df3690cc8') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:42.239495 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.275894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.286680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237e54-8299-47f0-97aa-c15a7598073d req-7b638c01-d619-45b0-b9c9-8be823a10949 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.286680 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c237e54-8299-47f0-97aa-c15a7598073d req-7b638c01-d619-45b0-b9c9-8be823a10949 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 943 time: 0.4356585 Aug 23 14:22:42.315950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:22:42.316360 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.321938 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] For port 666175a3-ce00-48b6-a474-478474975e81, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:22:42.333653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] For port 265887bc-243f-40f5-ad17-8dbb1f97df23, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=265887bc-243f-40f5-ad17-8dbb1f97df23,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:42.334819 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:42.346619 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.351570 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.364145 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5f8f7e11-9402-462d-a23f-73978f9a368b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:42.391311 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] For port 666175a3-ce00-48b6-a474-478474975e81, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=666175a3-ce00-48b6-a474-478474975e81,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:22:42.397303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Deleting subnet 9e6c2be3-04f8-4487-84d1-a8b9fca7069d {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:22:42.404292 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.458155 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6c237e54-8299-47f0-97aa-c15a7598073d req-5cc43ef2-9043-4d65-9f94-c0472f9a2217 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426032 Aug 23 14:22:42.593342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=a98dda64-7851-4aae-9c8c-b1412642c0af,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:42.598083 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:42.601461 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.608040 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.613814 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a20175c2-ab94-4d0d-aea4-b13ddbd933a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:42.647031 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.660160 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.671493 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5f89aa0f-8a0c-40d6-b694-a0f37e44d93d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:42.675873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.676606 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.678235 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-86259609-8199-4170-9799-e31bb62c0962 service neutron] 10.222.0.82 "PUT /v2.0/ports/265887bc-243f-40f5-ad17-8dbb1f97df23 HTTP/1.1" status: 200 len: 1091 time: 4.9177978 Aug 23 14:22:42.688762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c23f2817-b70a-4972-9361-b6c8d81068c1 HTTP/1.1" status: 204 len: 168 time: 1.0846341 Aug 23 14:22:42.690189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c23f2817-b70a-4972-9361-b6c8d81068c1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:42.706144 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'tag': '265887bc-243f-40f5-ad17-8dbb1f97df23'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:42.710682 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:42.746270 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.789067 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a98dda64-7851-4aae-9c8c-b1412642c0af HTTP/1.1" status: 204 len: 168 time: 4.7269392 Aug 23 14:22:42.803937 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'tag': '265887bc-243f-40f5-ad17-8dbb1f97df23', 'status': 'completed', 'code': 200} Aug 23 14:22:42.804602 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:42.804870 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:42.807606 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] 10.222.0.82 "PUT /v2.0/ports/666175a3-ce00-48b6-a474-478474975e81 HTTP/1.1" status: 200 len: 1092 time: 3.3361371 Aug 23 14:22:43.074031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Pushing event updated for resources: {'Port': ['ID=265887bc-243f-40f5-ad17-8dbb1f97df23,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:43.161916 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.197118 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be3eed-f6fa-4246-9704-4b34419c2822 req-556442ba-006d-40ca-9c5f-fcfccd43eaf9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.198757 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41be3eed-f6fa-4246-9704-4b34419c2822 req-556442ba-006d-40ca-9c5f-fcfccd43eaf9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 944 time: 0.1179161 Aug 23 14:22:43.248095 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-41be3eed-f6fa-4246-9704-4b34419c2822 req-4b1108b4-4ca7-4ba6-ae39-298380a0bf6b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Aug 23 14:22:43.272291 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7642a-e034-408b-a47b-c18d2e2aebb2 req-bb3fc33d-ac7b-44bb-a691-92f1104654a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.273823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7c7642a-e034-408b-a47b-c18d2e2aebb2 req-bb3fc33d-ac7b-44bb-a691-92f1104654a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 1094 time: 0.4182441 Aug 23 14:22:43.277747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Pushing event updated for resources: {'Port': ['ID=666175a3-ce00-48b6-a474-478474975e81,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:43.283751 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:43.284438 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:43.284822 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:43.315759 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-fc675361-4782-4c9c-b058-a7aefd49493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.317261 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-fc675361-4782-4c9c-b058-a7aefd49493d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 1095 time: 0.3645346 Aug 23 14:22:43.327081 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50586) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:43.393874 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f807d8dd-b308-4e74-956e-873240f670e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f0af8ba7d2449b19eaa1b12725716aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655096 Aug 23 14:22:43.394679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50592) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:43.456255 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.461225 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-c40a0614-55d9-49a8-b18a-3ab56b8830d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666175a3-ce00-48b6-a474-478474975e81 HTTP/1.1" status: 200 len: 217 time: 0.1256616 Aug 23 14:22:43.465834 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6a2a9d86-9714-46ba-b292-6f0eb880a413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:43.469723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.499995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50598) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:43.507325 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.564836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f2b5b-1c5d-47e6-bf08-a0aa34b0913b None None] Network e48d03fa-d686-4e9f-b55c-526012dc6fbb requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:43.580720 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6c2be3-04f8-4487-84d1-a8b9fca7069d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:43.587246 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.594824 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:43.641710 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-719ce2e9-2227-4fd8-89cc-9d098892b253 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9e6c2be3-04f8-4487-84d1-a8b9fca7069d HTTP/1.1" status: 204 len: 168 time: 1.4497697 Aug 23 14:22:43.644108 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50604) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:43.660222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7642a-e034-408b-a47b-c18d2e2aebb2 req-4f7b8a6b-df17-4c11-97ec-873023bdca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.661962 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7c7642a-e034-408b-a47b-c18d2e2aebb2 req-4f7b8a6b-df17-4c11-97ec-873023bdca1e service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3793528 Aug 23 14:22:43.715746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-7f540e11-6ba3-4df4-9b61-ba85e865f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.717687 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-7f540e11-6ba3-4df4-9b61-ba85e865f9f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.2207398 Aug 23 14:22:43.725831 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-35dd2015-e45e-4744-98de-1737965c8e9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=21ca37bd682a4914b475f15ab7b17a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223425 Aug 23 14:22:43.727956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50608) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:43.785586 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.799475 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-854595c0-dcfb-4fda-b8f1-03a29d16a10d tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:43.829788 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:43.841966 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.850786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.851236 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.851817 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.852619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.853006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.853401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.853770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.854141 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.854502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.855041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.855417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.855797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:43.869924 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:43.876405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Deleting port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:43.877006 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.936248 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b5ea4-cba6-4427-a309-6c379508228d req-bf58ca94-a1e3-4b0d-bc9b-e9cc4404c291 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:43.937793 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-348b5ea4-cba6-4427-a309-6c379508228d req-bf58ca94-a1e3-4b0d-bc9b-e9cc4404c291 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 943 time: 0.2722270 Aug 23 14:22:43.951398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] DHCP port deletion for e48d03fa-d686-4e9f-b55c-526012dc6fbb request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:22:43.970111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Deleting port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:43.970111 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.971906 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:43.975657 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e36b6bd8-b46f-4d37-9f8b-53b5c8d14d10 HTTP/1.1" status: 204 len: 168 time: 0.5797231 Aug 23 14:22:44.062009 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7642a-e034-408b-a47b-c18d2e2aebb2 req-f7cca789-3c25-422d-84b1-4a9531230567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.063496 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7c7642a-e034-408b-a47b-c18d2e2aebb2 req-f7cca789-3c25-422d-84b1-4a9531230567 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3886998 Aug 23 14:22:44.077202 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-348b5ea4-cba6-4427-a309-6c379508228d req-b44dc2c8-9f0a-40d8-9493-b7c2a656a930 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298783 Aug 23 14:22:44.097877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6901-281b-4025-ba88-3e9559bece97 req-aab77518-d97d-4399-99ed-a992a84a8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.106967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-aab77518-d97d-4399-99ed-a992a84a8bf8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3780029 Aug 23 14:22:44.114702 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.244717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] For port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:44.245406 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.288592 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] For port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,segment=NetworkSegment(ef819a5e-2d19-4466-a46d-2e7cd2509223),segment_id=ef819a5e-2d19-4466-a46d-2e7cd2509223)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:44.289322 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.380274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50620) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:44.444187 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:22:44.480033 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Calling delete_port for 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:44.487624 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.508529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Calling delete_port for 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:22:44.607191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.626631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-41171b13-9b60-4a1d-b4d0-965ddd26fd28 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759135 Aug 23 14:22:44.633039 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:44.662518 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:4b9b7c68508947b9b89c2c89cdd99929 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:44.667049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-68e4b802-0e92-441d-842a-321d4748ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.668684 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-68e4b802-0e92-441d-842a-321d4748ab48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 1094 time: 0.4614747 Aug 23 14:22:44.674270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:44.699925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7005e8d-f0ad-419a-8c19-c615a0b1bcc4 req-bbccaa5d-3a97-42cd-8988-72af5aa54edf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:44.701437 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7005e8d-f0ad-419a-8c19-c615a0b1bcc4 req-bbccaa5d-3a97-42cd-8988-72af5aa54edf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 944 time: 0.2016177 Aug 23 14:22:44.736953 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.737534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:44.764652 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7005e8d-f0ad-419a-8c19-c615a0b1bcc4 req-049f1ca2-fcf4-44a1-a564-061bd168733e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564530 Aug 23 14:22:44.767382 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-46a0ac7c-9c00-4918-9b71-094ede590d4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=265887bc-243f-40f5-ad17-8dbb1f97df23 HTTP/1.1" status: 200 len: 217 time: 0.0897768 Aug 23 14:22:44.810949 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.api [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:22:44.811270 n-d-805628-1 neutron-server[80759]: DEBUG oslo_db.api [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:22:44.821250 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee79b61-06d1-4da0-80af-583839644239', 'tag': '666175a3-ce00-48b6-a474-478474975e81'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:44.834941 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:44.844319 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:44.952118 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Pushing event deleted for resources: {'Port': ['ID=5a0b13d2-2d6f-43ac-a792-c9359fd714a1,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:44.954941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] No DVR routers for this DVR port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:22:44.957341 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:45.007374 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.023357 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:45.053804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff0254-544f-4710-94e0-85a903c0cea0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:45.061811 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee79b61-06d1-4da0-80af-583839644239', 'tag': '666175a3-ce00-48b6-a474-478474975e81', 'status': 'completed', 'code': 200} Aug 23 14:22:45.073254 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:45.109629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-a8634a5c-b5c9-47e8-9c0c-0fc3f64d018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:45.111110 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-a8634a5c-b5c9-47e8-9c0c-0fc3f64d018f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.3375804 Aug 23 14:22:45.117712 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.118765 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8fff0254-544f-4710-94e0-85a903c0cea0 HTTP/1.1" status: 204 len: 168 time: 1.3853562 Aug 23 14:22:45.172454 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adee6901-281b-4025-ba88-3e9559bece97 req-726105df-20ef-4183-9798-cfb304fb5d3d service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326080 Aug 23 14:22:45.185743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-5dbc1c6a-53d3-47d7-b3a2-a7651ab4336e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658219 Aug 23 14:22:45.258993 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.307619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8cefc-b259-4f10-8296-e1e46b46210f req-dd45d312-b28d-45cb-b566-b70d06fd34ba tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:45.314720 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50638) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:45.315785 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9ce8cefc-b259-4f10-8296-e1e46b46210f req-dd45d312-b28d-45cb-b566-b70d06fd34ba tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 943 time: 0.1129897 Aug 23 14:22:45.317119 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Deleting port 5a0b13d2-2d6f-43ac-a792-c9359fd714a1 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:22:45.317824 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.408114 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.416325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] The port '5a0b13d2-2d6f-43ac-a792-c9359fd714a1' was deleted {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:22:45.432157 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:45.477266 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9ce8cefc-b259-4f10-8296-e1e46b46210f req-cba58ad8-2dca-4184-bde7-742fc46f29f4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240356 Aug 23 14:22:45.486768 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-796a799b-94ec-4e47-83bb-4abec8cde679 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3af516606fc41eabb7116a77865b7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687095 Aug 23 14:22:45.487739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50642) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:45.504070 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-1bed1049-5efe-433c-abf3-3a5a307cf52f service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098288 Aug 23 14:22:45.515755 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b9b7c68508947b9b89c2c89cdd99929&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1257861 Aug 23 14:22:45.515755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4c1a1f-8ec4-47fd-85dd-f9faa3f2c13a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:45.515755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50646) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:45.525854 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:45.588554 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.618366 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48d03fa-d686-4e9f-b55c-526012dc6fbb']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:45.674541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-28b8d27f-1462-43fb-a23f-4cefb39d133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:45.676115 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-28b8d27f-1462-43fb-a23f-4cefb39d133a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 1095 time: 0.3401160 Aug 23 14:22:45.742889 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.778076 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.798807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef819a5e-2d19-4466-a46d-2e7cd2509223') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:45.799256 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef819a5e-2d19-4466-a46d-2e7cd2509223') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:45.811528 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3eb10ef8-39f1-4723-a400-fd49748b2765 req-ff571559-fc42-447c-9310-49333857d080 service neutron] 10.222.0.82 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994990 Aug 23 14:22:45.824411 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.847723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.849652 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.865473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:22:45.865867 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:22:45.879364 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:22:45.959136 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:45.991432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-e0aef8c9-e5b4-43ab-a8b4-82324ad4beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:45.994318 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-e0aef8c9-e5b4-43ab-a8b4-82324ad4beca service neutron] 10.222.0.82 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.3068500 Aug 23 14:22:46.083126 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-112534ac-0568-4234-bcd9-401a7bfafbd6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666175a3-ce00-48b6-a474-478474975e81 HTTP/1.1" status: 200 len: 217 time: 0.0765555 Aug 23 14:22:46.110095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e590c2-de67-468a-a4d3-945a8a4aa797 req-2d0bfbb8-aefd-49de-884e-c99adff638bb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.111729 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-73e590c2-de67-468a-a4d3-945a8a4aa797 req-2d0bfbb8-aefd-49de-884e-c99adff638bb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 944 time: 0.0930851 Aug 23 14:22:46.113799 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.117174 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:46.133302 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.150184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-272515d2-f86e-411d-a456-ca5709e84f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.151713 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-272515d2-f86e-411d-a456-ca5709e84f02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.0605323 Aug 23 14:22:46.159457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e48d03fa-d686-4e9f-b55c-526012dc6fbb,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:46.166832 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:46.201103 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-73e590c2-de67-468a-a4d3-945a8a4aa797 req-5a7d8987-7948-4ccb-af28-90deb3b20d26 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651939 Aug 23 14:22:46.203272 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.209921 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.212058 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:46.212384 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.215917 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a964df0b-b9df-429f-a42e-41c9ad1a3fee HTTP/1.1" status: 204 len: 168 time: 0.7241666 Aug 23 14:22:46.215917 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ce4ec2d5-23ea-4570-b9da-ab8d1e7d1669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:46.228634 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4c1a1f-8ec4-47fd-85dd-f9faa3f2c13a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:46.232317 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a964df0b-b9df-429f-a42e-41c9ad1a3fee,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:46.233916 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:46.237372 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:46.246220 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:46.251448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b4c1a1f-8ec4-47fd-85dd-f9faa3f2c13a HTTP/1.1" status: 204 len: 168 time: 0.7328300 Aug 23 14:22:46.280521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-7b2d5a84-9aa2-46e6-bb4a-c0a90e1244c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.282147 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-7b2d5a84-9aa2-46e6-bb4a-c0a90e1244c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222851 Aug 23 14:22:46.285821 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] 10.222.0.72 "DELETE /v2.0/networks/e48d03fa-d686-4e9f-b55c-526012dc6fbb HTTP/1.1" status: 204 len: 168 time: 2.6379213 Aug 23 14:22:46.440905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-8dbce693-f37f-4669-9ef7-b15c97c015cc service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516318 Aug 23 14:22:46.633561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8786f80d-25d9-4121-9acd-391725bb8c0b req-e4beb3ca-e344-4917-9e02-3b8f2db27d74 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860459 Aug 23 14:22:46.722191 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cee1a5-6870-4e01-b244-1082fb676b9a req-15554d09-8dfa-4644-aea4-5f61733905ce tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:46.724056 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b4cee1a5-6870-4e01-b244-1082fb676b9a req-15554d09-8dfa-4644-aea4-5f61733905ce tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 943 time: 0.1022460 Aug 23 14:22:46.773980 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b4cee1a5-6870-4e01-b244-1082fb676b9a req-4493b7d6-e4ec-4ab4-b11a-0727dd3be25d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436542 Aug 23 14:22:46.897782 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 666175a3-ce00-48b6-a474-478474975e81 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:47.054984 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 666175a3-ce00-48b6-a474-478474975e81, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=666175a3-ce00-48b6-a474-478474975e81,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:47.070237 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '666175a3-ce00-48b6-a474-478474975e81', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': '666175a3-ce00-48b6-a474-478474975e81', 'mac_address': 'fa:16:3e:cb:a1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:47.117703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50686) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:47.130850 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.168855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666175a3-ce00-48b6-a474-478474975e81 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:47.168855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 666175a3-ce00-48b6-a474-478474975e81, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=666175a3-ce00-48b6-a474-478474975e81,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:47.171121 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9e49702b-9a76-45c2-870b-a04bc9150b28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c07df52b67df49ba87e3c6f17e65b4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521154 Aug 23 14:22:47.173471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50690) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:47.237844 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.264203 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.326367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50700) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:47.375076 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.375076 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-d0f5162a-5e1f-4d1d-86ed-dfaf336c1ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:47.375426 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.383777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:47.388382 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Usage tracker for resource:security_group_rule and tenant:eb22d4cc5df8424e98698e4bfaa7685f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:47.391587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:47.402218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:47.448768 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=666175a3-ce00-48b6-a474-478474975e81,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:47.452610 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:47.475906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226dbd3-f546-40ac-b9ff-d2316f0be114 req-544a2631-3705-49b0-b71c-174bf8d8b29e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:47.478079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1226dbd3-f546-40ac-b9ff-d2316f0be114 req-544a2631-3705-49b0-b71c-174bf8d8b29e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 945 time: 0.1289716 Aug 23 14:22:47.531280 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.537106 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1226dbd3-f546-40ac-b9ff-d2316f0be114 req-2cb55870-005d-4fc1-8d4e-6107a3edd99f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515862 Aug 23 14:22:47.589394 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['666175a3-ce00-48b6-a474-478474975e81'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:47.640441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50710) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:47.688147 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.688147 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69477f9b-100f-4c29-a8a7-e70a301abcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:47.701478 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf052aee-0a45-4f58-822b-dcd242e4b026,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:47.710845 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:47.751782 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-966335298-network', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:47.756492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:47.760334 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Usage tracker for resource:network and tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:47.763308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:47.769485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:47.775295 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.785242 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-efedbe13-453b-4431-86e5-b40ebd6a8513 tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:47.836735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb22d4cc5df8424e98698e4bfaa7685f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065820 Aug 23 14:22:47.837145 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50720) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:47.845257 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee9cc6a-5f9c-4796-ad5c-e54efa11267b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:47.848400 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-95869682-3538-4ef2-a3c3-bb3ac74306d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:47.850795 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.851915 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf052aee-0a45-4f58-822b-dcd242e4b026 HTTP/1.1" status: 204 len: 168 time: 0.6773937 Aug 23 14:22:47.892461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Made reservation on behalf of 2c9d4f6a77e840ccb2e96b2c4d1dd338 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:47.894822 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.912946 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:47.928101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:47.932587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Usage tracker for resource:security_group_rule and tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:47.936567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:47.943749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:48.049218 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.094236 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.133362 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.148959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af3a85-1a6a-4bf4-ae7a-7fa295c4c39f req-2485aadb-6ccb-4150-96de-b174ee0aacab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.154354 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.156156 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63af3a85-1a6a-4bf4-ae7a-7fa295c4c39f req-2485aadb-6ccb-4150-96de-b174ee0aacab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 943 time: 0.2483156 Aug 23 14:22:48.163968 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e4b28997-4479-4870-a1d0-64d8bbbbdbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:48.286218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63af3a85-1a6a-4bf4-ae7a-7fa295c4c39f req-7cbeb3cb-1346-47e0-aad1-bbcc2016306d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288683 Aug 23 14:22:48.387773 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:22:48.394247 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43623304-ab85-4511-9ca0-46efcd569235,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:48.398029 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:48.409531 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.412050 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.412176 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9ea68824-8ce1-448f-9f97-39919458e7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:48.414520 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Added segment 1bce7abb-bac4-4302-80d8-8b46974b15ac of type vlan for network 689b46c9-cb9a-4f15-ba57-c300446b1d2e Aug 23 14:22:48.428469 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee9cc6a-5f9c-4796-ad5c-e54efa11267b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:48.438880 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:48.438880 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.438880 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ee9cc6a-5f9c-4796-ad5c-e54efa11267b HTTP/1.1" status: 204 len: 168 time: 0.5976121 Aug 23 14:22:48.468987 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.651605 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.653948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.654989 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:48.697791 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e73c628-a745-4b4e-a97b-ddd52fea7de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:48.808393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50748) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:48.819369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Pushing event updated for resources: {'Network': ['ID=689b46c9-cb9a-4f15-ba57-c300446b1d2e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:48.822409 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:48.830634 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:48.853043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ac68-1cb6-4c54-a3be-3be7792dc5dd req-6263b256-bfcd-4a5d-9a4e-52ca442af082 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:48.854795 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c45ac68-1cb6-4c54-a3be-3be7792dc5dd req-6263b256-bfcd-4a5d-9a4e-52ca442af082 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 945 time: 0.1942110 Aug 23 14:22:48.858085 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2165768 Aug 23 14:22:48.872332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50758) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:48.878242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Request body: {'subnet': {'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-subnet', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:48.888105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:48.896246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Usage tracker for resource:subnet and tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:48.921276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:48.921276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:48.925827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 265887bc-243f-40f5-ad17-8dbb1f97df23 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:22:48.928291 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 666175a3-ce00-48b6-a474-478474975e81 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:48.948622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2c45ac68-1cb6-4c54-a3be-3be7792dc5dd req-eb9fe2cc-439c-4b2f-88c3-df7258b51907 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851905 Aug 23 14:22:48.982415 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-network', 'tenant_id': '39a195ceff8b480889d58e45b578e38a'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:48.992151 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:48.999213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Usage tracker for resource:network and tenant:39a195ceff8b480889d58e45b578e38a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:49.018717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:49.018717 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:49.038008 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Made reservation on behalf of 2c9d4f6a77e840ccb2e96b2c4d1dd338 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:49.038008 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.147753 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Made reservation on behalf of 39a195ceff8b480889d58e45b578e38a for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:49.150440 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.173584 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.196068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 265887bc-243f-40f5-ad17-8dbb1f97df23, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=265887bc-243f-40f5-ad17-8dbb1f97df23,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:49.201119 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:49.206574 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 666175a3-ce00-48b6-a474-478474975e81 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:49.208055 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Usage tracker for resource:security_group_rule and tenant:39a195ceff8b480889d58e45b578e38a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:49.212235 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:49.217849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 666175a3-ce00-48b6-a474-478474975e81 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:49.218250 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.220120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:49.258737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '265887bc-243f-40f5-ad17-8dbb1f97df23', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'port_id': '265887bc-243f-40f5-ad17-8dbb1f97df23', 'mac_address': 'fa:16:3e:78:de:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3a72ab-84d2-40a5-878f-daf73b2955b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:22:49.335194 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.355278 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265887bc-243f-40f5-ad17-8dbb1f97df23 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:22:49.420257 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 265887bc-243f-40f5-ad17-8dbb1f97df23, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=265887bc-243f-40f5-ad17-8dbb1f97df23,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:49.430137 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.437818 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.456302 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.463168 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3b0f1ac6-92db-46ea-8534-e5b26930f5ab tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:49.466025 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee79b61-06d1-4da0-80af-583839644239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666175a3-ce00-48b6-a474-478474975e81'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:49.477494 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 666175a3-ce00-48b6-a474-478474975e81, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=666175a3-ce00-48b6-a474-478474975e81,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:49.511085 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.511085 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:49.570875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b43f6-5afd-420b-a0cc-f5baad0a1059 req-107c7859-820b-43e1-9e9b-23ca61071099 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:49.570875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4e9b43f6-5afd-420b-a0cc-f5baad0a1059 req-107c7859-820b-43e1-9e9b-23ca61071099 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:22:49.609325 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.613899 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=265887bc-243f-40f5-ad17-8dbb1f97df23,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:49.619249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:49.619249 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:49.619249 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fd840476-20fc-469e-b906-b7c15d87ca4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:49.619894 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:49.628650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:22:49.635566 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.635566 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:49.650914 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Checking segment: {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:22:49.651280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Network hostable DHCP agents. Network: 689b46c9-cb9a-4f15-ba57-c300446b1d2e, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:49.667723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.668798 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Added segment 5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3 of type vlan for network 8b88a2ad-372e-4736-9712-303a172de510 Aug 23 14:22:49.671141 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b898354-8807-4e8b-b4f1-980e781c2494,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:49.680636 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:49.700102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4e9b43f6-5afd-420b-a0cc-f5baad0a1059 req-107c7859-820b-43e1-9e9b-23ca61071099 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:22:49.700102 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e9b43f6-5afd-420b-a0cc-f5baad0a1059 req-107c7859-820b-43e1-9e9b-23ca61071099 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 943 time: 0.2496002 Aug 23 14:22:49.739672 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.747813 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=666175a3-ce00-48b6-a474-478474975e81,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:49.750998 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:49.782481 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e9b43f6-5afd-420b-a0cc-f5baad0a1059 req-4d6ac2d1-dfd2-47c4-a214-c6703ca80bbc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768769 Aug 23 14:22:49.785332 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['265887bc-243f-40f5-ad17-8dbb1f97df23'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:22:49.804691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:49.864404 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.881034 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:49.881034 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:49.881034 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-071abfa6-fbef-4750-aefb-12f8b3b039b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:49.903705 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee79b61-06d1-4da0-80af-583839644239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666175a3-ce00-48b6-a474-478474975e81', 'code': 200} Aug 23 14:22:49.913752 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 689b46c9-cb9a-4f15-ba57-c300446b1d2e) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:49.926260 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245eedd8-b3ae-48fe-b9f3-78919222192c None None] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:49.946346 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:49.948883 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.061137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd582ad0-5990-4b26-8b97-1a1195f93a49 req-994af4f5-2eb9-4112-9712-89d0da156f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:50.061137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd582ad0-5990-4b26-8b97-1a1195f93a49 req-994af4f5-2eb9-4112-9712-89d0da156f48 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 1097 time: 0.1048191 Aug 23 14:22:50.158065 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cd582ad0-5990-4b26-8b97-1a1195f93a49 req-40817c29-b176-413c-9814-afd0e37d0f0f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903962 Aug 23 14:22:50.184677 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50800) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:50.188517 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3715880 Aug 23 14:22:50.198925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Request body: {'subnet': {'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-subnet', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:50.203300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Pushing event updated for resources: {'Network': ['ID=8b88a2ad-372e-4736-9712-303a172de510,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:50.208941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:50.216220 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:50.218854 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Usage tracker for resource:subnet and tenant:39a195ceff8b480889d58e45b578e38a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:50.222422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:50.229463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 8b88a2ad-372e-4736-9712-303a172de510 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:50.229749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:50.237637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50804) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:50.301147 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-dc88346d-0593-427f-9a21-376d72e7fe71 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4270494 Aug 23 14:22:50.303537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50812) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:50.309672 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:50.318135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:50.328641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Usage tracker for resource:router and tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:50.333823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:50.346899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Made reservation on behalf of 39a195ceff8b480889d58e45b578e38a for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:50.353654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93787170-d70b-41e3-9ade-5fd8890ca319 req-4b66acea-eb9e-4f3c-8777-67d09dffa25c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:50.355287 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.356399 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93787170-d70b-41e3-9ade-5fd8890ca319 req-4b66acea-eb9e-4f3c-8777-67d09dffa25c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 946 time: 0.1439188 Aug 23 14:22:50.389833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:50.460415 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93787170-d70b-41e3-9ade-5fd8890ca319 req-ab223062-6058-4a1f-a428-7c9af664a0da tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961351 Aug 23 14:22:50.586169 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.586169 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.627436 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:50.713695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-network', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:50.727793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:50.742097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Usage tracker for resource:network and tenant:bfb99301e5b345299854f5940e9dfa31 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:50.742097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:50.753669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:50.769037 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dbfa7a-4a0a-4d91-b13d-ed6bce76139f None None] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:50.957663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Made reservation on behalf of bfb99301e5b345299854f5940e9dfa31 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:50.960088 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.149714 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.161262 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-934fcc2e-504e-4f57-a891-57b914e1247d tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:51.185891 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.306050 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.341870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:51.356584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb99301e5b345299854f5940e9dfa31 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:51.373438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:51.381986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42b59bc-ba1d-40e9-a27d-de14d176ca54,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:51.391490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:51.416438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Checking segment: {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:22:51.416438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Network hostable DHCP agents. Network: 8b88a2ad-372e-4736-9712-303a172de510, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:51.416438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.416438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.422403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:22:51.443184 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:51.488002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2f4d-ce86-4bf7-9102-d7bea4e7dabd req-6eb3d0b2-b681-4a1f-be22-4b32197829af tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:51.488002 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af5f2f4d-ce86-4bf7-9102-d7bea4e7dabd req-6eb3d0b2-b681-4a1f-be22-4b32197829af tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 944 time: 0.5302629 Aug 23 14:22:51.599840 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af5f2f4d-ce86-4bf7-9102-d7bea4e7dabd req-2449d2b9-c518-43e4-8382-cc96e8c94a63 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062133 Aug 23 14:22:51.686680 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Network 8b88a2ad-372e-4736-9712-303a172de510 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:51.732113 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.832824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac15e5-a835-412d-be29-81d19854e04f req-5daa3ce5-f20b-48d8-9302-4d55de788f5f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:51.839340 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-39ac15e5-a835-412d-be29-81d19854e04f req-5daa3ce5-f20b-48d8-9302-4d55de788f5f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 946 time: 0.1380808 Aug 23 14:22:51.901904 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-39ac15e5-a835-412d-be29-81d19854e04f req-be383825-ec5d-4bbe-8995-674bd294e9d2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554187 Aug 23 14:22:51.985775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 8b88a2ad-372e-4736-9712-303a172de510) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:51.987677 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:51.994859 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ee048-6ce1-4f63-8652-ab81e7addbc0 None None] Network 8b88a2ad-372e-4736-9712-303a172de510 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:51.997149 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ee7d5add-e10b-4bbe-afb4-2087abce591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:52.006715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:52.007379 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.048909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:22:52.062529 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.063126 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Added segment d70cc916-5eeb-414b-bad6-27c031ff6fbf of type vlan for network 59281926-8e6f-42b5-b54b-19d405ad026c Aug 23 14:22:52.109892 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.191480 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 2.0055404 Aug 23 14:22:52.194295 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50856) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:52.199720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:52.204852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:52.209066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Usage tracker for resource:router and tenant:39a195ceff8b480889d58e45b578e38a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:52.211903 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:52.218074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:52.220989 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-9ab85624-aec4-4237-b81b-7ea8ff88d57f tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d0b347596f014bda93726721a059f340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466404 Aug 23 14:22:52.262016 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-8b88a2ad-372e-4736-9712-303a172de510', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:22:52.262987 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.283194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2ea7c0-ff79-46d8-af79-02b6cff6e506,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:52.286190 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:52.301754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.303167 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.319436 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.397583 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.427841 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Allocated IP 172.20.0.2 (8b88a2ad-372e-4736-9712-303a172de510/f42b59bc-ba1d-40e9-a27d-de14d176ca54/8ea972e8-5d48-45e1-935f-ad154e8b76c5) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:52.441877 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.485413 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.486780 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:52.487618 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.496224 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:52.592979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-716b6b00-570d-4f62-8f72-7b45fffc7952 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:52.600144 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-716b6b00-570d-4f62-8f72-7b45fffc7952 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3530364 Aug 23 14:22:52.686445 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-fcb99fd0-ac32-4909-b661-2b45cf862880 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/quotas/d0b347596f014bda93726721a059f340 HTTP/1.1" status: 200 len: 375 time: 0.0849988 Aug 23 14:22:52.692691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Pushing event updated for resources: {'Network': ['ID=59281926-8e6f-42b5-b54b-19d405ad026c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:52.707045 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:52.744536 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.757871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 59281926-8e6f-42b5-b54b-19d405ad026c details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:22:52.779823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5390489 Aug 23 14:22:52.787930 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Transition to ACTIVE for port object 8ea972e8-5d48-45e1-935f-ad154e8b76c5 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:52.797755 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50864) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:52.804217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-bdce966e-3a2b-4a7f-98d8-e53caaf33624 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b347596f014bda93726721a059f340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168830 Aug 23 14:22:52.808154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Request body: {'subnet': {'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-subnet', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:52.825749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:52.851906 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:52.856705 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Usage tracker for resource:subnet and tenant:bfb99301e5b345299854f5940e9dfa31 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:52.861311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:52.867707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:52.881507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Allocated IP 172.25.7.128 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/595e1856-94b4-4be8-8495-cf42e904e92a) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:52.894888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Transition to ACTIVE for port object 8ea972e8-5d48-45e1-935f-ad154e8b76c5 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:52.913955 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 265887bc-243f-40f5-ad17-8dbb1f97df23 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:53.015887 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.016834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Made reservation on behalf of bfb99301e5b345299854f5940e9dfa31 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:53.025774 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.026467 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-e71fba77-101f-423f-b728-30397d6a3133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.073642 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.087056 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Network 8b88a2ad-372e-4736-9712-303a172de510 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:53.098283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:53.103102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:22:53.195257 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 265887bc-243f-40f5-ad17-8dbb1f97df23 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:53.198976 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Pushing event updated for resources: {'Port': ['ID=8ea972e8-5d48-45e1-935f-ad154e8b76c5,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:53.199177 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.205394 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:53.215381 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-10681215-fc69-4ebb-a2a9-6bdf2eb81257 tempest-VolumesAdminNegativeTest-1105477614 tempest-VolumesAdminNegativeTest-1105477614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.227414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ef0b2-7026-4ce6-a18c-17b1f02ad90b req-658c569e-7967-4e2c-9591-9f9739d02b40 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:53.231388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 265887bc-243f-40f5-ad17-8dbb1f97df23 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:53.232563 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.236438 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-717ef0b2-7026-4ce6-a18c-17b1f02ad90b req-658c569e-7967-4e2c-9591-9f9739d02b40 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 944 time: 0.3002644 Aug 23 14:22:53.321095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Attempting to bind port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:53.321489 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Attempting to bind port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:53.321869 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Attempting to bind port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 on network 8b88a2ad-372e-4736-9712-303a172de510 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:22:53.331870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:22:53.332292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Checking segment: {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:22:53.332828 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.333483 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Bound using segment: {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:22:53.334285 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Bound port: 8ea972e8-5d48-45e1-935f-ad154e8b76c5, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:53.335130 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.352468 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-717ef0b2-7026-4ce6-a18c-17b1f02ad90b req-a58dbf8f-6439-4886-8f64-886658b1eb57 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155498 Aug 23 14:22:53.424074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=595e1856-94b4-4be8-8495-cf42e904e92a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:53.435234 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:53.438781 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:53.457204 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1f3690b7-f543-4d09-a310-65e5cd69ef9b req-adbfd4d1-bcdf-40dc-84d5-2bbe77cf7dd9 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 210 time: 0.1471436 Aug 23 14:22:53.458863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:53.473822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:22:53.562281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] For port 8ea972e8-5d48-45e1-935f-ad154e8b76c5, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:22:53.581353 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] For port 8ea972e8-5d48-45e1-935f-ad154e8b76c5, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8ea972e8-5d48-45e1-935f-ad154e8b76c5,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:22:53.584595 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.625459 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 265887bc-243f-40f5-ad17-8dbb1f97df23, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=265887bc-243f-40f5-ad17-8dbb1f97df23,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:53.626687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265887bc-243f-40f5-ad17-8dbb1f97df23'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:22:53.692048 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265887bc-243f-40f5-ad17-8dbb1f97df23', 'code': 200} Aug 23 14:22:53.731528 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.733292 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.738081 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.760659 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.769069 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-270c7452-80ca-4df4-a5ce-3fff35c5368e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.835572 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.838146 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:53.860001 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Pushing event updated for resources: {'Port': ['ID=8ea972e8-5d48-45e1-935f-ad154e8b76c5,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:53.863183 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:53.863935 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:53.935419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a38f-cd96-4f5d-89b1-ca4770e739c1 req-2af6bf10-04c9-4ea6-9c8f-a5bf723fc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:53.937403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d70a38f-cd96-4f5d-89b1-ca4770e739c1 req-2af6bf10-04c9-4ea6-9c8f-a5bf723fc36d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 1095 time: 0.1644192 Aug 23 14:22:53.989807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=265887bc-243f-40f5-ad17-8dbb1f97df23,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:53.994845 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:54.037657 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d70a38f-cd96-4f5d-89b1-ca4770e739c1 req-f7ba7fbe-e93a-4d80-8b0b-2f36af4c2eef service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790849 Aug 23 14:22:54.040383 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d7c0f2-848b-4976-9420-969ff72f4eb8,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:54.047311 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:54.061105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Checking segment: {'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:22:54.061723 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Network hostable DHCP agents. Network: 59281926-8e6f-42b5-b54b-19d405ad026c, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:22:54.158130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Allocated IP 172.25.7.53 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/c1f93d1f-971e-40b5-a7c5-10233859caaa) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:54.250604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Network 59281926-8e6f-42b5-b54b-19d405ad026c is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:22:54.397526 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 59281926-8e6f-42b5-b54b-19d405ad026c) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:54.409994 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:54.411297 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.417761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8ea972e8-5d48-45e1-935f-ad154e8b76c5 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:54.492806 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.524605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19eb1a-d596-43b8-a8a2-ae47c7d13088 None None] Network 59281926-8e6f-42b5-b54b-19d405ad026c requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:54.642779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8285661 Aug 23 14:22:54.642779 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50892) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:54.662515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a7051b7c-d3c6-41b8-a0d4-cb1238f0528f req-8c35f2fd-1b5d-48e3-8ac6-d5366a82195e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 210 time: 0.1160047 Aug 23 14:22:54.662515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:54.665113 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:54.677288 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Usage tracker for resource:router and tenant:bfb99301e5b345299854f5940e9dfa31 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:54.677288 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:54.682400 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:54.699456 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.708831 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:54.745516 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.800476 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Pushing event updated for resources: {'Port': ['ID=c1f93d1f-971e-40b5-a7c5-10233859caaa,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:54.814128 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:54.815019 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:54.819823 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.821142 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.842603 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:54.844829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:54.850331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:22:54.864953 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9786d9-c400-44e1-861c-785fa96a52b6 None None] Network 59281926-8e6f-42b5-b54b-19d405ad026c requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:54.944801 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:54.966629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76668757-5395-4f2f-abc1-075abb4a8c90 req-729f3334-73a4-44d1-9fff-30caadb1e1c0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:54.968747 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76668757-5395-4f2f-abc1-075abb4a8c90 req-729f3334-73a4-44d1-9fff-30caadb1e1c0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 945 time: 0.3241832 Aug 23 14:22:55.191801 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76668757-5395-4f2f-abc1-075abb4a8c90 req-d7f5cfcd-bc7d-4410-ae53-323a27dff561 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000310 Aug 23 14:22:55.420468 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.485002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db20209-57f4-4f23-a4fd-38b63df37a97 None None] Network 8b88a2ad-372e-4736-9712-303a172de510 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:22:55.813457 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:55.819369 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-11dabdf8-dba9-493d-96d4-7634f518e348 req-cf9b87f8-1113-4ae1-836d-1a11c32c90b7 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 210 time: 0.0613010 Aug 23 14:22:55.857706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Provisioning for port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:22:55.857899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:22:55.863558 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Provisioning complete for port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:55.864075 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.108227 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.141053 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:22:56.160758 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Sync routers for ids ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:22:56.175018 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] For port 8ea972e8-5d48-45e1-935f-ad154e8b76c5, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8ea972e8-5d48-45e1-935f-ad154e8b76c5,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:22:56.182396 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Routers {'ccee64f3-5e9f-4752-9ffa-f8ee1d645267'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:56.182396 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:56.235528 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.238706 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9323750 Aug 23 14:22:56.246028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 50910) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:56.387077 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.387790 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.400706 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:56.411359 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.485103 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Set router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:56.734449 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac28a2b-8923-4028-8253-4111ae5aacbd req-b1cb2900-340e-4ebb-ae7a-1928ed5ea65d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:56.734449 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ac28a2b-8923-4028-8253-4111ae5aacbd req-b1cb2900-340e-4ebb-ae7a-1928ed5ea65d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 945 time: 0.3746710 Aug 23 14:22:56.749202 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Pushing event updated for resources: {'Port': ['ID=8ea972e8-5d48-45e1-935f-ad154e8b76c5,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:56.785201 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:56.867206 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4da6ed74-8db4-4432-8027-43f3afb1987f None None] Provisioning complete for port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:56.867603 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4da6ed74-8db4-4432-8027-43f3afb1987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:56.969490 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ac28a2b-8923-4028-8253-4111ae5aacbd req-ab67a0eb-0740-4a5d-ae2f-1473c026c3e4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373457 Aug 23 14:22:57.051300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:22:53Z', 'revision_number': 3, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:57.064114 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Checking router: ccee64f3-5e9f-4752-9ffa-f8ee1d645267 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:22:57.065112 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Updating router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 port 595e1856-94b4-4be8-8495-cf42e904e92a binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:22:57.142439 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.162719 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-42fc6afe-54b8-44f0-96f5-13be387d1494 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d0b347596f014bda93726721a059f340&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274343 Aug 23 14:22:57.179456 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f20daae-2295-4602-8cc3-8ce1caf54bb0 req-26dfb5e8-a191-4075-b353-21488dc5d606 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 210 time: 0.1431596 Aug 23 14:22:57.384407 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-0969f099-ead8-438b-80d6-39ebede16f27 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:57.389751 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-0969f099-ead8-438b-80d6-39ebede16f27 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133219 Aug 23 14:22:57.425507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Request body: {'port': {'device_id': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'admin_state_up': True, 'tenant_id': 'd0b347596f014bda93726721a059f340'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:22:57.554638 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.662557 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.693968 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-39997830-808e-4039-97e9-39f172254cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.697670 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.703087 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.713892 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.738456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Transition to ACTIVE for port object 595e1856-94b4-4be8-8495-cf42e904e92a will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:57.745049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:57.752130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Usage tracker for resource:port and tenant:d0b347596f014bda93726721a059f340 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:57.756708 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:57.790514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:57.835024 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.840240 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:57.889748 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.913556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Made reservation on behalf of d0b347596f014bda93726721a059f340 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:22:57.917141 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.922318 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Attempting to bind port 595e1856-94b4-4be8-8495-cf42e904e92a on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:22:57.922696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Attempting to bind port 595e1856-94b4-4be8-8495-cf42e904e92a by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:22:57.923071 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Attempting to bind port 595e1856-94b4-4be8-8495-cf42e904e92a on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:22:57.927180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14fda-00b3-42ca-ae38-3a2ad2971540 req-35be0efb-7e85-4682-83f2-e38a3b71fee2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:57.928780 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efc14fda-00b3-42ca-ae38-3a2ad2971540 req-35be0efb-7e85-4682-83f2-e38a3b71fee2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 945 time: 0.4282784 Aug 23 14:22:57.932449 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:22:57.933033 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:22:57.934248 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.934936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:22:57.937180 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Bound port: 595e1856-94b4-4be8-8495-cf42e904e92a, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:22:57.937749 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.975574 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:57.976511 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1d32-12c7-4a58-8186-11f57ecd0c2e None None] Pushing event updated for resources: {'Port': ['ID=595e1856-94b4-4be8-8495-cf42e904e92a,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:57.988350 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-fbea1d32-12c7-4a58-8186-11f57ecd0c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:58.011593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:22:58.020648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Usage tracker for resource:security_group_rule and tenant:d0b347596f014bda93726721a059f340 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:22:58.027125 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:22:58.050202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:22:58.070393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Allocated IP 172.25.7.235 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/06b49d9f-837e-46df-8821-7dbd91851411) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:58.078171 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] For port 595e1856-94b4-4be8-8495-cf42e904e92a, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:22:58.083523 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] For port 595e1856-94b4-4be8-8495-cf42e904e92a, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=595e1856-94b4-4be8-8495-cf42e904e92a,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:22:58.085643 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-efc14fda-00b3-42ca-ae38-3a2ad2971540 req-72193071-8e4a-42e6-8147-8f062865697e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439750 Aug 23 14:22:58.182896 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.231930 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.231930 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:58.294318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Router 0806c2fa-b791-450b-8367-7694d6f72eab is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:22:58.349600 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.354693 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8ea972e8-5d48-45e1-935f-ad154e8b76c5 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:22:58.392479 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.393941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Allocated IP 172.20.0.1 (689b46c9-cb9a-4f15-ba57-c300446b1d2e/9a79d8e8-481a-40bf-8fd3-0869a9ed58ce/ed8ad8a2-81af-482f-860c-3a131f87508b) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:58.481069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea1d32-12c7-4a58-8186-11f57ecd0c2e None None] Pushing event updated for resources: {'Port': ['ID=595e1856-94b4-4be8-8495-cf42e904e92a,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:58.481069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Routers {'ccee64f3-5e9f-4752-9ffa-f8ee1d645267'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:58.481069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:58.519886 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-05c24c1b-db91-44bc-81d7-e433607171bb req-bb0b42c1-6bd2-475b-b067-1184633186bf tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 210 time: 0.1440547 Aug 23 14:22:58.539156 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.539156 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-aea0c282-9e24-44a3-802d-74d667524dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:58.603878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d1c18-ae6c-42ec-97b9-2a87adc9c591 req-f0e3cda1-44f7-45a1-9499-fe1f681cfb10 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:22:58.612177 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d40d1c18-ae6c-42ec-97b9-2a87adc9c591 req-f0e3cda1-44f7-45a1-9499-fe1f681cfb10 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 945 time: 0.4056370 Aug 23 14:22:58.634714 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:22:58.651771 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Sync routers for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:22:58.657234 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-fbea1d32-12c7-4a58-8186-11f57ecd0c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:58.670860 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:22:58.671640 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:22:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:58.692158 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] Set router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:58.720618 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.726885 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:58.732705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb22003-d0e2-423e-ba04-23effd9e946c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:58.745511 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:58.771380 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d40d1c18-ae6c-42ec-97b9-2a87adc9c591 req-77423e64-613b-4541-9122-e2711d780454 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584215 Aug 23 14:22:58.860669 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.860669 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 6.6586452 Aug 23 14:22:58.871311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:22:58.871311 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:58.878441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50940) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:22:58.898632 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.022044 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Allocated IP 192.168.233.253 (cf955321-3225-4da5-ae19-68135c2a7da2/25912d6f-75ef-42fe-9b7c-363a47f750dd/80c67096-2cd5-4865-80d8-d567677781cc) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:22:59.055975 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:22:59.088387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:59.181257 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.189633 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-43fb3d55-1d24-48e6-962b-2c3fd7ae61fc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:22:59.199950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Pushing event updated for resources: {'Port': ['ID=06b49d9f-837e-46df-8821-7dbd91851411,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:59.203191 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:59.205058 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:59.219352 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:22:59.404445 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:22:53Z', 'revision_number': 3, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:59.413102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479678a-c920-4c65-b7c2-a8542ae08788 None None] The sync data for ids ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'] in n-d-805628-1 is: [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:22:53Z', 'revision_number': 3, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:22:59.614953 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:22:55Z', 'revision_number': 3, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:22:59.625961 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Checking router: 0806c2fa-b791-450b-8367-7694d6f72eab for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:22:59.626323 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Updating router 0806c2fa-b791-450b-8367-7694d6f72eab port c1f93d1f-971e-40b5-a7c5-10233859caaa binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:22:59.704253 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.763399 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.811739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Transition to ACTIVE for port object 80c67096-2cd5-4865-80d8-d567677781cc will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:22:59.847222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed8ad8a2-81af-482f-860c-3a131f87508b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:22:59.854729 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:22:59.859478 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:22:59.860791 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:22:59.879297 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-47fb16f9-307c-4778-ab5d-bf406d1ea98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.903842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:22:59.974504 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:22:59.996464 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dc4a4379-470a-4c2f-bcc2-a5754f991726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:00.068461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Network cf955321-3225-4da5-ae19-68135c2a7da2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:00.083792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:00.125791 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:00.169224 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.340105 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.356246 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Transition to ACTIVE for port object c1f93d1f-971e-40b5-a7c5-10233859caaa will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:00.394039 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 595e1856-94b4-4be8-8495-cf42e904e92a up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:00.458851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Pushing event updated for resources: {'Port': ['ID=80c67096-2cd5-4865-80d8-d567677781cc,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:00.463603 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.474141 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-c22e9fbc-06fa-44d2-925a-d8d5739d0508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:00.509627 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798de3f-f0b0-44cf-a0da-9992a2586563 req-f65a85c7-b5a6-4d34-b833-74939f192855 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:00.517750 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c798de3f-f0b0-44cf-a0da-9992a2586563 req-f65a85c7-b5a6-4d34-b833-74939f192855 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 936 time: 0.6214862 Aug 23 14:23:00.580407 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:00.581105 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.585095 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Attempting to bind port c1f93d1f-971e-40b5-a7c5-10233859caaa on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:00.586008 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Attempting to bind port c1f93d1f-971e-40b5-a7c5-10233859caaa by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:00.586386 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Attempting to bind port c1f93d1f-971e-40b5-a7c5-10233859caaa on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:00.594884 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:00.595471 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:00.596057 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.596606 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:00.597307 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Bound port: c1f93d1f-971e-40b5-a7c5-10233859caaa, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:00.597850 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.613948 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:00.630902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa77e42-bb4a-423c-8a1a-53bafec5d2f7 req-396fe1a0-9af1-4f23-bf4a-6cb22b12c0b4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:00.630902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7fa77e42-bb4a-423c-8a1a-53bafec5d2f7 req-396fe1a0-9af1-4f23-bf4a-6cb22b12c0b4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 945 time: 0.7676060 Aug 23 14:23:00.651746 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-af28fe6f-145d-4213-9e9f-e4e6bcf9e1a6 None None] Provisioning for port 80c67096-2cd5-4865-80d8-d567677781cc completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:00.653641 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Pushing event updated for resources: {'Port': ['ID=c1f93d1f-971e-40b5-a7c5-10233859caaa,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:00.663444 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-af28fe6f-145d-4213-9e9f-e4e6bcf9e1a6 None None] Provisioning complete for port 80c67096-2cd5-4865-80d8-d567677781cc triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:00.664159 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-af28fe6f-145d-4213-9e9f-e4e6bcf9e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.666722 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.667063 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.667391 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.669225 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.669735 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.670251 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.670754 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.671268 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.671908 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.672409 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.672905 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.673234 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c798de3f-f0b0-44cf-a0da-9992a2586563 req-07722bd9-4d54-4c83-9267-f8effdfd9e0b tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493092 Aug 23 14:23:00.690464 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:00.690464 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:00.694690 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7fa77e42-bb4a-423c-8a1a-53bafec5d2f7 req-48908785-f9b2-41ac-a204-0a66f7f612be tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Aug 23 14:23:00.741752 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] For port c1f93d1f-971e-40b5-a7c5-10233859caaa, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:00.746795 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] For port c1f93d1f-971e-40b5-a7c5-10233859caaa, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c1f93d1f-971e-40b5-a7c5-10233859caaa,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:00.760693 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3444328 Aug 23 14:23:00.767485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Request body: {'port': {'device_id': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:00.790503 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 595e1856-94b4-4be8-8495-cf42e904e92a completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:00.809638 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 595e1856-94b4-4be8-8495-cf42e904e92a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:00.810040 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.875491 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:00.898079 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-95386f11-fbe7-4ec9-b155-3e0873dbfbcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:00.901476 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-af28fe6f-145d-4213-9e9f-e4e6bcf9e1a6 None None] Port 80c67096-2cd5-4865-80d8-d567677781cc cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:23:01.021539 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:01.022388 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:01.075088 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.101326 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.110391 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 595e1856-94b4-4be8-8495-cf42e904e92a, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=595e1856-94b4-4be8-8495-cf42e904e92a,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:01.124694 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.130561 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Pushing event updated for resources: {'Port': ['ID=c1f93d1f-971e-40b5-a7c5-10233859caaa,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:01.136023 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:01.139279 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.230450 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.238149 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:01.241640 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:01.275522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-49e74b4a-6198-4f7c-be19-04f25252e4a3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:01.277874 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-49e74b4a-6198-4f7c-be19-04f25252e4a3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 945 time: 0.2816765 Aug 23 14:23:01.391387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=595e1856-94b4-4be8-8495-cf42e904e92a,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:01.403757 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:01.452451 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.473667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Deleting port 265887bc-243f-40f5-ad17-8dbb1f97df23 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:23:01.474022 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.514710 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:01.586077 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:22:55Z', 'revision_number': 3, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:01.588703 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dff3b6-43bd-4f55-ac3e-e792e11d0cac None None] The sync data for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 is: [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:22:55Z', 'revision_number': 3, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:01.989450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.304331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7d198-c32d-4938-86c9-9931681ad308 req-7fab9b55-4944-4af0-ba7f-314299a32487 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:02.312028 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0eb7d198-c32d-4938-86c9-9931681ad308 req-7fab9b55-4944-4af0-ba7f-314299a32487 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 936 time: 0.4431849 Aug 23 14:23:02.331879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c67096-2cd5-4865-80d8-d567677781cc {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:02.348648 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.382194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de728-ed1e-4c45-845e-382ee63643b9 req-47012f65-dd09-414d-a7bf-1bfe0dafd6ce tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:02.383129 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0d9de728-ed1e-4c45-845e-382ee63643b9 req-47012f65-dd09-414d-a7bf-1bfe0dafd6ce tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 945 time: 0.3772881 Aug 23 14:23:02.390669 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.397991 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0eb7d198-c32d-4938-86c9-9931681ad308 req-548cc4f6-bff4-4874-95a8-85e9d29439cb tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846107 Aug 23 14:23:02.420310 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Allocated IP 172.20.0.1 (8b88a2ad-372e-4736-9712-303a172de510/f42b59bc-ba1d-40e9-a27d-de14d176ca54/d33e0cf0-c2f7-41e6-9d33-e1663196a5f2) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:02.422932 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 595e1856-94b4-4be8-8495-cf42e904e92a up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:02.432442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Transition to ACTIVE for port object 80c67096-2cd5-4865-80d8-d567677781cc will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:02.472252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] For port 265887bc-243f-40f5-ad17-8dbb1f97df23, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=265887bc-243f-40f5-ad17-8dbb1f97df23,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:02.472252 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.530629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 595e1856-94b4-4be8-8495-cf42e904e92a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:02.531099 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.558966 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.657051 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b33187f-b710-4686-9cb6-60c4c6751efc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:02.672298 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.701630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Transition to ACTIVE for port object d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:02.702686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Router 6f7a886c-6406-4e5d-a226-5234c46d632f is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:23:02.744969 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c1f93d1f-971e-40b5-a7c5-10233859caaa up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:02.761903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Calling delete_port for 265887bc-243f-40f5-ad17-8dbb1f97df23 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:23:02.791787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Pushing event updated for resources: {'Port': ['ID=ed8ad8a2-81af-482f-860c-3a131f87508b,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:02.794786 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:02.804985 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:02.805921 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:02.917922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0d9de728-ed1e-4c45-845e-382ee63643b9 req-e517c8c2-49ec-4140-8a33-364c68e58d11 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240407 Aug 23 14:23:02.971012 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port c1f93d1f-971e-40b5-a7c5-10233859caaa completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:02.975450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port c1f93d1f-971e-40b5-a7c5-10233859caaa triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:02.976124 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.017326 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.022146 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:03.034298 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.060944 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.098159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:03.103830 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Sync routers for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:03.124302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Pushing event updated for resources: {'Port': ['ID=80c67096-2cd5-4865-80d8-d567677781cc,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:03.127612 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:03.132174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:03.138920 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:03.176189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Network 8b88a2ad-372e-4736-9712-303a172de510 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:03.180707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:03.196882 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:03.258506 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:03.263110 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:03.284255 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.298752 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.303447 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.6691971 Aug 23 14:23:03.305922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 50964) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:03.322188 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.416856 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port c1f93d1f-971e-40b5-a7c5-10233859caaa, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c1f93d1f-971e-40b5-a7c5-10233859caaa,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:03.480586 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:03.541158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Attempting to bind port 80c67096-2cd5-4865-80d8-d567677781cc on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:03.541716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Attempting to bind port 80c67096-2cd5-4865-80d8-d567677781cc by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:03.541848 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Attempting to bind port 80c67096-2cd5-4865-80d8-d567677781cc on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:03.552735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Port 80c67096-2cd5-4865-80d8-d567677781cc on network cf955321-3225-4da5-ae19-68135c2a7da2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:23:03.553084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Attempting to bind port 80c67096-2cd5-4865-80d8-d567677781cc on network cf955321-3225-4da5-ae19-68135c2a7da2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:03.562503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:03.562503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:03.567451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:03.567796 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Checking segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:03.568182 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Bound using segment: {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:03.568607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Bound port: 80c67096-2cd5-4865-80d8-d567677781cc, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e7e13-bdb0-44c5-ac93-128fa1fafe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:03.568955 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.602633 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.632855 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:03.788998 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:03.798068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=c1f93d1f-971e-40b5-a7c5-10233859caaa,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:03.803209 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:03.806419 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:03.866550 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0a62bc01-3cf5-4551-a8f2-d4a592b3ac26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:03.896633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f705cfa5-d4ba-48d0-b80e-57e170e5a886 None None] Provisioning for port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:03.934927 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f705cfa5-d4ba-48d0-b80e-57e170e5a886 None None] Provisioning complete for port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:03.935421 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f705cfa5-d4ba-48d0-b80e-57e170e5a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.087309 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f705cfa5-d4ba-48d0-b80e-57e170e5a886 None None] Port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:23:04.123152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event deleted for resources: {'Port': ['ID=265887bc-243f-40f5-ad17-8dbb1f97df23,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:04.136294 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:04.187398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:23:04.207010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 3, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:04.213014 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Checking router: 6f7a886c-6406-4e5d-a226-5234c46d632f for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:04.213400 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Updating router 6f7a886c-6406-4e5d-a226-5234c46d632f port 06b49d9f-837e-46df-8821-7dbd91851411 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:23:04.263984 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] No DVR routers for this DVR port 265887bc-243f-40f5-ad17-8dbb1f97df23 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:04.270123 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.270954 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.300920 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c14c912e-5b20-4ab4-b9db-530438834cd5 req-3f1d7083-3034-40e8-89b7-c34f72150456 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 210 time: 0.1337328 Aug 23 14:23:04.325824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'name': 'network-vif-deleted', 'tag': '265887bc-243f-40f5-ad17-8dbb1f97df23'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:04.342222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] For port 80c67096-2cd5-4865-80d8-d567677781cc, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:04.347664 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.373564 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c1f93d1f-971e-40b5-a7c5-10233859caaa up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:04.377101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] For port 80c67096-2cd5-4865-80d8-d567677781cc, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=80c67096-2cd5-4865-80d8-d567677781cc,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:04.408221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15636a-b5c9-4f52-803c-3f5ce2428a59 req-70960856-447b-47ba-9f9d-511e9ab4623d tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:04.409348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3b15636a-b5c9-4f52-803c-3f5ce2428a59 req-70960856-447b-47ba-9f9d-511e9ab4623d tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Synchronizing usage tracker for tenant:d0b347596f014bda93726721a059f340 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:04.513428 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:04.516869 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f5a5881-28ed-47c8-899a-e264fbefca06 req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.82 "DELETE /v2.0/ports/265887bc-243f-40f5-ad17-8dbb1f97df23 HTTP/1.1" status: 204 len: 173 time: 3.2264125 Aug 23 14:23:04.522225 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] 10.222.0.72 "PUT /v2.0/routers/ccee64f3-5e9f-4752-9ffa-f8ee1d645267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2742958 Aug 23 14:23:04.529278 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Sync routers for ids ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:04.544217 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.547546 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Routers {'ccee64f3-5e9f-4752-9ffa-f8ee1d645267'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:04.548189 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:04.554781 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d665ded2-c9eb-4625-bcde-12aeab189c46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:04.665712 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4906582e-ec1f-4e84-a183-ddc732d162a8', 'name': 'network-vif-deleted', 'tag': '265887bc-243f-40f5-ad17-8dbb1f97df23', 'status': 'completed', 'code': 200} Aug 23 14:23:04.676118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3b15636a-b5c9-4f52-803c-3f5ce2428a59 req-70960856-447b-47ba-9f9d-511e9ab4623d tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Unset dirty status for tenant:d0b347596f014bda93726721a059f340 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:04.679111 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b15636a-b5c9-4f52-803c-3f5ce2428a59 req-70960856-447b-47ba-9f9d-511e9ab4623d tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 948 time: 0.9021423 Aug 23 14:23:04.687847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port c1f93d1f-971e-40b5-a7c5-10233859caaa triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:04.688398 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.727300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:04.728163 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.732418 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] 10.222.0.64 "PUT /v2.0/ports/80c67096-2cd5-4865-80d8-d567677781cc HTTP/1.1" status: 200 len: 1096 time: 3.9700902 Aug 23 14:23:04.850737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3b15636a-b5c9-4f52-803c-3f5ce2428a59 req-4002881b-0821-4066-a86e-6ad6fb35995a tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Synchronizing usage tracker for tenant:d0b347596f014bda93726721a059f340 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:04.852169 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Pushing event updated for resources: {'Port': ['ID=80c67096-2cd5-4865-80d8-d567677781cc,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:04.857401 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:04.922778 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.943087 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Set router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:04.956845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3b15636a-b5c9-4f52-803c-3f5ce2428a59 req-4002881b-0821-4066-a86e-6ad6fb35995a tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Unset dirty status for tenant:d0b347596f014bda93726721a059f340 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:04.958622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3b15636a-b5c9-4f52-803c-3f5ce2428a59 req-4002881b-0821-4066-a86e-6ad6fb35995a tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589509 Aug 23 14:23:04.965321 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:04.968043 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 265887bc-243f-40f5-ad17-8dbb1f97df23 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:05.015036 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.resource_extend [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:23:05.036441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-4fa1cbb1-0a4a-4a28-93d7-0dca8eeb1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:05.038037 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-4fa1cbb1-0a4a-4a28-93d7-0dca8eeb1e56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0b347596f014bda93726721a059f340&device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 1099 time: 0.1328945 Aug 23 14:23:05.040773 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 265887bc-243f-40f5-ad17-8dbb1f97df23 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:23:05.041784 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 265887bc-243f-40f5-ad17-8dbb1f97df23 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:05.128454 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.134092 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-5561abd8-1dc1-4ec6-a161-458be05cc0a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=80c67096-2cd5-4865-80d8-d567677781cc HTTP/1.1" status: 200 len: 217 time: 0.0849354 Aug 23 14:23:05.169380 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.172287 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b528d690-64d4-4907-a35d-fcd9ad3b4692 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:05.185226 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Transition to ACTIVE for port object 06b49d9f-837e-46df-8821-7dbd91851411 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:05.250302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-0df90b2f-2027-4730-ac37-f865d77c7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:05.252066 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-0df90b2f-2027-4730-ac37-f865d77c7901 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.1097956 Aug 23 14:23:05.310046 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.315452 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-14d4f543-7ef3-4b1c-8c26-f1d830fe456e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:05.338440 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.348978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:05.379762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-6e1635ea-7612-4f78-a610-dce526570d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:05.384750 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:05.386515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-6e1635ea-7612-4f78-a610-dce526570d56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276214 Aug 23 14:23:05.462431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c2e8-1660-4146-a0e1-931fecb3f67f req-f9cc570b-22ea-4aa9-8dde-d72b720b76e0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:05.462431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1742c2e8-1660-4146-a0e1-931fecb3f67f req-f9cc570b-22ea-4aa9-8dde-d72b720b76e0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.6210556 Aug 23 14:23:05.509271 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Attempting to bind port 06b49d9f-837e-46df-8821-7dbd91851411 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:05.510089 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Attempting to bind port 06b49d9f-837e-46df-8821-7dbd91851411 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:05.510624 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Attempting to bind port 06b49d9f-837e-46df-8821-7dbd91851411 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:05.521014 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:05.521961 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:05.523258 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.524017 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:05.525124 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Bound port: 06b49d9f-837e-46df-8821-7dbd91851411, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:05.531173 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.567902 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 4, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'ed8ad8a2-81af-482f-860c-3a131f87508b', 'name': '', 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'mac_address': 'fa:16:3e:df:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:01Z', 'revision_number': 2, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'subnets': [{'id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:05.572642 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Checking router: ccee64f3-5e9f-4752-9ffa-f8ee1d645267 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:05.573008 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Updating router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 port ed8ad8a2-81af-482f-860c-3a131f87508b binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:23:05.574952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7016b-6681-496f-a670-f2e3d473c5b2 None None] Pushing event updated for resources: {'Port': ['ID=06b49d9f-837e-46df-8821-7dbd91851411,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:05.578456 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-fda791eb-bef9-4943-85be-f9e66b1a4ff1 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793337 Aug 23 14:23:05.586509 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-17f7016b-6681-496f-a670-f2e3d473c5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:05.624870 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] For port 06b49d9f-837e-46df-8821-7dbd91851411, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:05.629055 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] For port 06b49d9f-837e-46df-8821-7dbd91851411, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=06b49d9f-837e-46df-8821-7dbd91851411,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:05.635522 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1742c2e8-1660-4146-a0e1-931fecb3f67f req-6fe28065-f610-4ddc-994a-385c3f85250d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847899 Aug 23 14:23:05.664667 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.744679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Allocated IP 172.20.0.1 (59281926-8e6f-42b5-b54b-19d405ad026c/b3d7c0f2-848b-4976-9420-969ff72f4eb8/f6e320aa-5bad-472e-aa82-5e651c31e554) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:05.756330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Network 8b88a2ad-372e-4736-9712-303a172de510 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:05.759262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:05.766009 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:05.776366 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:05.782791 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4e33c99-3bac-4da8-8801-5360fb56af05 req-f5ec26c0-d1a1-4bbd-b865-6c3415f356ad service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826942 Aug 23 14:23:05.975183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-c56ed54c-a783-4a79-8191-6f7ca31d9727 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:05.976446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-c56ed54c-a783-4a79-8191-6f7ca31d9727 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Synchronizing usage tracker for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:05.990218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7016b-6681-496f-a670-f2e3d473c5b2 None None] Pushing event updated for resources: {'Port': ['ID=06b49d9f-837e-46df-8821-7dbd91851411,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:06.003804 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-17f7016b-6681-496f-a670-f2e3d473c5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:06.028808 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:06.033213 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:06.126849 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-c56ed54c-a783-4a79-8191-6f7ca31d9727 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Unset dirty status for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:06.128420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-c56ed54c-a783-4a79-8191-6f7ca31d9727 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 818 time: 0.5490320 Aug 23 14:23:06.148308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-821d5138-8033-4a85-8371-49b53de5bc7d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/quotas/2c9d4f6a77e840ccb2e96b2c4d1dd338 HTTP/1.1" status: 200 len: 375 time: 0.0133865 Aug 23 14:23:06.279750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-3a2e9208-6de5-493d-b01c-751c40cca3a0 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Synchronizing usage tracker for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:06.372015 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:06.390761 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.400397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-3a2e9208-6de5-493d-b01c-751c40cca3a0 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Unset dirty status for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:06.402078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-3a2e9208-6de5-493d-b01c-751c40cca3a0 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2456086 Aug 23 14:23:06.405136 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Transition to ACTIVE for port object ed8ad8a2-81af-482f-860c-3a131f87508b will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:06.411604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58b09eb2-526c-43c6-a2d2-c2eb3c7ff050 req-1c58939c-ec06-4c24-b8f8-57153da4822a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=4906582e-ec1f-4e84-a183-ddc732d162a8 HTTP/1.1" status: 200 len: 210 time: 0.0891607 Aug 23 14:23:06.488516 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.511626 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-1caded05-aee6-4877-b3ae-901f6485f0e9 None None] Provisioning complete for port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:06.511626 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1caded05-aee6-4877-b3ae-901f6485f0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.534717 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.544474 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-56776b8f-11f2-4c48-8e38-4682842cfbd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:06.565350 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Router 0806c2fa-b791-450b-8367-7694d6f72eab has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:23:06.575734 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-21d9d8a8-6201-4635-b5d8-1413314ae0c4 service neutron] 10.222.0.72 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628587 Aug 23 14:23:06.735081 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.742131 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-1caded05-aee6-4877-b3ae-901f6485f0e9 None None] Port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:23:06.776325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'tag': '80c67096-2cd5-4865-80d8-d567677781cc'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:06.776325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-2604fafe-234f-4513-9d1d-f749c2da132b service neutron] 10.222.0.72 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819963 Aug 23 14:23:06.800559 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0120e6e6-4d0a-4b3a-aff8-dd6ece2a49cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:06.864945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 3, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:06.869763 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc4100-6e9f-4fe5-b56c-315c2313c57c None None] The sync data for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 is: [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 3, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:06.905669 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985e2f2-9f68-49ba-9a5e-e9a8e58f6612 None None] Pushing event updated for resources: {'Port': ['ID=ed8ad8a2-81af-482f-860c-3a131f87508b,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:06.915888 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-a985e2f2-9f68-49ba-9a5e-e9a8e58f6612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:06.921989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Network 59281926-8e6f-42b5-b54b-19d405ad026c is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:06.958061 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Attempting to bind port ed8ad8a2-81af-482f-860c-3a131f87508b on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:06.958061 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Attempting to bind port ed8ad8a2-81af-482f-860c-3a131f87508b by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:06.958061 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Attempting to bind port ed8ad8a2-81af-482f-860c-3a131f87508b on network 689b46c9-cb9a-4f15-ba57-c300446b1d2e {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:06.967097 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:06.967097 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Checking segment: {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:06.967097 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.967097 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Bound using segment: {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:06.967097 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Bound port: ed8ad8a2-81af-482f-860c-3a131f87508b, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:06.967097 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:06.972510 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:06.972510 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:07.098536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Pushing event updated for resources: {'Port': ['ID=f6e320aa-5bad-472e-aa82-5e651c31e554,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:07.179677 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] For port ed8ad8a2-81af-482f-860c-3a131f87508b, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:07.187585 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] For port ed8ad8a2-81af-482f-860c-3a131f87508b, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=ed8ad8a2-81af-482f-860c-3a131f87508b,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:07.205474 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:07.283302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:07.286027 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.305695 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Sync routers for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:07.312929 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.316635 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:07.317337 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:07.318711 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:07.342433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3674910-50b3-4519-9ea5-739be741949b req-71d9b8ab-f459-4fb9-8b07-24f92701620e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:07.356351 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f3674910-50b3-4519-9ea5-739be741949b req-71d9b8ab-f459-4fb9-8b07-24f92701620e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.6533225 Aug 23 14:23:07.460782 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] 10.222.0.72 "PUT /v2.0/routers/0806c2fa-b791-450b-8367-7694d6f72eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5847769 Aug 23 14:23:07.464683 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985e2f2-9f68-49ba-9a5e-e9a8e58f6612 None None] Pushing event updated for resources: {'Port': ['ID=ed8ad8a2-81af-482f-860c-3a131f87508b,revision_number=4']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:07.477542 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-a985e2f2-9f68-49ba-9a5e-e9a8e58f6612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:07.501939 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Routers {'ccee64f3-5e9f-4752-9ffa-f8ee1d645267'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:07.505730 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:07.521392 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f3674910-50b3-4519-9ea5-739be741949b req-b1b8ccb3-5f6c-4229-9ed3-42b1c4ae52d1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616712 Aug 23 14:23:07.531916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d4e84-54c4-4844-b166-19c97b556f79 req-e314e267-c277-43cd-9cda-f452c35d9564 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:07.547909 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f60d4e84-54c4-4844-b166-19c97b556f79 req-e314e267-c277-43cd-9cda-f452c35d9564 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 948 time: 0.3853362 Aug 23 14:23:07.630555 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f60d4e84-54c4-4844-b166-19c97b556f79 req-cf036808-380b-4291-a2df-dedd40fa603f tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786331 Aug 23 14:23:07.722283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:07.755668 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:07.768073 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'tag': '80c67096-2cd5-4865-80d8-d567677781cc', 'status': 'completed', 'code': 200} Aug 23 14:23:07.919305 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] Set router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:08.092374 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2057fa3c-1151-49de-b399-62c8c4a43d3f req-515342e2-eaf6-4c61-9568-f9ff8371da3a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 210 time: 0.1837475 Aug 23 14:23:08.207731 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.210003 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-3cdc8207-260f-477c-8cfc-a95b15798a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:08.211779 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-3cdc8207-260f-477c-8cfc-a95b15798a74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0b347596f014bda93726721a059f340&device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 1099 time: 0.4285979 Aug 23 14:23:08.410977 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.488384 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-470d724a-dd6d-4a47-87cf-f2287a738b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:08.588433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 80c67096-2cd5-4865-80d8-d567677781cc details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:08.588433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 06b49d9f-837e-46df-8821-7dbd91851411 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:08.683992 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:08.706968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Pushing event updated for resources: {'Port': ['ID=f6e320aa-5bad-472e-aa82-5e651c31e554,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:08.713344 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:08.758567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-680ecbb3-4a2c-4498-88e9-c1710aa2f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:08.762308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-680ecbb3-4a2c-4498-88e9-c1710aa2f966 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf955321-3225-4da5-ae19-68135c2a7da2 HTTP/1.1" status: 200 len: 871 time: 0.5425861 Aug 23 14:23:08.777482 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 4, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'ed8ad8a2-81af-482f-860c-3a131f87508b', 'name': '', 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'mac_address': 'fa:16:3e:df:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'subnets': [{'id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:08.784326 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aca41c-e730-4e3b-a6fa-bb5b41eec9dd None None] The sync data for ids ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'] in n-d-805628-1 is: [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:23:00Z', 'revision_number': 4, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'ed8ad8a2-81af-482f-860c-3a131f87508b', 'name': '', 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'mac_address': 'fa:16:3e:df:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'subnets': [{'id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:08.983171 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-68a17078-4bff-4d3f-ae6c-e3b35713a0e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=80c67096-2cd5-4865-80d8-d567677781cc HTTP/1.1" status: 200 len: 217 time: 0.2051704 Aug 23 14:23:09.003977 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Network 59281926-8e6f-42b5-b54b-19d405ad026c is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:09.005980 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:09.040444 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 2, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:09.061473 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Checking router: 0806c2fa-b791-450b-8367-7694d6f72eab for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:09.061769 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Updating router 0806c2fa-b791-450b-8367-7694d6f72eab port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:23:09.187925 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.204558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-05f3d028-09c2-4620-b73d-d57bb37df2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:09.211600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-05f3d028-09c2-4620-b73d-d57bb37df2a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=25912d6f-75ef-42fe-9b7c-363a47f750dd HTTP/1.1" status: 200 len: 843 time: 0.2158670 Aug 23 14:23:09.224996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-a87bd527-b6bd-4edb-b0aa-c9fc9664fc74 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:09.226087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 06b49d9f-837e-46df-8821-7dbd91851411 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:09.226587 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-a87bd527-b6bd-4edb-b0aa-c9fc9664fc74 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks?id=8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 200 len: 827 time: 0.6849217 Aug 23 14:23:09.282974 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 80c67096-2cd5-4865-80d8-d567677781cc, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=80c67096-2cd5-4865-80d8-d567677781cc,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:09.314752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-42128ad1-de79-410f-a73b-f50b0043a9b3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/quotas/39a195ceff8b480889d58e45b578e38a HTTP/1.1" status: 200 len: 375 time: 0.0302949 Aug 23 14:23:09.334091 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '80c67096-2cd5-4865-80d8-d567677781cc', 'network_id': 'cf955321-3225-4da5-ae19-68135c2a7da2', 'port_id': '80c67096-2cd5-4865-80d8-d567677781cc', 'mac_address': 'fa:16:3e:71:8b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25912d6f-75ef-42fe-9b7c-363a47f750dd', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:09.435176 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 06b49d9f-837e-46df-8821-7dbd91851411 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:09.455219 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.455503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-ed956243-3200-4901-858b-477ddceaa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:09.455503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-ed956243-3200-4901-858b-477ddceaa3cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf955321-3225-4da5-ae19-68135c2a7da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117414 Aug 23 14:23:09.455503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-fe6e06bd-3025-463f-bb42-7014380cce7e tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=39a195ceff8b480889d58e45b578e38a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305978 Aug 23 14:23:09.524896 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Router 6f7a886c-6406-4e5d-a226-5234c46d632f has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:23:09.619917 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.644579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c67096-2cd5-4865-80d8-d567677781cc {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:09.665310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 80c67096-2cd5-4865-80d8-d567677781cc, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=80c67096-2cd5-4865-80d8-d567677781cc,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:09.807168 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-e11b7071-1bf1-437b-8622-44dd71ddce99 service neutron] 10.222.0.72 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304820 Aug 23 14:23:09.828080 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:09.839652 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:09.869869 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-681cc326-a04e-44e1-ae7e-13e411351ed5 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112184 Aug 23 14:23:09.951437 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=80c67096-2cd5-4865-80d8-d567677781cc,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:09.978444 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:09.990397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f852ee-225b-42de-b2bd-810b420940fa req-84f461af-31fb-47be-96c0-e3dc8ac657f1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:09.997987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-84f461af-31fb-47be-96c0-e3dc8ac657f1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 818 time: 0.6543138 Aug 23 14:23:10.028131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:10.034935 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] 10.222.0.72 "PUT /v2.0/routers/6f7a886c-6406-4e5d-a226-5234c46d632f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7268238 Aug 23 14:23:10.041864 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-24d105cf-7409-4b47-b692-e446b7e2cace tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/quotas/2c9d4f6a77e840ccb2e96b2c4d1dd338 HTTP/1.1" status: 200 len: 375 time: 0.0423422 Aug 23 14:23:10.046111 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.047024 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Sync routers for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:10.067997 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:10.068662 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:10.086672 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 06b49d9f-837e-46df-8821-7dbd91851411, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=06b49d9f-837e-46df-8821-7dbd91851411,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:10.219525 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.236839 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-fbea1d32-12c7-4a58-8186-11f57ecd0c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:10.238192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-8cada801-e12f-4e49-8c12-979168dbd9e3 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922681 Aug 23 14:23:10.267261 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-435aa112-6754-41b2-b0d0-8b8faa4d749a req-b11bf519-07f0-4671-9aaa-80d2a98977e8 service neutron] 10.222.0.64 "GET /v2.0/networks/cf955321-3225-4da5-ae19-68135c2a7da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838775 Aug 23 14:23:10.321344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-02a5ae1f-a32d-4a50-864f-dedc04d6b3d5 service neutron] 10.222.0.72 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583843 Aug 23 14:23:10.351986 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['80c67096-2cd5-4865-80d8-d567677781cc'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:10.466381 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=06b49d9f-837e-46df-8821-7dbd91851411,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:10.491901 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:10.492867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ed8ad8a2-81af-482f-860c-3a131f87508b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:10.502611 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-e61f70fa-4dd3-49dc-b4f7-c087a9f5f9aa service neutron] 10.222.0.72 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569721 Aug 23 14:23:10.545596 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:10.568824 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.627328 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Transition to ACTIVE for port object d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:10.723028 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-f75a46f7-d0ac-4ec2-b892-57a7808d86f9 service neutron] 10.222.0.72 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191935 Aug 23 14:23:10.795795 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:23:10.812363 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:10.818947 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-fbea1d32-12c7-4a58-8186-11f57ecd0c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:10.977292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b4c9c-09b2-401b-b9c3-5e5ffcd9efb6 None None] Pushing event updated for resources: {'Port': ['ID=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:11.039186 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-115b4c9c-09b2-401b-b9c3-5e5ffcd9efb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:11.046717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-955a846b-8350-446e-8ced-9debb4768988 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:11.051652 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port ed8ad8a2-81af-482f-860c-3a131f87508b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:11.054125 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-955a846b-8350-446e-8ced-9debb4768988 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.2694824 Aug 23 14:23:11.072455 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-6acb090b-bfc0-4564-89e1-34cce9857e80 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/quotas/3c7a07ce00f04ad9a0acaee8ab18fb32 HTTP/1.1" status: 200 len: 375 time: 0.0173624 Aug 23 14:23:11.103121 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port ed8ad8a2-81af-482f-860c-3a131f87508b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:11.105548 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.185249 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 2, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:11.205090 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Checking router: 6f7a886c-6406-4e5d-a226-5234c46d632f for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:11.205465 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Updating router 6f7a886c-6406-4e5d-a226-5234c46d632f port f6e320aa-5bad-472e-aa82-5e651c31e554 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:23:11.320434 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.333690 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Attempting to bind port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:11.334281 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Attempting to bind port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:11.335364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Attempting to bind port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 on network 8b88a2ad-372e-4736-9712-303a172de510 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:11.358728 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:11.365115 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Checking segment: {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:11.365806 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.367207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Bound using segment: {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:11.368548 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Bound port: d33e0cf0-c2f7-41e6-9d33-e1663196a5f2, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:11.369242 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.549068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e28de-6be2-4c55-9df3-66b00cf58b79 req-1533337c-57df-43fb-a22a-627d3a913303 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:11.560796 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-998e28de-6be2-4c55-9df3-66b00cf58b79 req-1533337c-57df-43fb-a22a-627d3a913303 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 949 time: 0.2667584 Aug 23 14:23:11.577151 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.613119 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] For port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:11.617290 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] For port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:11.628593 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port ed8ad8a2-81af-482f-860c-3a131f87508b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=ed8ad8a2-81af-482f-860c-3a131f87508b,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:11.629256 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-478f5eae-cd80-4e72-961c-66dd51408625 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:11.667971 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-998e28de-6be2-4c55-9df3-66b00cf58b79 req-dca1ca15-9d5f-47ea-a008-acdc46729a70 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025896 Aug 23 14:23:11.672288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-909ed77e-100d-46f0-baed-1787db2d415d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:11.673956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-909ed77e-100d-46f0-baed-1787db2d415d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.82 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 818 time: 0.5460947 Aug 23 14:23:11.691669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Request body: {'port': {'device_id': '82dd548d-d8e5-490f-8b57-014025182e34', 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'admin_state_up': True, 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:11.748991 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.753429 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-17f7016b-6681-496f-a670-f2e3d473c5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:11.824627 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.845959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-478f5eae-cd80-4e72-961c-66dd51408625 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:11.849644 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:11.850611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:11.857874 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-478f5eae-cd80-4e72-961c-66dd51408625 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7842801 Aug 23 14:23:11.931418 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:11.943329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b4c9c-09b2-401b-b9c3-5e5ffcd9efb6 None None] Pushing event updated for resources: {'Port': ['ID=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:11.949524 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-115b4c9c-09b2-401b-b9c3-5e5ffcd9efb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:11.950228 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:11.957438 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Transition to ACTIVE for port object f6e320aa-5bad-472e-aa82-5e651c31e554 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:12.059017 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:12.094909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:12.130137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-7570b0f2-f1f9-499e-8122-52d7bb67fe5a service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710576 Aug 23 14:23:12.135662 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=ed8ad8a2-81af-482f-860c-3a131f87508b,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:12.148257 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:12.159522 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.165877 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:12.178706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:12.315336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Made reservation on behalf of 2c9d4f6a77e840ccb2e96b2c4d1dd338 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:12.319632 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.365417 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7caad-c35c-477a-9728-86685ee13ac1 req-c5021eec-825b-4d95-b780-4cdd1ad5c314 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:12.368214 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3c7caad-c35c-477a-9728-86685ee13ac1 req-c5021eec-825b-4d95-b780-4cdd1ad5c314 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1153226 Aug 23 14:23:12.424877 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b3c7caad-c35c-477a-9728-86685ee13ac1 req-3f8b3d6f-d10f-4e06-b315-1a5124d1bf38 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503471 Aug 23 14:23:12.435585 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-7089b504-c318-4d3c-ba75-600dde9126e3 service neutron] 10.222.0.72 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041348 Aug 23 14:23:12.487661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 06b49d9f-837e-46df-8821-7dbd91851411 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:12.498010 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c330d-a2f5-4e5c-b443-cd4e8eac7ada None None] Pushing event updated for resources: {'Port': ['ID=f6e320aa-5bad-472e-aa82-5e651c31e554,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:12.515458 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-7c5c330d-a2f5-4e5c-b443-cd4e8eac7ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:12.560342 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 80c67096-2cd5-4865-80d8-d567677781cc up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:12.574923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Allocated IP 172.20.0.8 (689b46c9-cb9a-4f15-ba57-c300446b1d2e/9a79d8e8-481a-40bf-8fd3-0869a9ed58ce/66b0012b-00c3-40e2-b1bf-0a38f83c3e96) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:12.619881 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Attempting to bind port f6e320aa-5bad-472e-aa82-5e651c31e554 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:12.621888 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Attempting to bind port f6e320aa-5bad-472e-aa82-5e651c31e554 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:12.622462 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Attempting to bind port f6e320aa-5bad-472e-aa82-5e651c31e554 on network 59281926-8e6f-42b5-b54b-19d405ad026c {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:12.630631 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:12.633384 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Checking segment: {'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:12.633384 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.633384 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Bound using segment: {'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:12.633384 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Bound port: f6e320aa-5bad-472e-aa82-5e651c31e554, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:12.633384 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.770102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 06b49d9f-837e-46df-8821-7dbd91851411 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:12.770550 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.801228 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] For port f6e320aa-5bad-472e-aa82-5e651c31e554, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:12.810946 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] For port f6e320aa-5bad-472e-aa82-5e651c31e554, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f6e320aa-5bad-472e-aa82-5e651c31e554,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:12.890198 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:11Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:12.926667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-1ca10d2f-5a47-478f-a071-2eec90f4398b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:12.928323 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-1ca10d2f-5a47-478f-a071-2eec90f4398b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 820 time: 0.2777131 Aug 23 14:23:12.946053 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-ca0be1a8-669b-4f82-a593-894a0024722b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/quotas/bfb99301e5b345299854f5940e9dfa31 HTTP/1.1" status: 200 len: 375 time: 0.0108459 Aug 23 14:23:12.967175 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:12.967175 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-c22e9fbc-06fa-44d2-925a-d8d5739d0508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:12.969638 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.023959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 80c67096-2cd5-4865-80d8-d567677781cc completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:13.046028 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffa0d64-b9d3-4c32-92bf-6cab38204488 None None] The sync data for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 is: [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:11Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:13.053228 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 80c67096-2cd5-4865-80d8-d567677781cc triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:13.053683 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.101665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-5ade06bc-b442-40de-a647-24e6fc76a3c7 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:13.116941 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.125178 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-069a6d20-caa2-4260-b290-3b9fd31a10ee tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:13.146116 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ed8ad8a2-81af-482f-860c-3a131f87508b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:13.146264 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:13.146906 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:13.217194 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c330d-a2f5-4e5c-b443-cd4e8eac7ada None None] Pushing event updated for resources: {'Port': ['ID=f6e320aa-5bad-472e-aa82-5e651c31e554,revision_number=4']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:13.227573 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-7c5c330d-a2f5-4e5c-b443-cd4e8eac7ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:13.239344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-5ade06bc-b442-40de-a647-24e6fc76a3c7 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:13.239344 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-5ade06bc-b442-40de-a647-24e6fc76a3c7 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2807913 Aug 23 14:23:13.368971 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bd3107e3-6af9-4190-a7f1-c83a80505054 req-ff6a4d46-a4c5-4350-827e-535bed4e19bf tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 210 time: 0.1054828 Aug 23 14:23:13.373799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:13.377444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:13.383688 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:13.457822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Pushing event updated for resources: {'Port': ['ID=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:13.474861 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:13.509296 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port ed8ad8a2-81af-482f-860c-3a131f87508b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:13.510177 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.530194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:13.530946 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.533813 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-8a66b836-115f-4478-bd2a-9312ccc67ac8 service neutron] 10.222.0.72 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857151 Aug 23 14:23:13.592575 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:13.601591 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.638100 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c67096-2cd5-4865-80d8-d567677781cc'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:13.650465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 80c67096-2cd5-4865-80d8-d567677781cc, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=80c67096-2cd5-4865-80d8-d567677781cc,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:13.715745 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-bf5c643c-b02c-466f-b71d-25599d37eea1 req-2f964063-a099-4658-b919-3acedcdc664f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Synchronizing usage tracker for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:13.810545 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-3ab5048d-c87f-401f-b35c-2f7d833940cf service neutron] 10.222.0.72 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642343 Aug 23 14:23:13.853634 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1690047 Aug 23 14:23:13.855852 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:13.857826 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:13.866291 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Request body: {'port': {'device_id': '82dd548d-d8e5-490f-8b57-014025182e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:14.015304 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.016964 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=80c67096-2cd5-4865-80d8-d567677781cc,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:14.027699 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:14.090368 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-bf5c643c-b02c-466f-b71d-25599d37eea1 req-2f964063-a099-4658-b919-3acedcdc664f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Unset dirty status for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:14.100620 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bf5c643c-b02c-466f-b71d-25599d37eea1 req-2f964063-a099-4658-b919-3acedcdc664f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 210 time: 0.4482677 Aug 23 14:23:14.103551 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:12Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:14.109463 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edb2bb-1b27-4d16-a186-7c77693f3c68 None None] The sync data for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 is: [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:12Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:14.396224 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e9dc0b9-2f15-4af6-a202-e0f2dfb22c21 req-21784ebd-000d-4c35-9b48-8affae1a7911 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 210 time: 0.1035841 Aug 23 14:23:14.439908 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:14.499983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f396b74-f070-4609-b315-dcd5a0f202e1 req-23586452-b804-48ed-9dbe-0f02e67f3d33 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:14.516378 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f396b74-f070-4609-b315-dcd5a0f202e1 req-23586452-b804-48ed-9dbe-0f02e67f3d33 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 950 time: 0.1600387 Aug 23 14:23:14.605058 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0f396b74-f070-4609-b315-dcd5a0f202e1 req-bd0c4a2d-f512-4ad3-941c-2344dc5457d3 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854256 Aug 23 14:23:14.677599 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c67096-2cd5-4865-80d8-d567677781cc', 'code': 200} Aug 23 14:23:14.766202 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:14.772437 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:14.773106 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:14.812983 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a9c729b5-14ae-49ae-a881-7dc311251845 req-ab840d44-b427-4e20-ae67-64085611b256 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 210 time: 0.0874038 Aug 23 14:23:14.981180 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.000180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1ecee904-f42f-497e-987c-b2e1f57c2ec1 req-e922c7e8-b276-4fbd-b264-b749fba29aaa tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:15.019423 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:15.044000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b382-df45-4c8c-acc7-bce62c0644f4 req-9f4a39e3-78ef-43e9-b69d-25d2a20d8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:15.045536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-29e3b382-df45-4c8c-acc7-bce62c0644f4 req-9f4a39e3-78ef-43e9-b69d-25d2a20d8cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 1101 time: 0.2109604 Aug 23 14:23:15.074202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:15.086480 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.107621 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-29e3b382-df45-4c8c-acc7-bce62c0644f4 req-10c30a6a-0626-4038-aca1-98380170b5bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551212 Aug 23 14:23:15.122152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Transition to ACTIVE for port object 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:15.215741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1ecee904-f42f-497e-987c-b2e1f57c2ec1 req-e922c7e8-b276-4fbd-b264-b749fba29aaa tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:15.219043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1ecee904-f42f-497e-987c-b2e1f57c2ec1 req-e922c7e8-b276-4fbd-b264-b749fba29aaa tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 210 time: 0.2712452 Aug 23 14:23:15.288736 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.288870 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.288870 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-17f7016b-6681-496f-a670-f2e3d473c5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:15.289258 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:15.384930 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d376b797-6f11-4d88-8efa-f0f9e5a8c8b7 req-7a37ecc5-86bb-4440-9990-a3ae8bc200b6 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 210 time: 0.0605490 Aug 23 14:23:15.444292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:15.448624 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:15.556876 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ad7fac5-2de5-4a7d-9732-74dc6aec78b3 req-9125e84a-9b2d-4ee7-86cb-7339c29a9d42 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 210 time: 0.0447309 Aug 23 14:23:15.563016 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Pushing event updated for resources: {'Port': ['ID=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:15.576047 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:15.732211 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-6d8ab923-683a-45b3-ad3f-8ca80cdad1d9 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:15.733939 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-6d8ab923-683a-45b3-ad3f-8ca80cdad1d9 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.64 "GET /v2.0/networks?id=8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 200 len: 827 time: 0.2683914 Aug 23 14:23:15.740945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Attempting to bind port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:15.740945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Attempting to bind port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:15.740945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Attempting to bind port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 on network 689b46c9-cb9a-4f15-ba57-c300446b1d2e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:15.740945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 on network 689b46c9-cb9a-4f15-ba57-c300446b1d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:23:15.740945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Attempting to bind port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 on network 689b46c9-cb9a-4f15-ba57-c300446b1d2e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:15.746704 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:15.747178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Checking segment: {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:15.747602 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Bound using segment: {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:15.748029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Bound port: 66b0012b-00c3-40e2-b1bf-0a38f83c3e96, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:15.748378 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:15.763365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Request body: {'port': {'device_id': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'admin_state_up': True, 'tenant_id': '39a195ceff8b480889d58e45b578e38a'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:15.981015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173b956-6a02-4b1b-970f-b40ecb4b5cea req-30658112-dbea-4d20-ab10-814722189c9b tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:15.982717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4173b956-6a02-4b1b-970f-b40ecb4b5cea req-30658112-dbea-4d20-ab10-814722189c9b tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 950 time: 0.2133009 Aug 23 14:23:16.013470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] For port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:16.028356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:16.036497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] For port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:16.048305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:16.061835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4173b956-6a02-4b1b-970f-b40ecb4b5cea req-a7685681-ea2f-4f24-be5f-344f1cfae0fe tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699892 Aug 23 14:23:16.153136 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-997df6b8-6074-40f4-868f-1394e5b0b6af req-9d50fc84-f671-439a-b416-5e9d98e24aff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 210 time: 0.0509944 Aug 23 14:23:16.199648 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.204902 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-117d8080-1a84-477c-8917-3d0fbc0a0ee3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:16.290343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:16.290974 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.292683 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] 10.222.0.82 "PUT /v2.0/ports/66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 200 len: 1091 time: 2.4315939 Aug 23 14:23:16.293074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dd548d-d8e5-490f-8b57-014025182e34', 'tag': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:16.315665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Made reservation on behalf of 39a195ceff8b480889d58e45b578e38a for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:16.319229 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.479485 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f6e320aa-5bad-472e-aa82-5e651c31e554 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:16.499731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Pushing event updated for resources: {'Port': ['ID=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:16.500245 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:16.502936 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc619997-a468-4f49-81e8-cda0de7d441b req-1e84754b-a5fa-46a2-b999-693e2eb9fd28 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 210 time: 0.0960462 Aug 23 14:23:16.582021 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dd548d-d8e5-490f-8b57-014025182e34', 'tag': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96', 'status': 'completed', 'code': 200} Aug 23 14:23:16.751462 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bf9b82ce-7b5a-4b57-96e2-a3feafe850f6 req-cb228ff7-b5ae-4a53-8ff4-666226807202 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 210 time: 0.0659866 Aug 23 14:23:16.789306 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port f6e320aa-5bad-472e-aa82-5e651c31e554 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:16.797283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f6e320aa-5bad-472e-aa82-5e651c31e554 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:16.797988 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:16.838968 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f9baed53-22da-40d0-be09-2b2d651a0489 req-fb1b4dfa-f522-476e-9a8e-ec956347f48f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 210 time: 0.0865016 Aug 23 14:23:16.840342 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Allocated IP 172.20.0.7 (8b88a2ad-372e-4736-9712-303a172de510/f42b59bc-ba1d-40e9-a27d-de14d176ca54/52e3f146-79ba-4cf2-a21f-53237e5b70d8) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:16.974764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0ca91-9a6d-45e7-bd3d-4e1bd047ee6a req-f1093eca-35d8-4898-8470-b7e0b6978ff6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:16.993612 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11a0ca91-9a6d-45e7-bd3d-4e1bd047ee6a req-f1093eca-35d8-4898-8470-b7e0b6978ff6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1281106 Aug 23 14:23:17.009372 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.028861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453177-7c35-4a1f-bc06-081a5863d676 req-683fc447-80b6-4044-91d7-41ceff3c56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.030809 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5453177-7c35-4a1f-bc06-081a5863d676 req-683fc447-80b6-4044-91d7-41ceff3c56bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1094 time: 0.4193788 Aug 23 14:23:17.089573 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-11a0ca91-9a6d-45e7-bd3d-4e1bd047ee6a req-ab1e55dc-db66-4547-8681-c81c7ca5b977 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929251 Aug 23 14:23:17.096569 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port f6e320aa-5bad-472e-aa82-5e651c31e554, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f6e320aa-5bad-472e-aa82-5e651c31e554,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:17.280042 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.284182 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:17.341894 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a336254-7f9b-45d3-9326-0dcba02b084b req-6c3713e8-fab2-4d16-b372-d822b8cbc5eb tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.343652 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a336254-7f9b-45d3-9326-0dcba02b084b req-6c3713e8-fab2-4d16-b372-d822b8cbc5eb tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 950 time: 0.1073387 Aug 23 14:23:17.353092 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:17.430335 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a336254-7f9b-45d3-9326-0dcba02b084b req-8f38b0f1-d154-4499-8345-996bcc7cc3d5 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692351 Aug 23 14:23:17.496317 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:17.496932 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.561701 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=f6e320aa-5bad-472e-aa82-5e651c31e554,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:17.566536 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:17.628000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f852ee-225b-42de-b2bd-810b420940fa req-58b04687-dbb6-450e-8f59-e0c9ddd225b8 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.628000 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-58b04687-dbb6-450e-8f59-e0c9ddd225b8 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.64 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 818 time: 0.7804668 Aug 23 14:23:17.629773 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4bbe279-39fc-4e5b-bcba-69286077e419 req-98927e61-41f4-4e90-982b-dd649837ee9f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 210 time: 0.2985234 Aug 23 14:23:17.653214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Request body: {'port': {'device_id': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'admin_state_up': True, 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:17.789662 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77e87774-29be-42fd-92c2-10d77a164d86 req-b1646851-53a4-4033-afe0-7059db674e81 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 210 time: 0.0658541 Aug 23 14:23:17.849562 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:17.887556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453177-7c35-4a1f-bc06-081a5863d676 req-742ec056-6651-4f7d-804c-e6bda12c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:17.889108 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5453177-7c35-4a1f-bc06-081a5863d676 req-742ec056-6651-4f7d-804c-e6bda12c1e28 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8482459 Aug 23 14:23:17.890206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Transition to ACTIVE for port object 52e3f146-79ba-4cf2-a21f-53237e5b70d8 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:18.063831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:18.079506 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d0a6205-22cb-4c53-8418-a2a6ecccd72b req-3fea7141-d95f-4ce7-9361-5b15d5046001 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 210 time: 0.1570866 Aug 23 14:23:18.155698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Usage tracker for resource:port and tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:18.168555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:18.185472 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50ba52ec-eb07-4df8-8424-f9286b8ee27d req-19155d00-6d2b-4f97-9376-bec3765756b0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 210 time: 0.1191106 Aug 23 14:23:18.187789 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:18.214374 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-17f3ac89-e125-445f-829e-69d6672c2ea2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:18.215859 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-17f3ac89-e125-445f-829e-69d6672c2ea2 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 805 time: 0.2596657 Aug 23 14:23:18.247858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Request body: {'port': {'device_id': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'admin_state_up': True, 'tenant_id': '3c7a07ce00f04ad9a0acaee8ab18fb32'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:18.254137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453177-7c35-4a1f-bc06-081a5863d676 req-778e9250-9801-4a46-a527-66aefcf90f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:18.255518 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5453177-7c35-4a1f-bc06-081a5863d676 req-778e9250-9801-4a46-a527-66aefcf90f56 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3532040 Aug 23 14:23:18.335145 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Made reservation on behalf of 2c9d4f6a77e840ccb2e96b2c4d1dd338 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:18.337862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f6e320aa-5bad-472e-aa82-5e651c31e554 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:18.338919 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.417574 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port f6e320aa-5bad-472e-aa82-5e651c31e554 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:18.418598 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.424366 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.444220 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:18.444439 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:18.455020 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:18.615166 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Network 8b88a2ad-372e-4736-9712-303a172de510 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:18.681637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:18.681637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:18.691050 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event updated for resources: {'Port': ['ID=52e3f146-79ba-4cf2-a21f-53237e5b70d8,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:18.704564 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:18.785361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:18.786017 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.800351 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Made reservation on behalf of 3c7a07ce00f04ad9a0acaee8ab18fb32 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:18.805258 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:18.842347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-1fae80ae-d63f-49fa-b46c-f1cbd43c7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:18.843880 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-1fae80ae-d63f-49fa-b46c-f1cbd43c7487 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1094 time: 0.4726429 Aug 23 14:23:18.857093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Allocated IP 172.20.0.14 (689b46c9-cb9a-4f15-ba57-c300446b1d2e/9a79d8e8-481a-40bf-8fd3-0869a9ed58ce/ac6c6590-06b8-485b-83c8-67ce23981e0d) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:18.924875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ce4f2-4665-482a-a62b-a2e780dee3c5 req-29500693-83be-4ed0-8096-393cfc00578c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:18.926418 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f71ce4f2-4665-482a-a62b-a2e780dee3c5 req-29500693-83be-4ed0-8096-393cfc00578c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4510093 Aug 23 14:23:18.980122 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-d4b75ea1-06f6-48a0-b2a7-36ef2992e68e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 200 len: 217 time: 0.0873790 Aug 23 14:23:18.996109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Allocated IP 172.20.0.11 (bead4616-2cdd-4821-8ae8-d36de2e911a5/db3a72ab-84d2-40a5-878f-daf73b2955b2/aae7b041-0144-4acd-ab8b-bf13818c421d) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:19.144244 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f71ce4f2-4665-482a-a62b-a2e780dee3c5 req-72753d94-1976-4536-9295-df1ba8ec39da tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901331 Aug 23 14:23:19.144244 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3803084 Aug 23 14:23:19.177199 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-abe26bb3-fcc3-4a23-8782-b6b70ca4ead2 None None] Provisioning for port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:19.184161 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-abe26bb3-fcc3-4a23-8782-b6b70ca4ead2 None None] Provisioning complete for port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:19.184910 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-abe26bb3-fcc3-4a23-8782-b6b70ca4ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.211743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-65bd4077-ef2b-4f7f-a5d5-db22d10a4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:19.223226 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-65bd4077-ef2b-4f7f-a5d5-db22d10a4705 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.2451370 Aug 23 14:23:19.296092 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.337687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-abe26bb3-fcc3-4a23-8782-b6b70ca4ead2 None None] Port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:23:19.371198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-1adc79bc-4318-4049-9d9a-f5c494f589d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680711 Aug 23 14:23:19.464253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Request body: {'port': {'device_id': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:19.486524 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.489892 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82b696d7-0d52-4b43-b41f-4780b9a65ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:19.498692 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:19.570157 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cf815-afcc-477e-aefc-0dde971f068e req-e88c7c25-fd76-44fd-b0cc-ca11a5efac55 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:19.571361 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c8cf815-afcc-477e-aefc-0dde971f068e req-e88c7c25-fd76-44fd-b0cc-ca11a5efac55 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 931 time: 0.1655498 Aug 23 14:23:19.592918 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Network bead4616-2cdd-4821-8ae8-d36de2e911a5 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:19.613596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:19.621748 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:19.652208 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event updated for resources: {'Port': ['ID=aae7b041-0144-4acd-ab8b-bf13818c421d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:19.662067 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:19.694301 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fd033863-eb7c-4669-8cce-647e27ba8b7f req-d15c0044-cc9c-4869-aa2a-dc716a2cc4cc tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 210 time: 0.3499374 Aug 23 14:23:19.696839 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0c8cf815-afcc-477e-aefc-0dde971f068e req-c9037483-650b-4a81-b597-aedec96e2477 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:19.731110 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:19.743105 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.833949 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-0c8cf815-afcc-477e-aefc-0dde971f068e req-c9037483-650b-4a81-b597-aedec96e2477 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:19.835303 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c8cf815-afcc-477e-aefc-0dde971f068e req-c9037483-650b-4a81-b597-aedec96e2477 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387192 Aug 23 14:23:19.863123 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-96725a65-9903-432d-8ae7-e88b452eb75e tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:19.863819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-96725a65-9903-432d-8ae7-e88b452eb75e tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:19.971095 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7276320 Aug 23 14:23:19.971313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-051d2db5-9249-4f04-923f-b1f0cbf348fa req-bd409825-29bb-436a-9ad7-5c729c82d3d9 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Synchronizing usage tracker for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:19.984583 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:19.990881 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Request body: {'port': {'device_id': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:20.008963 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:20.040365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-344dfc00-f9b1-4e77-8b87-56b2f8b6a1b4 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972540 Aug 23 14:23:20.115187 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-96725a65-9903-432d-8ae7-e88b452eb75e tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:20.116242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-96725a65-9903-432d-8ae7-e88b452eb75e tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.64 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 820 time: 1.0521224 Aug 23 14:23:20.135313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f91a-c455-4710-b4b7-306c1c56db0d req-84a0f8ec-c552-48c2-86b0-0194ba403510 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:20.136906 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-aa74f91a-c455-4710-b4b7-306c1c56db0d req-84a0f8ec-c552-48c2-86b0-0194ba403510 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 950 time: 0.2057459 Aug 23 14:23:20.141485 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:20.146385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Request body: {'port': {'device_id': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'admin_state_up': True, 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:20.219625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-051d2db5-9249-4f04-923f-b1f0cbf348fa req-bd409825-29bb-436a-9ad7-5c729c82d3d9 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Unset dirty status for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:20.220808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-051d2db5-9249-4f04-923f-b1f0cbf348fa req-bd409825-29bb-436a-9ad7-5c729c82d3d9 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 210 time: 0.3459213 Aug 23 14:23:20.360478 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-aa74f91a-c455-4710-b4b7-306c1c56db0d req-1ea5691c-1cfb-4936-a1f0-4276bcd581a0 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083216 Aug 23 14:23:20.464887 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0045fe7f-6ecb-407f-98cb-f75ca7c930c4 req-e8fec7fb-6604-4986-b4c9-ef95f7ecb0b5 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985882 Aug 23 14:23:20.524053 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:20.547347 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:20.677908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:20.693731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Network 689b46c9-cb9a-4f15-ba57-c300446b1d2e is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:20.710127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:20.720537 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae7b041-0144-4acd-ab8b-bf13818c421d {{(pid=80759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:20.722601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:20.725055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:20.730760 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:20.750985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Pushing event updated for resources: {'Port': ['ID=ac6c6590-06b8-485b-83c8-67ce23981e0d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:20.759185 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da854575-7791-4fe4-b283-ef6fa166a1a9 req-ad44776d-06ab-4cfb-889e-e9380aeea8d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:20.762096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da854575-7791-4fe4-b283-ef6fa166a1a9 req-ad44776d-06ab-4cfb-889e-e9380aeea8d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1708465 Aug 23 14:23:20.762729 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:20.763557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Transition to ACTIVE for port object aae7b041-0144-4acd-ab8b-bf13818c421d will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:20.809594 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da854575-7791-4fe4-b283-ef6fa166a1a9 req-6d199473-295d-44e6-800c-cff40a35cfea tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Aug 23 14:23:20.810872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5c459-8428-4f7c-aa25-dd93bf22b32f req-afea35e5-ffc5-453f-80b3-e143a6645fbd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:20.812376 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ba5c459-8428-4f7c-aa25-dd93bf22b32f req-afea35e5-ffc5-453f-80b3-e143a6645fbd tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 932 time: 0.4345653 Aug 23 14:23:20.855953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:20.856580 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:20.946908 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ba5c459-8428-4f7c-aa25-dd93bf22b32f req-a00e0663-1457-47db-bdc8-a26e84fe6b5d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283352 Aug 23 14:23:20.949987 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:20.950924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Made reservation on behalf of bfb99301e5b345299854f5940e9dfa31 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:20.954358 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:20.967965 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a7e8036e-ad0c-42b5-8e40-ed66cbb05d28 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:20.993747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e3f146-79ba-4cf2-a21f-53237e5b70d8 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:21.036209 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3914707 Aug 23 14:23:21.038962 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.063659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Request body: {'port': {'device_id': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:21.101812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Pushing event updated for resources: {'Port': ['ID=aae7b041-0144-4acd-ab8b-bf13818c421d,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:21.116030 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:21.122077 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Transition to ACTIVE for port object 52e3f146-79ba-4cf2-a21f-53237e5b70d8 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:21.179284 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-65d1784f-e3a5-4fec-a195-83fa1d020eb4 req-001d7107-73a7-4216-a948-96d1703054a4 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 210 time: 0.0700235 Aug 23 14:23:21.280633 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718442ed-0d2e-46b3-8420-3fc85879310f req-8c14a893-6135-408b-9a0f-4cd3e1d5cd2a tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:21.280633 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-718442ed-0d2e-46b3-8420-3fc85879310f req-8c14a893-6135-408b-9a0f-4cd3e1d5cd2a tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.64 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 950 time: 0.3739176 Aug 23 14:23:21.299122 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.322737 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ce0c1588-40da-4b8a-98c0-8080ebccc1e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:21.359326 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Attempting to bind port aae7b041-0144-4acd-ab8b-bf13818c421d on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:21.359707 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Attempting to bind port aae7b041-0144-4acd-ab8b-bf13818c421d by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:21.359952 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Attempting to bind port aae7b041-0144-4acd-ab8b-bf13818c421d on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:21.370418 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Port aae7b041-0144-4acd-ab8b-bf13818c421d on network bead4616-2cdd-4821-8ae8-d36de2e911a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:23:21.371060 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Attempting to bind port aae7b041-0144-4acd-ab8b-bf13818c421d on network bead4616-2cdd-4821-8ae8-d36de2e911a5 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:21.413562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:21.413902 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Checking segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:21.414279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Bound using segment: {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'} {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:21.414710 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Bound port: aae7b041-0144-4acd-ab8b-bf13818c421d, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639e6d7e-f5c4-4674-9649-c2f96101dcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5'}}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:21.415054 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.433912 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Deleting port 80c67096-2cd5-4865-80d8-d567677781cc {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:23:21.434253 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.700919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac333a2a-a421-47f4-9b0e-0b032aa33664 req-5a256733-0234-4aff-9847-e6b219f3ffdf tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:21.702848 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac333a2a-a421-47f4-9b0e-0b032aa33664 req-5a256733-0234-4aff-9847-e6b219f3ffdf tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 932 time: 0.3370545 Aug 23 14:23:21.707662 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] For port aae7b041-0144-4acd-ab8b-bf13818c421d, host n-h2-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:21.804063 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] For port aae7b041-0144-4acd-ab8b-bf13818c421d, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=aae7b041-0144-4acd-ab8b-bf13818c421d,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:21.846744 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac333a2a-a421-47f4-9b0e-0b032aa33664 req-86af441b-aae3-4ea9-bd4a-a875ad2d1ced tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338792 Aug 23 14:23:21.849262 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.871482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Allocated IP 172.20.0.12 (59281926-8e6f-42b5-b54b-19d405ad026c/b3d7c0f2-848b-4976-9420-969ff72f4eb8/bd5d9252-7602-4e1c-be8d-b1045a90f2f0) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:21.876442 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] For port 80c67096-2cd5-4865-80d8-d567677781cc, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=80c67096-2cd5-4865-80d8-d567677781cc,segment=NetworkSegment(f77e7e13-bdb0-44c5-ac93-128fa1fafe89),segment_id=f77e7e13-bdb0-44c5-ac93-128fa1fafe89)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:21.876886 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.891261 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Pushing event updated for resources: {'Port': ['ID=52e3f146-79ba-4cf2-a21f-53237e5b70d8,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:21.944249 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:21.971336 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:22.007890 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:22.052963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Calling delete_port for 80c67096-2cd5-4865-80d8-d567677781cc owned by compute:nova {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:23:22.061601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617b3fb-f719-4718-8079-6e65eb9ee89d req-202bbec4-6b40-4be6-901d-b2466b1802c3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.062956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d617b3fb-f719-4718-8079-6e65eb9ee89d req-202bbec4-6b40-4be6-901d-b2466b1802c3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:22.288829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.289524 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.290902 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] 10.222.0.64 "PUT /v2.0/ports/aae7b041-0144-4acd-ab8b-bf13818c421d HTTP/1.1" status: 200 len: 1092 time: 2.3054333 Aug 23 14:23:22.295995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'tag': 'aae7b041-0144-4acd-ab8b-bf13818c421d'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:22.343358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Pushing event updated for resources: {'Port': ['ID=aae7b041-0144-4acd-ab8b-bf13818c421d,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:22.346568 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:22.427922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec628de-91f7-4123-a81c-99d3506825aa req-e338e262-17fe-43db-a508-467928621fbb tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.429446 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dec628de-91f7-4123-a81c-99d3506825aa req-e338e262-17fe-43db-a508-467928621fbb tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 950 time: 0.3920152 Aug 23 14:23:22.459013 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Attempting to bind port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:22.460177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Attempting to bind port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:22.460177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Attempting to bind port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 on network 8b88a2ad-372e-4736-9712-303a172de510 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:22.479605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d617b3fb-f719-4718-8079-6e65eb9ee89d req-202bbec4-6b40-4be6-901d-b2466b1802c3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:22.480608 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dec628de-91f7-4123-a81c-99d3506825aa req-13ca7249-31cb-425c-9b42-de2c8a78411e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/security-groups?id=6eb22003-d0e2-423e-ba04-23effd9e946c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Aug 23 14:23:22.481619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d617b3fb-f719-4718-8079-6e65eb9ee89d req-202bbec4-6b40-4be6-901d-b2466b1802c3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 931 time: 1.3705199 Aug 23 14:23:22.522568 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 on network 8b88a2ad-372e-4736-9712-303a172de510 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:23:22.523116 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Attempting to bind port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 on network 8b88a2ad-372e-4736-9712-303a172de510 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:22.610754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.610754 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:22.656105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Pushing event deleted for resources: {'Port': ['ID=80c67096-2cd5-4865-80d8-d567677781cc,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:22.660208 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:22.676246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:22.676821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Checking segment: {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:22.677750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Bound using segment: {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:22.678521 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Bound port: 52e3f146-79ba-4cf2-a21f-53237e5b70d8, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '8b88a2ad-372e-4736-9712-303a172de510'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:22.679118 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.779496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] No DVR routers for this DVR port 80c67096-2cd5-4865-80d8-d567677781cc on host n-h2-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:23:22.787819 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:22.806326 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-dab0f283-0896-4522-9394-db03dddc0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.808367 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-dab0f283-0896-4522-9394-db03dddc0bf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 1095 time: 0.2696908 Aug 23 14:23:22.899879 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-f586b9a6-b390-4308-8c60-4433d1e34057 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aae7b041-0144-4acd-ab8b-bf13818c421d HTTP/1.1" status: 200 len: 217 time: 0.0749211 Aug 23 14:23:22.945908 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-718442ed-0d2e-46b3-8420-3fc85879310f req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.64 "DELETE /v2.0/ports/80c67096-2cd5-4865-80d8-d567677781cc HTTP/1.1" status: 204 len: 173 time: 1.6573179 Aug 23 14:23:22.968845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cdebe-1e2e-4a6d-a118-9f3ce68f6a67 req-1f836cce-272f-41b4-a6ad-57a6914bf197 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.970379 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0e7cdebe-1e2e-4a6d-a118-9f3ce68f6a67 req-1f836cce-272f-41b4-a6ad-57a6914bf197 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2307851 Aug 23 14:23:22.981520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-112532e2-2e78-4a9a-8f7e-fecb3e36798c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:22.982905 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-112532e2-2e78-4a9a-8f7e-fecb3e36798c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.0791395 Aug 23 14:23:23.029560 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d617b3fb-f719-4718-8079-6e65eb9ee89d req-473f6a0f-a0d4-4c38-924a-956f74079b17 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086560 Aug 23 14:23:23.047275 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-bf823e08-59de-450b-9412-64e7b6b85738 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479283 Aug 23 14:23:23.071418 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:23.135799 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0e7cdebe-1e2e-4a6d-a118-9f3ce68f6a67 req-2ae732e6-718b-4dec-92ba-908ab83ad7df tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483924 Aug 23 14:23:23.207227 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.260659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] For port 52e3f146-79ba-4cf2-a21f-53237e5b70d8, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:23.265214 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:23.281755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] For port 52e3f146-79ba-4cf2-a21f-53237e5b70d8, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:23.283439 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96', 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'port_id': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96', 'mac_address': 'fa:16:3e:b5:b4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:23.346752 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-2432242a-aec0-4972-ac65-af88f908f40a service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891867 Aug 23 14:23:23.384801 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.406452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:23.429563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:23.453383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.472827 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d309f123-33af-47e3-8d22-11ca0247c2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:23.524174 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3387d4ca-3e66-4159-8502-003c9b0b3e30 req-7381a780-cb98-414e-9ddf-3de006af9b81 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 210 time: 0.1531322 Aug 23 14:23:23.546900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.547524 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.548978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] 10.222.0.64 "PUT /v2.0/ports/52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 1091 time: 4.3712776 Aug 23 14:23:23.549533 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:23.562323 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6c6590-06b8-485b-83c8-67ce23981e0d {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:23.578343 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.579488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.581574 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f0f6d52-c21a-4302-9707-cbba9c3507b5 req-5195ffcf-f59c-4cc0-9c95-fa3e88d6e669 service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259793 Aug 23 14:23:23.595842 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906aafd-d97f-4299-9c9b-75270ddc719d req-e2cde113-34d8-4a24-b44a-66780ef6a575 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.596716 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a906aafd-d97f-4299-9c9b-75270ddc719d req-e2cde113-34d8-4a24-b44a-66780ef6a575 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:23.611698 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'tag': 'aae7b041-0144-4acd-ab8b-bf13818c421d', 'status': 'completed', 'code': 200} Aug 23 14:23:23.619253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Transition to ACTIVE for port object ac6c6590-06b8-485b-83c8-67ce23981e0d will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:23.629352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Pushing event updated for resources: {'Port': ['ID=52e3f146-79ba-4cf2-a21f-53237e5b70d8,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:23.629352 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:23.629352 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-69e9011c-612b-4830-90b5-1aa955f9b220 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:23.666051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Network 59281926-8e6f-42b5-b54b-19d405ad026c is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:23.668505 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.671024 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dd682c1c-b5db-416c-94eb-0f99f23780cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:23.693963 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:23.698724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:23.735689 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event updated for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:23.744270 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:23.775871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:23.784096 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.784442 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.784772 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.785341 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.785822 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.786157 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.786489 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.786812 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.787133 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.787453 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.787772 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.788091 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:23.798863 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:23.825474 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.826109 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.861699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a906aafd-d97f-4299-9c9b-75270ddc719d req-e2cde113-34d8-4a24-b44a-66780ef6a575 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:23.865372 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a906aafd-d97f-4299-9c9b-75270ddc719d req-e2cde113-34d8-4a24-b44a-66780ef6a575 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 944 time: 0.4809942 Aug 23 14:23:23.868402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263ca23-c1ea-422e-9d3d-660fdf33d19c req-8c89c102-43a8-495e-a667-482f63988f65 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.870557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c263ca23-c1ea-422e-9d3d-660fdf33d19c req-8c89c102-43a8-495e-a667-482f63988f65 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 932 time: 0.1276133 Aug 23 14:23:23.871203 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:23.875151 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2dd0955d-f09f-447e-bbbf-3dc939cac43b tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:23.934400 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['66b0012b-00c3-40e2-b1bf-0a38f83c3e96'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:23.970573 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a906aafd-d97f-4299-9c9b-75270ddc719d req-c1cab6e9-64da-4e5f-8997-a14368b597ba tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001101 Aug 23 14:23:23.996456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-167fc0f9-c85b-4375-8f36-a80119e616e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:23.998463 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-167fc0f9-c85b-4375-8f36-a80119e616e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 1095 time: 0.1014729 Aug 23 14:23:24.002916 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8651211 Aug 23 14:23:24.069094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Request body: {'port': {'device_id': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:24.127635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6c6590-06b8-485b-83c8-67ce23981e0d,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:24.141501 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:24.151371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c263ca23-c1ea-422e-9d3d-660fdf33d19c req-41f809ca-ac3c-4be2-b8ce-e7b04bcfe8f7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Synchronizing usage tracker for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:24.265082 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1901a6d3-f44c-419b-aa8b-931f823e9fd6 req-ebbd4d44-2bba-4e4e-9f20-1bf92a05b5e1 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Synchronizing usage tracker for tenant:d0b347596f014bda93726721a059f340 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:24.268169 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-940a0a31-2a73-4ac1-a7e1-cec6871df539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.269818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-940a0a31-2a73-4ac1-a7e1-cec6871df539 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 200 len: 907 time: 0.2558138 Aug 23 14:23:24.350430 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.353979 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-b0978cc9-ad5c-4bb1-8990-d3f0e9351c59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aae7b041-0144-4acd-ab8b-bf13818c421d HTTP/1.1" status: 200 len: 217 time: 0.0702438 Aug 23 14:23:24.368520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-32441b06-6344-44da-8a78-09ccbdcad955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.370666 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-32441b06-6344-44da-8a78-09ccbdcad955 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a195ceff8b480889d58e45b578e38a&device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 1094 time: 0.4478335 Aug 23 14:23:24.373399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Attempting to bind port ac6c6590-06b8-485b-83c8-67ce23981e0d on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:24.373738 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Attempting to bind port ac6c6590-06b8-485b-83c8-67ce23981e0d by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:24.374066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Attempting to bind port ac6c6590-06b8-485b-83c8-67ce23981e0d on network 689b46c9-cb9a-4f15-ba57-c300446b1d2e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:24.432552 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-8a925652-8f60-4c88-be55-825ffeb702d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.434494 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-8a925652-8f60-4c88-be55-825ffeb702d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 200 len: 845 time: 0.0669286 Aug 23 14:23:24.437874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1901a6d3-f44c-419b-aa8b-931f823e9fd6 req-ebbd4d44-2bba-4e4e-9f20-1bf92a05b5e1 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Unset dirty status for tenant:d0b347596f014bda93726721a059f340 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:24.439998 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1901a6d3-f44c-419b-aa8b-931f823e9fd6 req-ebbd4d44-2bba-4e4e-9f20-1bf92a05b5e1 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] 10.222.0.72 "GET /v2.0/ports?device_id=feface4a-8de2-4ead-920c-d6ba80d3938b HTTP/1.1" status: 200 len: 210 time: 0.2400310 Aug 23 14:23:24.524560 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 80c67096-2cd5-4865-80d8-d567677781cc no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:23:24.552538 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'status': 'completed', 'code': 200} Aug 23 14:23:24.555230 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 80c67096-2cd5-4865-80d8-d567677781cc {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:23:24.555826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 80c67096-2cd5-4865-80d8-d567677781cc not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:23:24.601882 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-e855eb7c-dd22-43e8-8989-edd4e74a7472 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bead4616-2cdd-4821-8ae8-d36de2e911a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604223 Aug 23 14:23:24.638277 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c263ca23-c1ea-422e-9d3d-660fdf33d19c req-41f809ca-ac3c-4be2-b8ce-e7b04bcfe8f7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Unset dirty status for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:24.639454 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c263ca23-c1ea-422e-9d3d-660fdf33d19c req-41f809ca-ac3c-4be2-b8ce-e7b04bcfe8f7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296531 Aug 23 14:23:24.640011 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Port ac6c6590-06b8-485b-83c8-67ce23981e0d on network 689b46c9-cb9a-4f15-ba57-c300446b1d2e not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:23:24.640340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Attempting to bind port ac6c6590-06b8-485b-83c8-67ce23981e0d on network 689b46c9-cb9a-4f15-ba57-c300446b1d2e {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:24.656021 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-52661b75-b9b0-4373-9d3e-4739b09809d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 217 time: 0.0978854 Aug 23 14:23:24.659389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:24.659897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Checking segment: {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:24.660438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Bound using segment: {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:24.661045 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Bound port: ac6c6590-06b8-485b-83c8-67ce23981e0d, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bce7abb-bac4-4302-80d8-8b46974b15ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:24.665124 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:24.777733 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-1cab78da-7152-4965-8ca8-e42568e11f4c service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677897 Aug 23 14:23:24.931305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-96a1f83b-0c6c-4f91-880b-a831fbeaf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.933308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-96a1f83b-0c6c-4f91-880b-a831fbeaf8da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f42b59bc-ba1d-40e9-a27d-de14d176ca54 HTTP/1.1" status: 200 len: 866 time: 0.2529283 Aug 23 14:23:24.989656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4df71-0c12-4d66-83da-cd2af1d47596 req-ce99bf77-ccca-4418-bfba-80795af6f607 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:24.991192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5e4df71-0c12-4d66-83da-cd2af1d47596 req-ce99bf77-ccca-4418-bfba-80795af6f607 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 943 time: 0.2041254 Aug 23 14:23:24.995234 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d685339-c4b0-4d26-8ec6-01c2d9d97aa0 req-53433db1-ec1d-4dac-b81e-59755a5b97af service neutron] 10.222.0.64 "GET /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687722 Aug 23 14:23:25.000171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] For port ac6c6590-06b8-485b-83c8-67ce23981e0d, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:25.039103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] For port ac6c6590-06b8-485b-83c8-67ce23981e0d, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:25.054791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:25.062989 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f5e4df71-0c12-4d66-83da-cd2af1d47596 req-f898d304-7fa5-480e-bf6a-2c368bff6763 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562751 Aug 23 14:23:25.167479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282448-b2e0-451e-93ce-e28928773f98 req-5014f41d-3cbf-43e5-bf37-8a75f12ff7aa tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.168981 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c282448-b2e0-451e-93ce-e28928773f98 req-5014f41d-3cbf-43e5-bf37-8a75f12ff7aa tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.3332317 Aug 23 14:23:25.174089 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.184767 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-66acfe56-a79b-4faa-bc35-3f998def2c05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:25.223019 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:25.229312 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:25.229974 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.250154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-8a5c9dfd-abbe-4ffb-9f0d-0bb3974f0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.251589 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-8a5c9dfd-abbe-4ffb-9f0d-0bb3974f0a72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b88a2ad-372e-4736-9712-303a172de510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3082054 Aug 23 14:23:25.267346 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.268556 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.269637 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] 10.222.0.64 "PUT /v2.0/ports/ac6c6590-06b8-485b-83c8-67ce23981e0d HTTP/1.1" status: 200 len: 1092 time: 4.2195926 Aug 23 14:23:25.382291 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.384142 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644afbd1-9358-4c07-82d6-19c5fd340a07 req-98352f3f-cab5-4f46-9fe7-781c8965b4d8 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.385774 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-644afbd1-9358-4c07-82d6-19c5fd340a07 req-98352f3f-cab5-4f46-9fe7-781c8965b4d8 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 932 time: 0.1203811 Aug 23 14:23:25.402652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:23:25.412567 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c282448-b2e0-451e-93ce-e28928773f98 req-203767db-7c77-4a99-8cde-5d552b5b6e8b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332256 Aug 23 14:23:25.413170 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dd548d-d8e5-490f-8b57-014025182e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:25.424390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:25.450174 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-644afbd1-9358-4c07-82d6-19c5fd340a07 req-d0e05d7a-0a87-4da8-b00b-89470de6e98f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582476 Aug 23 14:23:25.505681 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd548d-d8e5-490f-8b57-014025182e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96', 'code': 200} Aug 23 14:23:25.510301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6c6590-06b8-485b-83c8-67ce23981e0d,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:25.514146 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:25.553953 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.556143 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:25.613228 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'name': 'network-vif-deleted', 'tag': '80c67096-2cd5-4865-80d8-d567677781cc'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:25.633708 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:25.637370 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:25.688882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5d9252-7602-4e1c-be8d-b1045a90f2f0 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:25.705816 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.716906 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-9ae9fa4e-4848-4605-b7f8-a0260d692bdb service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435468 Aug 23 14:23:25.790712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Transition to ACTIVE for port object bd5d9252-7602-4e1c-be8d-b1045a90f2f0 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:25.845714 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feface4a-8de2-4ead-920c-d6ba80d3938b', 'name': 'network-vif-deleted', 'tag': '80c67096-2cd5-4865-80d8-d567677781cc', 'status': 'completed', 'code': 200} Aug 23 14:23:25.875156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f852ee-225b-42de-b2bd-810b420940fa req-463818c5-b6dd-41ad-b035-d4f31ce0cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.877294 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-463818c5-b6dd-41ad-b035-d4f31ce0cabe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 1095 time: 0.4630437 Aug 23 14:23:25.967676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa4c01-306a-401f-850a-9eb8043077ee req-dc542764-6460-41fe-9dcf-a24d55a94967 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.969192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aeaa4c01-306a-401f-850a-9eb8043077ee req-dc542764-6460-41fe-9dcf-a24d55a94967 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 944 time: 0.4283955 Aug 23 14:23:25.986625 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:25.986625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b35366-c9f4-4eed-a13b-b41ce64e8676 req-a3a3e4fc-2f5c-4ec4-ac1d-4d444b035e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:25.987392 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4b35366-c9f4-4eed-a13b-b41ce64e8676 req-a3a3e4fc-2f5c-4ec4-ac1d-4d444b035e13 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.3833559 Aug 23 14:23:25.998361 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-204b37b1-0b50-4ea8-9e60-e8aa4db961f3 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:26.020907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af16fd-e2c9-43a2-a2c8-c690bde8c1bd req-b1f9df38-9267-4ec5-8165-febb749c8b08 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.022438 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b6af16fd-e2c9-43a2-a2c8-c690bde8c1bd req-b1f9df38-9267-4ec5-8165-febb749c8b08 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 944 time: 0.0930762 Aug 23 14:23:26.035006 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-e71b89cb-5c4f-4203-bf7b-27515901c86c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d HTTP/1.1" status: 200 len: 217 time: 0.1349199 Aug 23 14:23:26.076913 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b6af16fd-e2c9-43a2-a2c8-c690bde8c1bd req-c745a38f-ef6f-4905-8469-23aec3d9fba1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432873 Aug 23 14:23:26.135914 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.141057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a551e72e-43ec-4258-81a5-353e37a5b988 req-8765dfc8-8a2b-4336-892f-4b074b9824b4 service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978798 Aug 23 14:23:26.274464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51282) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:26.386658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b49aa2-e2da-4426-9fe3-22f9ff6bc102 req-847458cc-c9d5-4c50-bff3-2335e57b1f74 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.388386 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-39b49aa2-e2da-4426-9fe3-22f9ff6bc102 req-847458cc-c9d5-4c50-bff3-2335e57b1f74 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 943 time: 0.0913129 Aug 23 14:23:26.452015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Pushing event updated for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:26.474397 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-39b49aa2-e2da-4426-9fe3-22f9ff6bc102 req-571cc812-e97b-4384-a03a-9c895a41f660 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801623 Aug 23 14:23:26.480183 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4b35366-c9f4-4eed-a13b-b41ce64e8676 req-dfc9c554-35fe-4f2b-8d64-502720bc437f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362283 Aug 23 14:23:26.483649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-841809f6-8bd1-48cf-8841-953d8c79048d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0b347596f014bda93726721a059f340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077746 Aug 23 14:23:26.484279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51292) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:26.486556 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:26.508385 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aeaa4c01-306a-401f-850a-9eb8043077ee req-28394ac1-98e2-40ee-9ea0-c6591f3fe8d7 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110264 Aug 23 14:23:26.523737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device aae7b041-0144-4acd-ab8b-bf13818c421d details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:26.538595 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f852ee-225b-42de-b2bd-810b420940fa req-c1d3eff6-e6f6-426c-8ce3-9231507629a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.540284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-c1d3eff6-e6f6-426c-8ce3-9231507629a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.4589663 Aug 23 14:23:26.554543 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'tag': 'ac6c6590-06b8-485b-83c8-67ce23981e0d'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:26.575541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-60dc90ce-4efd-4628-bf51-b8abf2428139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.622712 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-27adee64-c4fd-4eb6-80a8-45e544b8b8da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741634 Aug 23 14:23:26.635527 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-60dc90ce-4efd-4628-bf51-b8abf2428139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.715366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Attempting to bind port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:26.715715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Attempting to bind port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:26.716049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Attempting to bind port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 on network 59281926-8e6f-42b5-b54b-19d405ad026c {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:26.729766 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port aae7b041-0144-4acd-ab8b-bf13818c421d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=aae7b041-0144-4acd-ab8b-bf13818c421d,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:26.745337 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 on network 59281926-8e6f-42b5-b54b-19d405ad026c not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:23:26.745791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'aae7b041-0144-4acd-ab8b-bf13818c421d', 'network_id': 'bead4616-2cdd-4821-8ae8-d36de2e911a5', 'port_id': 'aae7b041-0144-4acd-ab8b-bf13818c421d', 'mac_address': 'fa:16:3e:db:3b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db3a72ab-84d2-40a5-878f-daf73b2955b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:26.746097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Attempting to bind port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 on network 59281926-8e6f-42b5-b54b-19d405ad026c {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:26.754936 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a179694-34be-473b-87b0-f5f72481efde req-cf016223-8c14-4488-88a0-88fb053e86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.756648 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a179694-34be-473b-87b0-f5f72481efde req-cf016223-8c14-4488-88a0-88fb053e86d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a195ceff8b480889d58e45b578e38a&device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 1094 time: 0.4157214 Aug 23 14:23:26.808142 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.827284 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae7b041-0144-4acd-ab8b-bf13818c421d {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:26.833831 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:26.834177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Checking segment: {'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:26.834566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Bound using segment: {'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:26.835017 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Bound port: bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70cc916-5eeb-414b-bad6-27c031ff6fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:26.835366 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.861476 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fdc0e-1741-495e-9c31-594e65b74e33 req-6d2b20d2-cec7-4a99-958b-4833a716f72b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:26.862971 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-939fdc0e-1741-495e-9c31-594e65b74e33 req-6d2b20d2-cec7-4a99-958b-4833a716f72b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 944 time: 0.0878286 Aug 23 14:23:26.886695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-60dc90ce-4efd-4628-bf51-b8abf2428139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:26.892699 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8e8a900e-780c-4f72-ae49-c827dd5c0465 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:26.919556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc90ce-4efd-4628-bf51-b8abf2428139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb22003-d0e2-423e-ba04-23effd9e946c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:26.930745 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-60dc90ce-4efd-4628-bf51-b8abf2428139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:26.930745 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-939fdc0e-1741-495e-9c31-594e65b74e33 req-3f315903-04ac-4656-9c07-6945b52f98ca tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616114 Aug 23 14:23:26.960382 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port aae7b041-0144-4acd-ab8b-bf13818c421d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=aae7b041-0144-4acd-ab8b-bf13818c421d,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:26.995861 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'tag': 'ac6c6590-06b8-485b-83c8-67ce23981e0d', 'status': 'completed', 'code': 200} Aug 23 14:23:27.039155 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-60dc90ce-4efd-4628-bf51-b8abf2428139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.040658 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-60dc90ce-4efd-4628-bf51-b8abf2428139 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6eb22003-d0e2-423e-ba04-23effd9e946c HTTP/1.1" status: 204 len: 168 time: 0.5554802 Aug 23 14:23:27.043613 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-2e7af59a-ea9c-4ea6-a509-61a83224e015 service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012220 Aug 23 14:23:27.062422 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.065049 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:27.105583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d271b-9d55-4da8-8452-d4be38f2f291 req-bdf2f8c0-7b4a-46cb-9eb7-a93f9041ee0b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.107100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-636d271b-9d55-4da8-8452-d4be38f2f291 req-bdf2f8c0-7b4a-46cb-9eb7-a93f9041ee0b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4681301 Aug 23 14:23:27.140702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=aae7b041-0144-4acd-ab8b-bf13818c421d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:27.143850 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:27.153783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:27.156265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a179694-34be-473b-87b0-f5f72481efde req-695464f3-e723-4942-9a77-0847852d57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.157751 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a179694-34be-473b-87b0-f5f72481efde req-695464f3-e723-4942-9a77-0847852d57a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 200 len: 929 time: 0.3419924 Aug 23 14:23:27.271028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:27.286607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb5dfe-cf50-4e85-97a9-3dba61528631 req-45e9f27f-28cb-4bd7-9cf4-0cda379b71a5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.288434 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dfbb5dfe-cf50-4e85-97a9-3dba61528631 req-45e9f27f-28cb-4bd7-9cf4-0cda379b71a5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 944 time: 0.0959365 Aug 23 14:23:27.289449 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a179694-34be-473b-87b0-f5f72481efde req-b3308fec-ab8b-4b85-a165-8dfe04760373 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 217 time: 0.0761797 Aug 23 14:23:27.338884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dfbb5dfe-cf50-4e85-97a9-3dba61528631 req-c2698ddc-7166-4ee5-9d0c-d4e10449e188 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Aug 23 14:23:27.382311 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-636d271b-9d55-4da8-8452-d4be38f2f291 req-1894e941-6dac-420b-96d8-3080c321984b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498071 Aug 23 14:23:27.389759 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['aae7b041-0144-4acd-ab8b-bf13818c421d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:27.393242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1f852ee-225b-42de-b2bd-810b420940fa req-dd23fdfd-96ef-4688-bc27-e2330efb58fe service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244991 Aug 23 14:23:27.394934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a179694-34be-473b-87b0-f5f72481efde req-63fe7383-3667-435e-8a21-6fb10b4bdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.396290 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a179694-34be-473b-87b0-f5f72481efde req-63fe7383-3667-435e-8a21-6fb10b4bdd50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f42b59bc-ba1d-40e9-a27d-de14d176ca54 HTTP/1.1" status: 200 len: 866 time: 0.0978613 Aug 23 14:23:27.403921 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.413675 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bb686d8e-3885-43a7-80e1-b010a2ce81b5 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:27.522381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.522381 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.523538 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] 10.222.0.64 "PUT /v2.0/ports/bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 1092 time: 3.4590628 Aug 23 14:23:27.559331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Pushing event updated for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:27.563028 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:27.599564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a179694-34be-473b-87b0-f5f72481efde req-ef5ccf4e-df5b-4878-94fe-599cf2139b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.615184 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a179694-34be-473b-87b0-f5f72481efde req-ef5ccf4e-df5b-4878-94fe-599cf2139b05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b88a2ad-372e-4736-9712-303a172de510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886587 Aug 23 14:23:27.645078 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.708601 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9468970d-ab41-4d31-b2e3-1a42cd882e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:27.793533 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1829c-a3a0-4114-aa74-fa2b9fe2cd18 req-b70bdf4d-99d0-41a5-a11e-0855ccb5759c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:27.795080 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ff1829c-a3a0-4114-aa74-fa2b9fe2cd18 req-b70bdf4d-99d0-41a5-a11e-0855ccb5759c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 945 time: 0.1091959 Aug 23 14:23:27.850187 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0ff1829c-a3a0-4114-aa74-fa2b9fe2cd18 req-cfc51fff-f64e-4053-83bb-81b973265543 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Aug 23 14:23:28.035626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51314) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:28.064416 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.118848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a179694-34be-473b-87b0-f5f72481efde req-dec2dd08-a448-4f23-b4e6-76d744cf34e1 service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029235 Aug 23 14:23:28.127882 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:28.133565 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Usage tracker for resource:security_group_rule and tenant:ba614bdeffb148a89d0787f25066d0a0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:28.139244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9e0e1-646f-42d4-be55-10084237d305 req-e9bbaaac-5fba-42b6-9bc6-6c8ca2ba5826 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.146759 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3fd9e0e1-646f-42d4-be55-10084237d305 req-e9bbaaac-5fba-42b6-9bc6-6c8ca2ba5826 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 943 time: 0.4834116 Aug 23 14:23:28.149593 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:28.152413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:28.161596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-3230025b-8117-4bc0-b279-2259027e36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.163134 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-3230025b-8117-4bc0-b279-2259027e36c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1095 time: 0.4254854 Aug 23 14:23:28.165085 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.169676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-d1992d04-e215-4a5d-9069-6c355e7a85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.169676 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-d1992d04-e215-4a5d-9069-6c355e7a85d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 1095 time: 0.5054584 Aug 23 14:23:28.203052 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91f97c-c9c3-4978-9d3e-4bfd4de53591 req-388ff1b9-4631-4ca6-90a9-9c074a815408 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.204587 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e91f97c-c9c3-4978-9d3e-4bfd4de53591 req-388ff1b9-4631-4ca6-90a9-9c074a815408 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 944 time: 0.1283669 Aug 23 14:23:28.275093 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e91f97c-c9c3-4978-9d3e-4bfd4de53591 req-bdfb33bf-d077-46f2-9f46-50b2c60741d8 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646739 Aug 23 14:23:28.306244 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.359249 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-388d2196-ce53-4d98-8fd6-538fb40762de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 217 time: 0.1670227 Aug 23 14:23:28.462498 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3fd9e0e1-646f-42d4-be55-10084237d305 req-cd003b11-9c19-4d04-9c0c-fd922bf1117f tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949440 Aug 23 14:23:28.507675 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.508635 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-38533f1c-f731-4e2c-bd14-8d95faa903e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:28.531030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-5e639f72-9e80-4627-b65e-ddd47cb5b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.535575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-5e639f72-9e80-4627-b65e-ddd47cb5b682 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.1597106 Aug 23 14:23:28.546502 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 52e3f146-79ba-4cf2-a21f-53237e5b70d8 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:28.552189 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a179694-34be-473b-87b0-f5f72481efde req-c9cc8d0e-a394-48c0-a4ef-b584bc40b7d1 service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229445 Aug 23 14:23:28.565850 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba614bdeffb148a89d0787f25066d0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287902 Aug 23 14:23:28.568771 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51324) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:28.583287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb394400-9bea-4f91-a2cf-2468e77c3eb7,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:28.583287 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:28.613255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e9130cf0-d2d6-4486-8afc-813657e694c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727890 Aug 23 14:23:28.614343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-c84695f4-6e1e-417d-ac0c-8723a1d3f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.621599 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-c84695f4-6e1e-417d-ac0c-8723a1d3f9ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.4246619 Aug 23 14:23:28.638474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a24550-67a9-4f8a-bac8-1625b105c7ac req-4aec5df6-86aa-4676-9966-d5f473efba75 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.639970 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23a24550-67a9-4f8a-bac8-1625b105c7ac req-4aec5df6-86aa-4676-9966-d5f473efba75 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 944 time: 0.1858411 Aug 23 14:23:28.687396 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.717055 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 52e3f146-79ba-4cf2-a21f-53237e5b70d8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:28.724275 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.733663 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'port_id': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'mac_address': 'fa:16:3e:80:54:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:28.733858 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23a24550-67a9-4f8a-bac8-1625b105c7ac req-598faf3d-dcdd-4bd6-a742-821c6b964b8b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814652 Aug 23 14:23:28.753475 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-71c0c050-37f8-43f4-bccc-f8057e59abfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d HTTP/1.1" status: 200 len: 217 time: 0.1067262 Aug 23 14:23:28.811639 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:28.830069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e3f146-79ba-4cf2-a21f-53237e5b70d8 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:28.850548 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 52e3f146-79ba-4cf2-a21f-53237e5b70d8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:28.912750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-34dd22d2-3a19-40c5-af9e-bcb418dd62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.917299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-34dd22d2-3a19-40c5-af9e-bcb418dd62c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.1489706 Aug 23 14:23:28.981768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69752-38f2-4353-a6c7-8f572b227f8e req-590aff2d-3819-4b18-afdb-db7447db5a28 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:28.984189 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2da69752-38f2-4353-a6c7-8f572b227f8e req-590aff2d-3819-4b18-afdb-db7447db5a28 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.3752618 Aug 23 14:23:28.991425 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-45cb4088-1e8e-401b-ad50-43ffbc38fc8d service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436997 Aug 23 14:23:28.993376 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-8a824d43-5048-4f80-a772-5d6b98ca13ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637851 Aug 23 14:23:29.005622 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:29.006616 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:29.015321 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-95d40580-0334-4e0a-bd95-58c47a13bb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:29.031844 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb394400-9bea-4f91-a2cf-2468e77c3eb7,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:29.034093 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:29.040260 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:29.044318 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:29.044862 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8f7dd975-a40b-49bb-a683-9b60626d1f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:29.045379 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb394400-9bea-4f91-a2cf-2468e77c3eb7 HTTP/1.1" status: 204 len: 168 time: 0.4755242 Aug 23 14:23:29.089227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cac7b-f156-43a9-ba09-a0557d356a20 req-e891407b-37a1-4a24-a3af-24e12902b2e7 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:29.100360 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-845cac7b-f156-43a9-ba09-a0557d356a20 req-e891407b-37a1-4a24-a3af-24e12902b2e7 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 945 time: 0.1360390 Aug 23 14:23:29.163881 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=52e3f146-79ba-4cf2-a21f-53237e5b70d8,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:29.176686 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:29.177510 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-845cac7b-f156-43a9-ba09-a0557d356a20 req-bfadbf8d-24e4-4ffb-a9e9-4daa30c7507d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722444 Aug 23 14:23:29.233217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2da69752-38f2-4353-a6c7-8f572b227f8e req-c62e6a43-e61a-4881-9883-e4e9c7d9acc5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388594 Aug 23 14:23:29.297390 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'status': 'completed', 'code': 200} Aug 23 14:23:29.307360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-e321a2da-b1a8-4d2f-84b1-25e3dc6e755e service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895017 Aug 23 14:23:29.310802 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03fbc72e-1735-4b3a-962e-ef07070dab97 req-e3a81179-294a-416f-87c9-703db42873a2 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942059 Aug 23 14:23:29.412467 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['52e3f146-79ba-4cf2-a21f-53237e5b70d8'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:29.585357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7bbecc5-e338-4d32-b72a-080b3cdfb3ea req-b5cc2b6a-996e-4e7f-af72-a5cf4fc6cb96 service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673953 Aug 23 14:23:29.614017 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-5abbf45d-844e-4c06-bed7-9b3f62bee171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:29.615804 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-5abbf45d-844e-4c06-bed7-9b3f62bee171 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1095 time: 0.1477108 Aug 23 14:23:29.625053 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf46584-e87c-4401-8b2c-2d26292a58eb req-1bad7611-f989-49a3-bcec-cf437f93598a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:29.625837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6bf46584-e87c-4401-8b2c-2d26292a58eb req-1bad7611-f989-49a3-bcec-cf437f93598a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:29.871926 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6bf46584-e87c-4401-8b2c-2d26292a58eb req-1bad7611-f989-49a3-bcec-cf437f93598a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:29.873121 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6bf46584-e87c-4401-8b2c-2d26292a58eb req-1bad7611-f989-49a3-bcec-cf437f93598a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 944 time: 0.4487071 Aug 23 14:23:29.906196 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d727770f-cf4e-4542-8a0a-c303be47aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:29.948971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-7b81c59e-6c4c-46a6-8ef1-b248c6f679e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:29.948971 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-7b81c59e-6c4c-46a6-8ef1-b248c6f679e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.3139594 Aug 23 14:23:29.948971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6bf46584-e87c-4401-8b2c-2d26292a58eb req-c7e3f603-ae0b-4b95-86ca-a309fa2cac77 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:30.032949 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-defc3359-7f65-40b2-aa84-7063f0c90548 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0800202 Aug 23 14:23:30.102133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541688f-43be-498d-bbed-6b9a19eec0e0 req-0bf557ae-5e16-454b-977f-84658c13d40d tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.103634 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0541688f-43be-498d-bbed-6b9a19eec0e0 req-0bf557ae-5e16-454b-977f-84658c13d40d tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 944 time: 0.2101889 Aug 23 14:23:30.148876 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6bf46584-e87c-4401-8b2c-2d26292a58eb req-c7e3f603-ae0b-4b95-86ca-a309fa2cac77 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:30.150044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6bf46584-e87c-4401-8b2c-2d26292a58eb req-c7e3f603-ae0b-4b95-86ca-a309fa2cac77 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659581 Aug 23 14:23:30.151060 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0541688f-43be-498d-bbed-6b9a19eec0e0 req-e1315e16-3321-4b47-a621-c0643f3938eb tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Aug 23 14:23:30.207959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-548bbe1c-a1cb-4800-8827-4aa6fcef229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.209513 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-548bbe1c-a1cb-4800-8827-4aa6fcef229c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.1667314 Aug 23 14:23:30.328925 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-759090b8-fe65-4897-b3cf-c387840dc137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116402 Aug 23 14:23:30.337379 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-c8b7321b-f0b5-4970-969b-eda89aab1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.339391 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-c8b7321b-f0b5-4970-969b-eda89aab1b20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1095 time: 0.2325017 Aug 23 14:23:30.363472 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab22e89-3470-4362-843c-95657746dba3 req-016b4d7a-b240-4728-9d6e-90fbacf7de5f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.364984 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cab22e89-3470-4362-843c-95657746dba3 req-016b4d7a-b240-4728-9d6e-90fbacf7de5f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 944 time: 0.0908403 Aug 23 14:23:30.416260 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cab22e89-3470-4362-843c-95657746dba3 req-d7c4c859-fede-4414-aa21-2d38ebb4ec56 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449913 Aug 23 14:23:30.570432 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device ac6c6590-06b8-485b-83c8-67ce23981e0d details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:30.575624 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device aae7b041-0144-4acd-ab8b-bf13818c421d up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:30.602471 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b6c-aafe-4e22-b411-751a53dc64df req-4fe04a2c-8494-4d8f-aa55-174928dd2547 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.609381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-769b0b6c-aafe-4e22-b411-751a53dc64df req-4fe04a2c-8494-4d8f-aa55-174928dd2547 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.3254514 Aug 23 14:23:30.661255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-df43cc45-874e-4578-8549-6c885d371e76 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159752 Aug 23 14:23:30.674481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-5f4bc694-2c31-4a01-8f5b-c0c00b9b86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.675908 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-5f4bc694-2c31-4a01-8f5b-c0c00b9b86c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.3295856 Aug 23 14:23:30.730666 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e5d33-d188-423f-9c71-bc86efda7fba req-0d0ce22b-03fd-49d5-9362-f06b1e885f75 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:30.738007 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c7e5d33-d188-423f-9c71-bc86efda7fba req-0d0ce22b-03fd-49d5-9362-f06b1e885f75 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 945 time: 0.0919783 Aug 23 14:23:30.786915 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-769b0b6c-aafe-4e22-b411-751a53dc64df req-b5bf08fc-dd11-45db-9b75-2ce24de207f0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756122 Aug 23 14:23:30.837807 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c7e5d33-d188-423f-9c71-bc86efda7fba req-6e305c8a-0f30-4a85-812b-370b45805b15 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987675 Aug 23 14:23:30.874645 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port ac6c6590-06b8-485b-83c8-67ce23981e0d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:30.891387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'ac6c6590-06b8-485b-83c8-67ce23981e0d', 'network_id': '689b46c9-cb9a-4f15-ba57-c300446b1d2e', 'port_id': 'ac6c6590-06b8-485b-83c8-67ce23981e0d', 'mac_address': 'fa:16:3e:19:1d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a79d8e8-481a-40bf-8fd3-0869a9ed58ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:30.965584 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port aae7b041-0144-4acd-ab8b-bf13818c421d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:30.974578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port aae7b041-0144-4acd-ab8b-bf13818c421d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:30.975165 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.031899 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7abb497b-1b29-4ddd-8de3-731ec6004344 req-fcb3c378-9817-4371-b736-c8a9e08f1963 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587503 Aug 23 14:23:31.056613 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.060808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-26727773-0303-4a5f-ac72-13209ea19f31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 999 time: 0.3576555 Aug 23 14:23:31.102385 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6c6590-06b8-485b-83c8-67ce23981e0d {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:31.132066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-b0622260-19b4-4fb3-afd0-1de6359f8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.133902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-b0622260-19b4-4fb3-afd0-1de6359f8b9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.0666866 Aug 23 14:23:31.135152 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port ac6c6590-06b8-485b-83c8-67ce23981e0d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:31.208715 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.239248 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.242607 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:31.258640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-24412cd3-de46-461e-982b-83af838621d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.260348 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-24412cd3-de46-461e-982b-83af838621d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159961 Aug 23 14:23:31.301801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae7b041-0144-4acd-ab8b-bf13818c421d'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:31.390030 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port aae7b041-0144-4acd-ab8b-bf13818c421d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=aae7b041-0144-4acd-ab8b-bf13818c421d,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:31.424810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977d57-b2e1-41e4-8e0e-b37631cfb3e2 req-1e6d9199-3394-485f-8420-32907e5bbbfc tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.427267 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1977d57-b2e1-41e4-8e0e-b37631cfb3e2 req-1e6d9199-3394-485f-8420-32907e5bbbfc tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 944 time: 0.1087015 Aug 23 14:23:31.430691 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=ac6c6590-06b8-485b-83c8-67ce23981e0d,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:31.450551 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:31.482317 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-ce587460-33f1-4a45-b1b3-d29a2cbc3330 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136579 Aug 23 14:23:31.512108 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d1977d57-b2e1-41e4-8e0e-b37631cfb3e2 req-e4c3bbd7-a51a-47b8-9bec-85b2bfb786fa tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777822 Aug 23 14:23:31.548530 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.557495 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:31.588534 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae7b041-0144-4acd-ab8b-bf13818c421d', 'code': 200} Aug 23 14:23:31.598801 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:31.650786 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=aae7b041-0144-4acd-ab8b-bf13818c421d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:31.656468 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:31.663801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['ac6c6590-06b8-485b-83c8-67ce23981e0d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:31.839251 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3062d-714a-455e-97ba-0627121b8839 req-fe533cd7-50a4-4a8b-854c-ea0077dbc011 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.841717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afc3062d-714a-455e-97ba-0627121b8839 req-fe533cd7-50a4-4a8b-854c-ea0077dbc011 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 945 time: 0.1178343 Aug 23 14:23:31.895494 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afc3062d-714a-455e-97ba-0627121b8839 req-6b49dd4c-d9e6-4e68-a7cb-1ba2ffb7bedd tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477588 Aug 23 14:23:31.936575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10e5c3-231d-43ce-b2e5-8e435ca09400 req-c8a53d8a-053b-46fd-9ea2-53fab6953cb1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:31.938070 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d10e5c3-231d-43ce-b2e5-8e435ca09400 req-c8a53d8a-053b-46fd-9ea2-53fab6953cb1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 944 time: 0.5727839 Aug 23 14:23:31.941757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b1775a2b-ae91-48ef-bac5-945a60ec264c req-605149b5-104b-4335-a57b-f97c46eb605c service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511440 Aug 23 14:23:31.997843 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d10e5c3-231d-43ce-b2e5-8e435ca09400 req-72297bd2-b2e5-45c2-8587-fc955f716525 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537827 Aug 23 14:23:32.000009 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3bf76-9541-4be0-a196-a1f0bc0b3010 req-fdada607-26e3-44d5-90b9-4ab7da81a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.001556 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9d3bf76-9541-4be0-a196-a1f0bc0b3010 req-fdada607-26e3-44d5-90b9-4ab7da81a8e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 1097 time: 0.3466189 Aug 23 14:23:32.057406 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9d3bf76-9541-4be0-a196-a1f0bc0b3010 req-171163aa-2ca3-4ee4-8221-73a80c81e3f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Aug 23 14:23:32.204274 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7aa6-e4d7-48b4-82cd-87c3e1e1f545 req-86f2a90f-e4c8-452e-be68-529c52c42a04 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.206204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-635c7aa6-e4d7-48b4-82cd-87c3e1e1f545 req-86f2a90f-e4c8-452e-be68-529c52c42a04 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0997963 Aug 23 14:23:32.253696 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-635c7aa6-e4d7-48b4-82cd-87c3e1e1f545 req-e882f07b-b174-4426-8249-1089df19da07 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Aug 23 14:23:32.316265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbeb32-b28d-4918-af59-89e99d72e597 req-03f4ce72-a1bc-44da-bfbc-77dfe60362cf tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.318046 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56bbeb32-b28d-4918-af59-89e99d72e597 req-03f4ce72-a1bc-44da-bfbc-77dfe60362cf tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0841238 Aug 23 14:23:32.369827 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56bbeb32-b28d-4918-af59-89e99d72e597 req-09b2928f-89c6-4fc6-90af-2c92abdc045e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Aug 23 14:23:32.574710 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device bd5d9252-7602-4e1c-be8d-b1045a90f2f0 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:23:32.578247 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 52e3f146-79ba-4cf2-a21f-53237e5b70d8 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:32.716695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750005d3-bf40-44bd-8e2e-3313ab2c12fa req-c542a7d9-077d-4feb-87ab-7f88d7c0ae9c tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:32.718194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-750005d3-bf40-44bd-8e2e-3313ab2c12fa req-c542a7d9-077d-4feb-87ab-7f88d7c0ae9c tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 944 time: 0.0861988 Aug 23 14:23:32.768803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-750005d3-bf40-44bd-8e2e-3313ab2c12fa req-d269ff9e-1c20-4ca0-9512-7f604abd187f tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Aug 23 14:23:32.779581 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:32.793555 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'port_id': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'mac_address': 'fa:16:3e:de:94:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:23:32.849937 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:32.866128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5d9252-7602-4e1c-be8d-b1045a90f2f0 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:32.884734 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:32.970886 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:32.975232 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:32.975628 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.076603 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.085149 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8eb42295-3cae-4eab-bed7-a20f2ad20f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:33.112378 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca94e-e2d1-4b61-a624-3cf5b57f7900 req-337192ea-fb68-43fe-a098-3d4e66c988f1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:33.117514 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb4ca94e-e2d1-4b61-a624-3cf5b57f7900 req-337192ea-fb68-43fe-a098-3d4e66c988f1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 945 time: 0.1086826 Aug 23 14:23:33.180441 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb4ca94e-e2d1-4b61-a624-3cf5b57f7900 req-e49004da-29a8-4a1b-be42-91400e866ea9 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575418 Aug 23 14:23:33.204736 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.206920 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:33.210965 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:33.211836 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.256222 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 52e3f146-79ba-4cf2-a21f-53237e5b70d8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:33.276033 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51424) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:33.323286 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.326367 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:33.364799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9bb86-b6bf-4340-99f9-b7a327f35795 req-5ad02213-5745-4c9d-8097-0c4518ac322f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:33.372898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8f9bb86-b6bf-4340-99f9-b7a327f35795 req-5ad02213-5745-4c9d-8097-0c4518ac322f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 945 time: 0.1281271 Aug 23 14:23:33.408446 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=52e3f146-79ba-4cf2-a21f-53237e5b70d8,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:33.420612 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:33.433582 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8f9bb86-b6bf-4340-99f9-b7a327f35795 req-a727c642-a465-4a20-8b5f-354a0ecabd41 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594866 Aug 23 14:23:33.438044 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['bd5d9252-7602-4e1c-be8d-b1045a90f2f0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:23:33.462706 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.487591 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:33.504921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1b1cd332a4464ca971ac475e84e6d3 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:33.510661 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:33.516866 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:33.564983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811dfcb-9f15-48e5-9e19-5ded8eef0539 req-66231a3a-859b-4119-941b-9c3ac5b82f91 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:33.569938 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c811dfcb-9f15-48e5-9e19-5ded8eef0539 req-66231a3a-859b-4119-941b-9c3ac5b82f91 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1669464 Aug 23 14:23:33.594164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:33.649661 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c811dfcb-9f15-48e5-9e19-5ded8eef0539 req-80746572-2c45-4c2b-bf66-2aaac379fc88 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776575 Aug 23 14:23:33.711018 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.723066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd90d25-c046-4225-86e8-9eee0caef0ab req-b8a8b8aa-c7ae-402f-aa54-8bc1870f506d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:33.724324 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'code': 200} Aug 23 14:23:33.724557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5dd90d25-c046-4225-86e8-9eee0caef0ab req-b8a8b8aa-c7ae-402f-aa54-8bc1870f506d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0899038 Aug 23 14:23:33.781599 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5dd90d25-c046-4225-86e8-9eee0caef0ab req-00543872-8c56-4e23-b59b-d979778aad61 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469975 Aug 23 14:23:33.865624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec3030-6443-48d3-861f-bfbf73741ad6 req-82c4fb28-3192-4c60-8cb8-562377eab739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:33.865624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ec3030-6443-48d3-861f-bfbf73741ad6 req-82c4fb28-3192-4c60-8cb8-562377eab739 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 1096 time: 0.0761220 Aug 23 14:23:33.892155 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:33.901382 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52bbd897-c396-46ac-818a-567e3dce93db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:33.945990 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd1b1cd332a4464ca971ac475e84e6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6664288 Aug 23 14:23:33.946570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 51442) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:33.953633 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c883903-7830-48df-99da-38f3615f51f0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:33.964015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd230947-3c84-4814-91dc-b853ea0466b4 req-b0816199-073b-4b5b-9c4d-115e3d265c20 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:33.965479 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dd230947-3c84-4814-91dc-b853ea0466b4 req-b0816199-073b-4b5b-9c4d-115e3d265c20 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1485369 Aug 23 14:23:33.966353 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:33.977069 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ec3030-6443-48d3-861f-bfbf73741ad6 req-c73305af-0cfe-4fed-baaf-21e20ad8dbe5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063697 Aug 23 14:23:34.013076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dd230947-3c84-4814-91dc-b853ea0466b4 req-df18448c-adb6-42b7-a7f7-39a5d4d274a2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 Aug 23 14:23:34.046245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa61c4-a13f-4bc6-ab50-f6e3d640c265 req-956a12d2-c212-47af-beec-adf221f10d96 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.047748 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61c4-a13f-4bc6-ab50-f6e3d640c265 req-956a12d2-c212-47af-beec-adf221f10d96 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 945 time: 0.1643062 Aug 23 14:23:34.050387 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.112186 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.137805 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61c4-a13f-4bc6-ab50-f6e3d640c265 req-014fbb75-f5df-427c-b100-ef25380e777c tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818753 Aug 23 14:23:34.245161 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.252060 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f0533cb8-e9ab-469b-81e4-54ce73786772 tempest-SecurityGroupRulesNegativeTestJSON-1645527300 tempest-SecurityGroupRulesNegativeTestJSON-1645527300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:34.265229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c883903-7830-48df-99da-38f3615f51f0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:34.267563 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.270090 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c883903-7830-48df-99da-38f3615f51f0 HTTP/1.1" status: 204 len: 168 time: 0.3138328 Aug 23 14:23:34.270090 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:34.423054 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab219f-6c15-4c09-996e-316e7b098c77 req-8edf5fa4-8a3d-4e06-9d62-3eb006864744 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.424546 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1ab219f-6c15-4c09-996e-316e7b098c77 req-8edf5fa4-8a3d-4e06-9d62-3eb006864744 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 945 time: 0.0867937 Aug 23 14:23:34.471629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1ab219f-6c15-4c09-996e-316e7b098c77 req-fd8ef3c9-cd01-42cb-868b-cfaaf8f806ff tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Aug 23 14:23:34.600262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device ac6c6590-06b8-485b-83c8-67ce23981e0d up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:34.650078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603b7b9-9995-4b62-8f00-aa6c2992e1ee req-9fb9608e-14a0-4844-8eb0-541e53e3cc3c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.651723 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b603b7b9-9995-4b62-8f00-aa6c2992e1ee req-9fb9608e-14a0-4844-8eb0-541e53e3cc3c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 945 time: 0.0840898 Aug 23 14:23:34.707631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b603b7b9-9995-4b62-8f00-aa6c2992e1ee req-61b37226-e6a5-4298-bbc4-d6e15fdc29ae tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Aug 23 14:23:34.797766 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port ac6c6590-06b8-485b-83c8-67ce23981e0d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:34.802935 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port ac6c6590-06b8-485b-83c8-67ce23981e0d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:34.803622 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.897982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6caa7d-b294-4cc7-8a5e-f14cf2bb8dab req-62b5f7ed-ae4c-4bbf-af95-7b65e80fe2eb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.899637 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa6caa7d-b294-4cc7-8a5e-f14cf2bb8dab req-62b5f7ed-ae4c-4bbf-af95-7b65e80fe2eb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0934465 Aug 23 14:23:34.928123 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:34.954473 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa6caa7d-b294-4cc7-8a5e-f14cf2bb8dab req-7ad0f7d2-ee31-4ab6-829c-235dc7e109ac tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471628 Aug 23 14:23:34.962588 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port ac6c6590-06b8-485b-83c8-67ce23981e0d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:34.982548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32369eeb-ac8a-41be-85e0-a66b2291477f req-2d8d5377-ffe8-45f1-808f-16e2868c2562 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:34.984044 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32369eeb-ac8a-41be-85e0-a66b2291477f req-2d8d5377-ffe8-45f1-808f-16e2868c2562 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0884445 Aug 23 14:23:35.044422 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-32369eeb-ac8a-41be-85e0-a66b2291477f req-3cf7c90b-3abd-4796-9a0e-5399966fbc62 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544846 Aug 23 14:23:35.066330 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:35.066330 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:35.138524 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=ac6c6590-06b8-485b-83c8-67ce23981e0d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:35.142140 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:35.246552 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 51470) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:35.268458 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:35.280421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:35.284199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4fae8f91c84f1490af221907f40e05 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:35.287005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:35.292871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:35.385648 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:35.538705 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11b8d6-042b-4c73-aef9-9026e0ee3c7d req-643977e8-fca2-490c-a53e-1bf46a4f0e41 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:35.540115 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8d11b8d6-042b-4c73-aef9-9026e0ee3c7d req-643977e8-fca2-490c-a53e-1bf46a4f0e41 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 945 time: 0.0824208 Aug 23 14:23:35.585631 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8d11b8d6-042b-4c73-aef9-9026e0ee3c7d req-945e4c87-6072-48cc-8e84-8452f562ebfb tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Aug 23 14:23:35.683956 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:35.696002 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:35.725954 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c6590-06b8-485b-83c8-67ce23981e0d'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:35.788978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc4fae8f91c84f1490af221907f40e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412419 Aug 23 14:23:35.791824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51488) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:35.797632 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb4d14-24bf-4c08-8834-88dadffa3e6b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:35.803381 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:35.835764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98134a88-51d3-43c8-803c-088169fb27aa req-eb9835cc-ee16-4121-be7c-868a967b8439 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:35.837317 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98134a88-51d3-43c8-803c-088169fb27aa req-eb9835cc-ee16-4121-be7c-868a967b8439 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1423385 Aug 23 14:23:35.886440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98134a88-51d3-43c8-803c-088169fb27aa req-0aa8c2d9-dbf4-4e9e-b677-2d6853ea3b80 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Aug 23 14:23:35.932525 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:35.943979 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed343dad-e7ed-4e82-a6ce-889b07e7665c req-d979bf9d-9adb-4de0-8a1b-bafa792459ac tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:35.948232 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ed343dad-e7ed-4e82-a6ce-889b07e7665c req-d979bf9d-9adb-4de0-8a1b-bafa792459ac tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1536894 Aug 23 14:23:35.995119 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.044141 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ed343dad-e7ed-4e82-a6ce-889b07e7665c req-b662a09b-eeed-4a5c-a627-bc229e2b3460 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866430 Aug 23 14:23:36.086762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b6e02-d59f-4fe9-b63e-2ad956c71d92 req-0b1a210a-37ff-4191-bbbf-e794ed2d16fa tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:36.089480 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a4b6e02-d59f-4fe9-b63e-2ad956c71d92 req-0b1a210a-37ff-4191-bbbf-e794ed2d16fa tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1014552 Aug 23 14:23:36.117229 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6c6590-06b8-485b-83c8-67ce23981e0d', 'code': 200} Aug 23 14:23:36.145723 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a4b6e02-d59f-4fe9-b63e-2ad956c71d92 req-ae94c37c-0332-4689-93a0-64070d92d4e5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472145 Aug 23 14:23:36.191781 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.198787 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f43432b6-4579-4314-999f-72b7c5ec1788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:36.249627 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb4d14-24bf-4c08-8834-88dadffa3e6b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:36.284841 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:36.288429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d58c5-106b-4595-9bc6-d0ac33a6d985 req-9d8a7389-515f-464a-baca-a2afd2b3b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:36.290945 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-356d58c5-106b-4595-9bc6-d0ac33a6d985 req-9d8a7389-515f-464a-baca-a2afd2b3b906 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 1097 time: 0.1013939 Aug 23 14:23:36.295138 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:36.297079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2eb4d14-24bf-4c08-8834-88dadffa3e6b HTTP/1.1" status: 204 len: 168 time: 0.5032909 Aug 23 14:23:36.357940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-356d58c5-106b-4595-9bc6-d0ac33a6d985 req-7cbf27a7-eebd-4608-ac43-aa129870917a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585105 Aug 23 14:23:36.363877 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9c779-3d09-4e5e-8cc1-f2996e2febb6 req-8fbe6bf0-c6b9-40af-8974-4220040f0c73 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:36.365431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58b9c779-3d09-4e5e-8cc1-f2996e2febb6 req-8fbe6bf0-c6b9-40af-8974-4220040f0c73 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 945 time: 0.1521299 Aug 23 14:23:36.418415 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-58b9c779-3d09-4e5e-8cc1-f2996e2febb6 req-0e708d84-db37-41b9-a598-022252681744 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 Aug 23 14:23:36.461374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23173-f2d8-44f7-8829-b8f66b3f2ec5 req-2bb4a3df-99ee-42dd-afaf-e4d8804d2e9a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:36.462855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e7f23173-f2d8-44f7-8829-b8f66b3f2ec5 req-2bb4a3df-99ee-42dd-afaf-e4d8804d2e9a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0878191 Aug 23 14:23:36.508159 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e7f23173-f2d8-44f7-8829-b8f66b3f2ec5 req-75f2fdf1-285c-45e6-927e-7abfb68e818b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Aug 23 14:23:36.608206 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device bd5d9252-7602-4e1c-be8d-b1045a90f2f0 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:36.848427 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10511e48-ecab-482c-9043-36a429e41b24 req-ba473f93-2725-405d-b207-723a29534ffd tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:36.849936 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10511e48-ecab-482c-9043-36a429e41b24 req-ba473f93-2725-405d-b207-723a29534ffd tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 945 time: 0.0859816 Aug 23 14:23:36.905373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-10511e48-ecab-482c-9043-36a429e41b24 req-806f605e-e19d-4a38-b88c-3d68a743345e tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Aug 23 14:23:36.920380 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:36.928412 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:36.928804 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.064646 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.115551 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:37.187122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-cb08ad3d-88be-4a98-9716-e3469005feee tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:37.198711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ced88-9b3c-4767-b573-5245e85b6a51 req-2162a49c-e4bb-46ea-ab71-42b9635d2c11 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:37.205653 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-579ced88-9b3c-4767-b573-5245e85b6a51 req-2162a49c-e4bb-46ea-ab71-42b9635d2c11 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0923100 Aug 23 14:23:37.231712 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.231712 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:37.251984 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-579ced88-9b3c-4767-b573-5245e85b6a51 req-cd93e34b-a0fb-4849-aa3c-c19e962dffbc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454752 Aug 23 14:23:37.330330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:37.333904 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:37.386030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-cb08ad3d-88be-4a98-9716-e3469005feee tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:37.389958 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-cb08ad3d-88be-4a98-9716-e3469005feee tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 258 time: 0.3827987 Aug 23 14:23:37.397466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:37.403989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:37.407965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Usage tracker for resource:floatingip and tenant:39a195ceff8b480889d58e45b578e38a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:37.411962 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:37.425289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:37.431745 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b84386-20ba-42df-a474-827aab70f1b0 req-f743baa2-2a89-4316-93ba-337ba937e572 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:37.433699 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13b84386-20ba-42df-a474-827aab70f1b0 req-f743baa2-2a89-4316-93ba-337ba937e572 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.0856051 Aug 23 14:23:37.490642 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13b84386-20ba-42df-a474-827aab70f1b0 req-57c7e6f5-9b21-4973-bdb8-277d2013caaa tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510745 Aug 23 14:23:37.512109 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.659854 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:37.674824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0387bdf-ad49-4cde-a524-db8cbae33b9a req-6c61e2d2-cbdf-49b6-9fd7-ac2c373e2dd0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:37.676368 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b0387bdf-ad49-4cde-a524-db8cbae33b9a req-6c61e2d2-cbdf-49b6-9fd7-ac2c373e2dd0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0881975 Aug 23 14:23:37.751595 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b0387bdf-ad49-4cde-a524-db8cbae33b9a req-fdc5e0a5-0bc5-4f6b-9b05-aa39e58b8733 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684936 Aug 23 14:23:37.801472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 51534) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:37.926038 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-network', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:37.929938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Allocated IP 172.25.7.196 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/f10af2a6-3026-4b42-b78e-45dd0fa6a015) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:37.931021 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:37.936268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Usage tracker for resource:network and tenant:0f8cedaa825f4f95b54faa5698c49a4c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:37.939563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:37.950565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:38.067942 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc433-ff1b-425e-aba9-8b304acf4050 req-4360bc4a-9652-46dc-af55-b34f5bdb2673 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:38.070731 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ccfc433-ff1b-425e-aba9-8b304acf4050 req-4360bc4a-9652-46dc-af55-b34f5bdb2673 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0848632 Aug 23 14:23:38.087585 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.118392 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:38.120424 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ccfc433-ff1b-425e-aba9-8b304acf4050 req-9298716b-092f-47e1-89ca-96ce08069503 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Aug 23 14:23:38.142242 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Made reservation on behalf of 0f8cedaa825f4f95b54faa5698c49a4c for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:38.144770 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.161714 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.172346 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:38.176173 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8cedaa825f4f95b54faa5698c49a4c is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:38.178996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:38.186948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:38.238808 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.243682 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-58e3eeac-9cbd-467b-bcc9-bb962ccff86b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:38.273049 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.313170 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:38.316016 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:38.322942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:38.349989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event updated for resources: {'Port': ['ID=f10af2a6-3026-4b42-b78e-45dd0fa6a015,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:38.356661 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:38.401989 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.432236 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.447778 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-66cd6529-6402-4f13-b70a-5ce8bec56b5c tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:38.461174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:23:38.488481 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:38.488481 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:38.488481 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.488481 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Added segment 0ecba144-5c06-4f51-bce2-8c7910f9acb7 of type vlan for network 403500fe-a527-4904-b518-a78a46463133 Aug 23 14:23:38.507803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.675462 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.685952 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.687298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:38.688339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.695365 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-15f7e73f-d3dd-4b96-8742-f480b50c5f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:38.729927 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'code': 200} Aug 23 14:23:38.907527 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.972241 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:38.981411 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8ff83b12-35a7-444e-a411-a0fcb40db22e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:39.017962 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Pushing event updated for resources: {'Network': ['ID=403500fe-a527-4904-b518-a78a46463133,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:39.028716 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:39.034764 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 403500fe-a527-4904-b518-a78a46463133 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:23:39.095940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event updated for resources: {'Port': ['ID=f10af2a6-3026-4b42-b78e-45dd0fa6a015,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:39.100928 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:39.110138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22316a27-0b14-44a1-a313-c175f84e1291 req-45959f89-9833-48e2-ace4-2b0435aded39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.111570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22316a27-0b14-44a1-a313-c175f84e1291 req-45959f89-9833-48e2-ace4-2b0435aded39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.3041284 Aug 23 14:23:39.118073 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.129472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0a906-6fe0-4593-9a88-39e58e3a0021 req-5ef2c52b-798a-4429-9ed1-98653c17d3fa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.131282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e1a0a906-6fe0-4593-9a88-39e58e3a0021 req-5ef2c52b-798a-4429-9ed1-98653c17d3fa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.2706428 Aug 23 14:23:39.196567 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3721337 Aug 23 14:23:39.196692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51554) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:39.196692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Request body: {'subnet': {'network_id': '403500fe-a527-4904-b518-a78a46463133', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-subnet', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:39.196692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:39.196692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Usage tracker for resource:subnet and tenant:0f8cedaa825f4f95b54faa5698c49a4c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:39.199339 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:39.205341 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:39.212508 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e1a0a906-6fe0-4593-9a88-39e58e3a0021 req-d470643d-1ca5-4a86-bf05-840cc5d41b8a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624282 Aug 23 14:23:39.214705 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22316a27-0b14-44a1-a313-c175f84e1291 req-a61b2880-cbd7-44fe-bf6f-29952bf01a5d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816801 Aug 23 14:23:39.387390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bde5d1-4d88-484a-9765-758d2fb29f8e req-81012550-4533-4813-8cd1-516aad5cb75b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.388857 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e1bde5d1-4d88-484a-9765-758d2fb29f8e req-81012550-4533-4813-8cd1-516aad5cb75b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.0812948 Aug 23 14:23:39.401210 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.405002 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0089648 Aug 23 14:23:39.436897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e1bde5d1-4d88-484a-9765-758d2fb29f8e req-fce096c6-d1bb-4363-a00b-416e885e2183 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Aug 23 14:23:39.487819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-f1b59f52-df2e-4392-b299-f115b00d5324 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:39.536487 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Made reservation on behalf of 0f8cedaa825f4f95b54faa5698c49a4c for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:39.540607 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:39.621355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8199f52-987b-446e-804d-a00de77c776d req-a524eaab-da03-4a53-a811-1ea415bedc37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.622854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8199f52-987b-446e-804d-a00de77c776d req-a524eaab-da03-4a53-a811-1ea415bedc37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0848453 Aug 23 14:23:39.668672 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b8199f52-987b-446e-804d-a00de77c776d req-581a1835-8d71-4352-a5b0-10c4705de7ed tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Aug 23 14:23:39.700833 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-f1b59f52-df2e-4392-b299-f115b00d5324 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:39.700833 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-f1b59f52-df2e-4392-b299-f115b00d5324 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.2873783 Aug 23 14:23:39.920658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-8541949c-2e2d-4904-8b4b-9ad2566497dc tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.922145 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-8541949c-2e2d-4904-8b4b-9ad2566497dc tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2169018 Aug 23 14:23:39.932946 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-c3c66635-f679-4846-9f6e-3396ddbb32c8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:23:39.933912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbdf84c5-c9ec-4d2c-8e59-b96216bc0dbe req-c3c66635-f679-4846-9f6e-3396ddbb32c8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064933 Aug 23 14:23:39.952835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039da60b-1688-49b7-993e-d6d2a1b420c3 req-147f4821-7549-48cc-9a89-2d8bf91694d0 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:39.952835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-039da60b-1688-49b7-993e-d6d2a1b420c3 req-147f4821-7549-48cc-9a89-2d8bf91694d0 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0831344 Aug 23 14:23:39.995950 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-039da60b-1688-49b7-993e-d6d2a1b420c3 req-69ef3eaf-e126-44bd-8629-9c1ffdab2c2d tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Aug 23 14:23:40.004458 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.004626 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1874c7e6-bbf8-4c67-8ce1-0832a0fe1b68 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:40.057333 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Pushing event updated for resources: {'Subnet': ['ID=467d542a-192a-463e-93f0-d4331360024f,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:40.061358 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:40.092449 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Checking segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:40.092807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Network hostable DHCP agents. Network: 403500fe-a527-4904-b518-a78a46463133, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:23:40.198006 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20787-d5e7-44ea-ae78-b063ae087339 req-ca3fa134-1ef4-49b5-9796-5b937e65edd6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:40.199559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56e20787-d5e7-44ea-ae78-b063ae087339 req-ca3fa134-1ef4-49b5-9796-5b937e65edd6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0859466 Aug 23 14:23:40.243343 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56e20787-d5e7-44ea-ae78-b063ae087339 req-3d9f360b-e195-4cc5-a7db-84b506925149 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380323 Aug 23 14:23:40.342293 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Network 403500fe-a527-4904-b518-a78a46463133 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:23:40.523634 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b63fc3-df69-401b-be51-b76071651f4a req-72d1df49-c103-4021-b00f-8390f06f6524 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:40.525059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-72d1df49-c103-4021-b00f-8390f06f6524 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0897577 Aug 23 14:23:40.593735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 403500fe-a527-4904-b518-a78a46463133) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:40.603851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:40.603851 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.604679 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c5b27f-b641-4040-b8a5-07b4c81ebef7 None None] Network 403500fe-a527-4904-b518-a78a46463133 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:23:40.605895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-4b5a6604-e846-4cf3-ae78-220e13c27ed6 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.0751283 Aug 23 14:23:40.616137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Request body: {'floatingip': {'port_id': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:40.696588 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.737554 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0b6c7074-ab94-4c8a-bf92-b17e82fe337c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5572209 Aug 23 14:23:40.742792 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51572) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:40.748866 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:40.756760 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:40.766014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Usage tracker for resource:router and tenant:0f8cedaa825f4f95b54faa5698c49a4c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:23:40.784131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:23:40.787783 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:40.832960 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-403500fe-a527-4904-b518-a78a46463133', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:23:40.833889 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.931073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab446e-83aa-4cec-9a51-4b5182d1cdfc req-a4796a5c-d9ed-4d55-b807-ff78b343ad17 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:40.933471 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c2ab446e-83aa-4cec-9a51-4b5182d1cdfc req-a4796a5c-d9ed-4d55-b807-ff78b343ad17 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0843983 Aug 23 14:23:40.935016 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.936267 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:40.998211 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.036782 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Allocated IP 172.20.0.2 (403500fe-a527-4904-b518-a78a46463133/467d542a-192a-463e-93f0-d4331360024f/3f897ca2-4483-4f14-aa21-844489d2017a) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:41.038195 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c2ab446e-83aa-4cec-9a51-4b5182d1cdfc req-8f84848f-7a9e-434f-a0b5-54d97c2cb6b6 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946424 Aug 23 14:23:41.146666 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-d493e8fb-5320-4826-8768-cfd17cb13183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.148537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-d493e8fb-5320-4826-8768-cfd17cb13183 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 1097 time: 0.2490568 Aug 23 14:23:41.264082 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.277413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Transition to ACTIVE for port object 3f897ca2-4483-4f14-aa21-844489d2017a will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:41.302651 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Transition to ACTIVE for port object 3f897ca2-4483-4f14-aa21-844489d2017a will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:41.439369 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.449233 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:41.518835 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Network 403500fe-a527-4904-b518-a78a46463133 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:41.522191 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:41.526465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:41.527713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-0b83b3fb-7db2-4911-b786-cca5e86b584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.529491 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-0b83b3fb-7db2-4911-b786-cca5e86b584a service neutron] 10.222.0.64 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.3705821 Aug 23 14:23:41.535560 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Pushing event updated for resources: {'Port': ['ID=3f897ca2-4483-4f14-aa21-844489d2017a,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:41.566089 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:41.590699 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.612974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf787c0-3dbe-4cc7-b0bc-f91c8c42a1ff req-dca4463c-2228-4cc8-8038-c8cd876cd00b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.615256 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3cf787c0-3dbe-4cc7-b0bc-f91c8c42a1ff req-dca4463c-2228-4cc8-8038-c8cd876cd00b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4101858 Aug 23 14:23:41.616388 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-2495f5e1-f97e-47f0-a63a-5bd7c2b08027 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d HTTP/1.1" status: 200 len: 217 time: 0.0784717 Aug 23 14:23:41.630274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Attempting to bind port 3f897ca2-4483-4f14-aa21-844489d2017a on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:41.630862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Attempting to bind port 3f897ca2-4483-4f14-aa21-844489d2017a by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:41.631146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Attempting to bind port 3f897ca2-4483-4f14-aa21-844489d2017a on network 403500fe-a527-4904-b518-a78a46463133 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:41.636946 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:41.640456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Checking segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:41.640456 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.640456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Bound using segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:41.640456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Bound port: 3f897ca2-4483-4f14-aa21-844489d2017a, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:41.640456 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.663122 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3cf787c0-3dbe-4cc7-b0bc-f91c8c42a1ff req-8e057f17-1215-4759-b0d8-e9f6f7582b5b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Aug 23 14:23:41.742854 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.742990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] For port 3f897ca2-4483-4f14-aa21-844489d2017a, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:41.742990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] For port 3f897ca2-4483-4f14-aa21-844489d2017a, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=3f897ca2-4483-4f14-aa21-844489d2017a,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:41.795781 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-709c3e4d-d74a-494c-9dd0-fe38aa3b2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.797160 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-709c3e4d-d74a-494c-9dd0-fe38aa3b2826 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.0598619 Aug 23 14:23:41.860974 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-3a5c2df2-4298-4dd6-abca-2a1653173db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491395 Aug 23 14:23:41.874185 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.894329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e204a35-7003-433c-976a-92ac6e7b65b9 req-08dc0828-d4c0-423a-8be3-a461ab065144 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:41.895840 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e204a35-7003-433c-976a-92ac6e7b65b9 req-08dc0828-d4c0-423a-8be3-a461ab065144 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1107702 Aug 23 14:23:41.906947 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:41.922230 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:41.998212 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Pushing event updated for resources: {'Port': ['ID=3f897ca2-4483-4f14-aa21-844489d2017a,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:42.021770 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:42.139603 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.183016 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2e204a35-7003-433c-976a-92ac6e7b65b9 req-7e993e07-6bc4-4088-9a64-738584ed9d2c tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281675 Aug 23 14:23:42.187576 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.209896 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Floating IP c4563db8-b3b6-43eb-a87d-e3051ea81580 associated. External IP: 172.25.7.196, port: 52e3f146-79ba-4cf2-a21f-53237e5b70d8. Aug 23 14:23:42.305365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-2bf7597d-1b48-4124-bc2b-9b91f734114b service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875835 Aug 23 14:23:42.376393 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Allocated IP 172.25.7.102 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/522fa9e1-3ebf-4298-a78d-2eb74dea0de6) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:42.430622 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 3f897ca2-4483-4f14-aa21-844489d2017a up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:42.566559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-2bf24ad8-c3df-41bc-a65c-2dcaed2d2d70 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4688711 Aug 23 14:23:42.642125 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.668052 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e7a04-b8ef-4ac8-a437-0a4494f405ca req-85e8797c-304f-4790-9cad-bd233084359f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:42.669577 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0e4e7a04-b8ef-4ac8-a437-0a4494f405ca req-85e8797c-304f-4790-9cad-bd233084359f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1473279 Aug 23 14:23:42.673883 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1358fe0-3bc4-4bd7-bf7e-90f76fb08333 req-8140a387-9ee5-4acc-833a-0a8fc182008b service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243597 Aug 23 14:23:42.677858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 3f897ca2-4483-4f14-aa21-844489d2017a completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:42.727524 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0e4e7a04-b8ef-4ac8-a437-0a4494f405ca req-3010abd0-94fa-4a26-b136-26edf76416a9 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 Aug 23 14:23:42.855332 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:42.859844 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d8aed6c5-3787-48c9-ba03-0ca38a3892ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:42.951407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:42.955018 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:42.959090 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:43.034947 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Router 0806c2fa-b791-450b-8367-7694d6f72eab has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:23:43.039922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-784fb3b6-dde1-4f2d-adea-67a7957a1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.041679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Pushing event updated for resources: {'Port': ['ID=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:43.043108 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-784fb3b6-dde1-4f2d-adea-67a7957a1fd0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 1096 time: 0.3777773 Aug 23 14:23:43.049287 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:43.267499 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4bab3-fd03-4951-8e23-75b0c86fe4f3 None None] Network 403500fe-a527-4904-b518-a78a46463133 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:23:43.360032 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-bf5ab86e-73e7-4d3b-8968-2ac01533f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.361481 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-bf5ab86e-73e7-4d3b-8968-2ac01533f77b service neutron] 10.222.0.82 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.2559907 Aug 23 14:23:43.362511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:43.366979 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.378049 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] Sync routers for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:43.412000 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:43.412862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:43.436102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c61e7-ef2b-4fd5-8e10-9f2b42cc2cc1 req-36685ade-224d-4789-b2cf-ed5687686b21 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.437638 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c55c61e7-ef2b-4fd5-8e10-9f2b42cc2cc1 req-36685ade-224d-4789-b2cf-ed5687686b21 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4520783 Aug 23 14:23:43.474821 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Provisioning for port 3f897ca2-4483-4f14-aa21-844489d2017a completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:43.481900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-af790fe1-5c29-4ade-849e-b8dd5f81c07d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f755f570-baec-429b-b894-51257db9cae8 HTTP/1.1" status: 200 len: 217 time: 0.0841587 Aug 23 14:23:43.491721 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c55c61e7-ef2b-4fd5-8e10-9f2b42cc2cc1 req-ab5e07e1-cc3e-478b-9c39-729e070c8f3f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454817 Aug 23 14:23:43.508726 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Provisioning complete for port 3f897ca2-4483-4f14-aa21-844489d2017a triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:43.509393 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.540169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-fd244192-dfbc-42ea-9ed6-fb9e311ca7db tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "PUT /v2.0/floatingips/c4563db8-b3b6-43eb-a87d-e3051ea81580 HTTP/1.1" status: 200 len: 996 time: 2.9278059 Aug 23 14:23:43.543373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:43.612046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-fbabe6c0-70d0-4b55-a99e-f7153a7efbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.614281 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-fbabe6c0-70d0-4b55-a99e-f7153a7efbd1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1252449 Aug 23 14:23:43.713345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b63fc3-df69-401b-be51-b76071651f4a req-97469065-1d3b-4a78-90c1-30aedc17c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.714902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-97469065-1d3b-4a78-90c1-30aedc17c4cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39a195ceff8b480889d58e45b578e38a&device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 1096 time: 0.1559060 Aug 23 14:23:43.721559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-65db8fe4-cb40-4dad-90c7-f5b092055cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.723078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-65db8fe4-cb40-4dad-90c7-f5b092055cca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013434 Aug 23 14:23:43.794849 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:43.894801 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:43.895750 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef3d0b-16f7-4ac5-be22-cf24dbb5a2ce req-1a261018-1360-44c4-b9e6-84da9a12d27f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:43.897817 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-40ef3d0b-16f7-4ac5-be22-cf24dbb5a2ce req-1a261018-1360-44c4-b9e6-84da9a12d27f tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.2499177 Aug 23 14:23:43.977099 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.002509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b63fc3-df69-401b-be51-b76071651f4a req-2899b384-fbb8-4fb1-9178-68e5252a8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.004082 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-2899b384-fbb8-4fb1-9178-68e5252a8ab7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 200 len: 929 time: 0.2796602 Aug 23 14:23:44.006256 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-1cbc58f1-1b47-47f1-9c1d-7c17fbeaf406 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576802 Aug 23 14:23:44.100686 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-40ef3d0b-16f7-4ac5-be22-cf24dbb5a2ce req-02529f8f-20cf-4e4b-b234-6ec1b55760c4 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916285 Aug 23 14:23:44.137841 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] For port 3f897ca2-4483-4f14-aa21-844489d2017a, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=3f897ca2-4483-4f14-aa21-844489d2017a,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:44.265082 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.338580 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9537f7c-1249-4838-b8e5-cc19dc955805 req-5bd8caca-c758-49b8-b96f-31ce78636134 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224609 Aug 23 14:23:44.343224 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.351668 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:44.356718 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-b173fea3-58ea-42c8-8539-a0953c31aa15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 999 time: 0.1716480 Aug 23 14:23:44.440989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b63fc3-df69-401b-be51-b76071651f4a req-bee3b739-dcc9-44f7-b4c5-d7755fc9166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.442520 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-bee3b739-dcc9-44f7-b4c5-d7755fc9166a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f42b59bc-ba1d-40e9-a27d-de14d176ca54 HTTP/1.1" status: 200 len: 866 time: 0.0764532 Aug 23 14:23:44.511187 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-62281680-001b-4d3e-9f44-4e1d72cac102 None None] Provisioning complete for port 3f897ca2-4483-4f14-aa21-844489d2017a triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:44.511933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-62281680-001b-4d3e-9f44-4e1d72cac102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:44.545784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b63fc3-df69-401b-be51-b76071651f4a req-61cd7df3-d257-4fe7-8249-b9d202d5ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:44.547395 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-61cd7df3-d257-4fe7-8249-b9d202d5ea94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b88a2ad-372e-4736-9712-303a172de510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932205 Aug 23 14:23:44.554792 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Pushing event updated for resources: {'Port': ['ID=3f897ca2-4483-4f14-aa21-844489d2017a,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:44.560660 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:44.561986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-43e4f7b1-52e2-4dfd-be5b-cb1977ef743d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:23:44.563549 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-43e4f7b1-52e2-4dfd-be5b-cb1977ef743d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088232 Aug 23 14:23:44.595564 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'c4563db8-b3b6-43eb-a87d-e3051ea81580', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'floating_ip_address': '172.25.7.196', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'port_id': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'mac_address': 'fa:16:3e:80:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:23:38Z', 'updated_at': '2021-08-23T14:23:41Z', 'revision_number': 1, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:15Z', 'revision_number': 5, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:44.602578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] Checking router: 0806c2fa-b791-450b-8367-7694d6f72eab for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:44.619387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:44.620030 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:44.705925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Router b89be770-4c8a-447a-817b-af9a121cbf85 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:23:44.707178 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-e3f0fe7d-14a6-4238-94f8-863534aff942 service neutron] 10.222.0.72 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373765 Aug 23 14:23:44.877429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:44.994561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:45.005455 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:45.020520 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:45.021188 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:45.053255 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a508435-8ada-4c39-a0d8-11f2f6281021 req-20cbc8ff-6664-45a9-b6c2-ed4ea91d5274 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.054761 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a508435-8ada-4c39-a0d8-11f2f6281021 req-20cbc8ff-6664-45a9-b6c2-ed4ea91d5274 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1152444 Aug 23 14:23:45.109191 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6a508435-8ada-4c39-a0d8-11f2f6281021 req-3f999c5a-bcf1-4ff3-bdae-f07c3a48874e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Aug 23 14:23:45.110436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6b63fc3-df69-401b-be51-b76071651f4a req-1165184c-cdf9-4566-94ec-7bc8879c01c4 service neutron] 10.222.0.72 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957949 Aug 23 14:23:45.125970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-8bf4cb8d-714f-4a60-aefd-90a4ccdf9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.132588 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-8bf4cb8d-714f-4a60-aefd-90a4ccdf9749 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.1754849 Aug 23 14:23:45.160208 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.164636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.4205818 Aug 23 14:23:45.166112 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51606) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:23:45.300582 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:45.346138 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'c4563db8-b3b6-43eb-a87d-e3051ea81580', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'floating_ip_address': '172.25.7.196', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'port_id': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'mac_address': 'fa:16:3e:80:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:23:38Z', 'updated_at': '2021-08-23T14:23:41Z', 'revision_number': 1, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:15Z', 'revision_number': 5, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:45.357052 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fe2c05-162c-4f56-8d0f-421472cddde5 None None] The sync data for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 is: [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'c4563db8-b3b6-43eb-a87d-e3051ea81580', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'floating_ip_address': '172.25.7.196', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'port_id': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'mac_address': 'fa:16:3e:80:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:23:38Z', 'updated_at': '2021-08-23T14:23:41Z', 'revision_number': 1, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:15Z', 'revision_number': 5, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:45.359247 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'status': 'completed', 'code': 200} Aug 23 14:23:45.416470 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-699541cd-eed7-466d-9449-9cff1496678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.417152 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-699541cd-eed7-466d-9449-9cff1496678f service neutron] 10.222.0.64 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.2717581 Aug 23 14:23:45.519551 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-7f97658b-c9a5-48d8-a0d4-e9929315b268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0949926 Aug 23 14:23:45.687608 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e55e2-9dfb-4632-a264-703e1acf2225 None None] New status for floating IP c4563db8-b3b6-43eb-a87d-e3051ea81580: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:23:45.721238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-e4ea0152-1246-4d01-a47f-cf82c6811d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.722726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-e4ea0152-1246-4d01-a47f-cf82c6811d9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.1557469 Aug 23 14:23:45.725804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709c8b-24b1-4315-bcac-252c130893ed req-d9c0cfc2-3ce3-43e5-8454-99eceff4302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.726411 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:43Z', 'revision_number': 3, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:45.732320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54709c8b-24b1-4315-bcac-252c130893ed req-d9c0cfc2-3ce3-43e5-8454-99eceff4302f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a195ceff8b480889d58e45b578e38a&device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 1096 time: 0.3604519 Aug 23 14:23:45.732475 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:45.732475 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Updating router b89be770-4c8a-447a-817b-af9a121cbf85 port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:23:45.794525 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:45.834579 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-bc7f8267-385d-4b40-8875-83ecf103f4b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978289 Aug 23 14:23:45.934454 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4fb3f-f658-452c-83dc-66d84395c1c1 req-6bedff8b-c517-4703-a4a6-b7e302634f48 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.941883 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3fd4fb3f-f658-452c-83dc-66d84395c1c1 req-6bedff8b-c517-4703-a4a6-b7e302634f48 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.4125645 Aug 23 14:23:45.947678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8ef5d-1d9a-4f47-8d2c-8dd8765c439f req-fc1ea6ae-e148-4c9e-b3c2-bb4b029fea83 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:45.949735 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fcb8ef5d-1d9a-4f47-8d2c-8dd8765c439f req-fc1ea6ae-e148-4c9e-b3c2-bb4b029fea83 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.3064797 Aug 23 14:23:46.149246 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fcb8ef5d-1d9a-4f47-8d2c-8dd8765c439f req-a1292557-fb6a-44b6-ac47-358ac82cc8ab tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150072 Aug 23 14:23:46.162741 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3fd4fb3f-f658-452c-83dc-66d84395c1c1 req-d3e8cd51-0c6e-4771-9b65-623d3a7c5c21 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060485 Aug 23 14:23:46.167213 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709c8b-24b1-4315-bcac-252c130893ed req-f32799c6-bd30-499c-b228-a3363406ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.171643 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54709c8b-24b1-4315-bcac-252c130893ed req-f32799c6-bd30-499c-b228-a3363406ea82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 200 len: 929 time: 0.4329152 Aug 23 14:23:46.348254 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.362469 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 3f897ca2-4483-4f14-aa21-844489d2017a up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:46.373543 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Transition to ACTIVE for port object 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:46.403927 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-cf9ec56f-de54-4547-ad1e-f3604c3d01d6 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059981 Aug 23 14:23:46.444051 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 3f897ca2-4483-4f14-aa21-844489d2017a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:46.444493 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.472336 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.482416 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-47880a2a-d58e-4153-b0b7-1c859d849b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:46.496281 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94b1d-85fa-4745-8a33-5caac827c3db req-910cad0e-cb18-4b36-aee4-2c432065fa36 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.497806 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5cc94b1d-85fa-4745-8a33-5caac827c3db req-910cad0e-cb18-4b36-aee4-2c432065fa36 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1847827 Aug 23 14:23:46.506218 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.514061 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54709c8b-24b1-4315-bcac-252c130893ed req-df945163-5c44-47d5-82eb-909bb531afae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 1001 time: 0.3268256 Aug 23 14:23:46.622538 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Attempting to bind port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:46.622988 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Attempting to bind port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:46.631888 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Attempting to bind port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:46.632030 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5cc94b1d-85fa-4745-8a33-5caac827c3db req-2bc2859f-ebae-4591-84e2-657b3a9628a4 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077933 Aug 23 14:23:46.634328 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:46.634711 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:46.635126 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.636482 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:46.637167 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Bound port: 522fa9e1-3ebf-4298-a78d-2eb74dea0de6, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:46.637734 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.672193 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28497bc4-6170-45ca-8451-17a7a351533e None None] Pushing event updated for resources: {'Port': ['ID=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:46.673885 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-28497bc4-6170-45ca-8451-17a7a351533e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:46.722606 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76707d1d-ef23-431f-8836-2c456fe78089 req-aa7e2956-6010-425e-afbd-e6b7d13c0d60 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 258 time: 0.4476292 Aug 23 14:23:46.725580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709c8b-24b1-4315-bcac-252c130893ed req-b9b7727b-d5c9-4f23-bda0-412566a74800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.727039 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54709c8b-24b1-4315-bcac-252c130893ed req-b9b7727b-d5c9-4f23-bda0-412566a74800 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f42b59bc-ba1d-40e9-a27d-de14d176ca54 HTTP/1.1" status: 200 len: 866 time: 0.1976779 Aug 23 14:23:46.747455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:46.750027 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] For port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:46.755178 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] For port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:46.784734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:46.788426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Allocated IP 172.20.0.1 (403500fe-a527-4904-b518-a78a46463133/467d542a-192a-463e-93f0-d4331360024f/d0fc046a-7595-4e6a-81f7-d1710e8f4b5d) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:46.797147 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00ad4372-d791-4dbb-ae5f-db8184b601d7 req-d62a3b72-8e3c-47ba-84f6-ab271a1ce0fe service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778310 Aug 23 14:23:46.812438 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:46.847330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709c8b-24b1-4315-bcac-252c130893ed req-7c54190c-ff84-4282-b036-f4ae319c04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:46.848835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54709c8b-24b1-4315-bcac-252c130893ed req-7c54190c-ff84-4282-b036-f4ae319c04a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b88a2ad-372e-4736-9712-303a172de510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941613 Aug 23 14:23:46.878409 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.883044 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:46.956929 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:46.979835 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Transition to ACTIVE for port object d0fc046a-7595-4e6a-81f7-d1710e8f4b5d will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:47.037469 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:47.038099 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:47.096831 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.102325 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:47.102873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28497bc4-6170-45ca-8451-17a7a351533e None None] Pushing event updated for resources: {'Port': ['ID=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:47.115936 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-28497bc4-6170-45ca-8451-17a7a351533e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:47.145470 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.179093 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Network 403500fe-a527-4904-b518-a78a46463133 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:47.184896 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:47.189199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:47.242219 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:47.257521 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.258038 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.258425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.258802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.259198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.259572 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.259937 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.260301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.260660 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.261068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.261402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.261761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:47.267733 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:47.278130 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:47.286870 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.412938 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54709c8b-24b1-4315-bcac-252c130893ed req-a2ab128d-ef82-4692-9df6-238b45692ed6 service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412321 Aug 23 14:23:47.504608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8314df5-953f-410d-a000-588df7252b1f req-34c2e508-2eb5-478d-978d-f593408ff00c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:47.506188 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8314df5-953f-410d-a000-588df7252b1f req-34c2e508-2eb5-478d-978d-f593408ff00c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1279881 Aug 23 14:23:47.558124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d8314df5-953f-410d-a000-588df7252b1f req-55748146-59e7-401c-a0ed-23b935a62ef0 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Aug 23 14:23:47.582003 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.661881 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:43Z', 'revision_number': 3, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:47.667741 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fe1d4-a133-45e0-8b33-f58124d8b7e0 None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:43Z', 'revision_number': 3, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:47.681902 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.722897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54709c8b-24b1-4315-bcac-252c130893ed req-9a2342de-9e88-4f07-9651-81f1d0d106dc service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986753 Aug 23 14:23:47.753061 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6ef32e7a-44c6-4c28-a4d8-2d9a15f81fed None None] Provisioning for port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:47.762784 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6ef32e7a-44c6-4c28-a4d8-2d9a15f81fed None None] Provisioning complete for port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:47.762784 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6ef32e7a-44c6-4c28-a4d8-2d9a15f81fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:47.765313 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:23:47.773176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Allocated IP 172.25.7.75 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/4c595e5d-b251-44d7-b644-e81c7009198e) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:47.881527 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6ef32e7a-44c6-4c28-a4d8-2d9a15f81fed None None] Port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:23:47.970788 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.007206 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54265a5a-21b9-425b-ac48-962864e392bf req-06d3137c-32f5-4697-8b08-a69531afe737 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:48.008632 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-54265a5a-21b9-425b-ac48-962864e392bf req-06d3137c-32f5-4697-8b08-a69531afe737 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.3164122 Aug 23 14:23:48.142693 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-54265a5a-21b9-425b-ac48-962864e392bf req-67528c08-c09c-43b6-a3c1-bce1c7b132e9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905111 Aug 23 14:23:48.177971 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.210092 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.217347 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3d2c7a38-2c6a-4bcb-9bf4-549073b42575 tempest-LiveMigrationTest-2083313116 tempest-LiveMigrationTest-2083313116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:48.292816 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:48.296391 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:48.301075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:48.330477 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.372309 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:48.406751 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:48.430601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event updated for resources: {'Port': ['ID=4c595e5d-b251-44d7-b644-e81c7009198e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:48.459515 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.464178 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:48.488261 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.498671 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Pushing event updated for resources: {'Port': ['ID=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:48.519155 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:48.528518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf636ca-ab56-4206-aba9-9ef47c4f9b21 req-f866dd99-d579-4e5d-a504-0ee202eb6650 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:48.530105 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1cf636ca-ab56-4206-aba9-9ef47c4f9b21 req-f866dd99-d579-4e5d-a504-0ee202eb6650 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.2826104 Aug 23 14:23:48.650288 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.651602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:48.658838 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:48.660052 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.668794 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1cf636ca-ab56-4206-aba9-9ef47c4f9b21 req-2ad45532-4f68-461a-8bb8-0d872e9f7668 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299152 Aug 23 14:23:48.734994 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Network 403500fe-a527-4904-b518-a78a46463133 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:48.744510 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:48.927827 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:48.962815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:49.065045 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.127412 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-2ad87ee1-57e6-408f-a6a3-d232a2caccf4 None None] Provisioning complete for port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:49.128197 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-2ad87ee1-57e6-408f-a6a3-d232a2caccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.157283 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.166804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:23:49.170746 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.177565 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-acbda110-fa2c-4030-b314-9df2b4f2e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:49.196019 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:49.227175 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-2ad87ee1-57e6-408f-a6a3-d232a2caccf4 None None] Port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:23:49.292497 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:49.296188 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:49.315380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a08979-4760-49a5-8d0b-655670f6d64a req-df9cb2f0-816b-456a-8d85-cdfa7eef3ca3 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:49.317267 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-15a08979-4760-49a5-8d0b-655670f6d64a req-df9cb2f0-816b-456a-8d85-cdfa7eef3ca3 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.2443407 Aug 23 14:23:49.340767 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event updated for resources: {'Port': ['ID=4c595e5d-b251-44d7-b644-e81c7009198e,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:49.343902 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:49.355709 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.445577 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-15a08979-4760-49a5-8d0b-655670f6d64a req-523215c2-154a-4b22-8ee4-d4af88870ac3 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191139 Aug 23 14:23:49.454843 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:49.466285 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] 10.222.0.72 "PUT /v2.0/routers/b89be770-4c8a-447a-817b-af9a121cbf85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2942224 Aug 23 14:23:49.567901 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:49.567901 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76707d1d-ef23-431f-8836-2c456fe78089 req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8366151 Aug 23 14:23:49.719231 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-76707d1d-ef23-431f-8836-2c456fe78089 req-e109a708-7d32-4925-aceb-500b20c2b624 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:49.738153 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0a60f-6d19-4f27-be78-c369bb4a4d14 req-ef811452-b011-4ecc-a50b-a1a707be7d47 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:49.745410 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-daf0a60f-6d19-4f27-be78-c369bb4a4d14 req-ef811452-b011-4ecc-a50b-a1a707be7d47 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1753502 Aug 23 14:23:49.809818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-daf0a60f-6d19-4f27-be78-c369bb4a4d14 req-2610c0a2-0889-4d49-91af-e2213883d50b tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Aug 23 14:23:49.861917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-76707d1d-ef23-431f-8836-2c456fe78089 req-e109a708-7d32-4925-aceb-500b20c2b624 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:49.863178 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76707d1d-ef23-431f-8836-2c456fe78089 req-e109a708-7d32-4925-aceb-500b20c2b624 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.2883766 Aug 23 14:23:49.917964 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:49.928093 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:49.929949 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:50.004692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18294188-3c01-405a-bd69-26ce51379c77 req-ec241b57-e532-40f4-ba96-e86887f85231 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.013593 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18294188-3c01-405a-bd69-26ce51379c77 req-ec241b57-e532-40f4-ba96-e86887f85231 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1035855 Aug 23 14:23:50.056347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76707d1d-ef23-431f-8836-2c456fe78089 req-27ecbd72-951f-4633-9fba-c060f9291119 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.058448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76707d1d-ef23-431f-8836-2c456fe78089 req-27ecbd72-951f-4633-9fba-c060f9291119 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.1898012 Aug 23 14:23:50.071119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-76707d1d-ef23-431f-8836-2c456fe78089 req-151f2837-19d0-49c2-9c3c-b347ecc1acc6 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:23:50.071735 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-18294188-3c01-405a-bd69-26ce51379c77 req-6f7e219c-7cf7-4693-b05b-05dca96b2366 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570827 Aug 23 14:23:50.072195 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-76707d1d-ef23-431f-8836-2c456fe78089 req-151f2837-19d0-49c2-9c3c-b347ecc1acc6 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062802 Aug 23 14:23:50.148065 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:50.339742 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:50.413675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:50.414116 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:50.418062 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056d3e-d88d-40ff-8ca1-c039c2e1cc7b req-7d8c105b-b953-4e01-a3d8-2939098a8e97 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.419868 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-24056d3e-d88d-40ff-8ca1-c039c2e1cc7b req-7d8c105b-b953-4e01-a3d8-2939098a8e97 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1055708 Aug 23 14:23:50.521872 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 2, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:50.527223 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:50.527727 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Updating router b89be770-4c8a-447a-817b-af9a121cbf85 port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:23:50.604564 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:50.631917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-90a94287-882e-4895-a3d0-323a72d90f2f tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:50.632630 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-90a94287-882e-4895-a3d0-323a72d90f2f tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:50.659170 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-24056d3e-d88d-40ff-8ca1-c039c2e1cc7b req-06e61bd7-976d-44e7-97f5-a3872b3b2fbc tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.2306182 Aug 23 14:23:50.668791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-24056d3e-d88d-40ff-8ca1-c039c2e1cc7b req-f107c2cf-98e6-49f9-ace2-886602916293 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Request body: {'floatingip': {'port_id': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:50.746014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-90a94287-882e-4895-a3d0-323a72d90f2f tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:50.748237 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-90a94287-882e-4895-a3d0-323a72d90f2f tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 821 time: 0.4372134 Aug 23 14:23:50.752483 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-24056d3e-d88d-40ff-8ca1-c039c2e1cc7b req-f107c2cf-98e6-49f9-ace2-886602916293 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:50.768238 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-8076e984-a103-4a49-8470-108ce627bd00 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/quotas/0f8cedaa825f4f95b54faa5698c49a4c HTTP/1.1" status: 200 len: 375 time: 0.0123708 Aug 23 14:23:50.904408 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-deefab8b-2a38-4a2d-81d3-2cfc11242fdf tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300330 Aug 23 14:23:51.021480 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.037621 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Transition to ACTIVE for port object d0fc046a-7595-4e6a-81f7-d1710e8f4b5d will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:51.065929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-8a1e83d8-1cf5-4192-bdbc-99b9b7034ca5 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506300 Aug 23 14:23:51.147914 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.153607 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-a985e2f2-9f68-49ba-9a5e-e9a8e58f6612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:51.182637 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [req-24056d3e-d88d-40ff-8ca1-c039c2e1cc7b req-f107c2cf-98e6-49f9-ace2-886602916293 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] update failed (client error): There was a conflict when trying to complete your request. Aug 23 14:23:51.183602 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-24056d3e-d88d-40ff-8ca1-c039c2e1cc7b req-f107c2cf-98e6-49f9-ace2-886602916293 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "PUT /v2.0/floatingips/299546f5-aaec-4bdd-8a11-446d4e92aa05 HTTP/1.1" status: 409 len: 549 time: 0.5188506 Aug 23 14:23:51.205960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-04c744ff-42ea-480c-8302-3f3528f26dfb service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377411 Aug 23 14:23:51.317860 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8d531-353c-4a94-88c1-a1565dd5113a None None] Pushing event updated for resources: {'Port': ['ID=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:51.343056 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-8fe8d531-353c-4a94-88c1-a1565dd5113a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:51.385094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dc6bf-2647-46c9-9dc9-f89f83adcd50 req-e42f076b-6c4f-46f6-97d2-94a0f6987046 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:51.385094 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-303dc6bf-2647-46c9-9dc9-f89f83adcd50 req-e42f076b-6c4f-46f6-97d2-94a0f6987046 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0987246 Aug 23 14:23:51.411803 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Attempting to bind port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:51.412570 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Attempting to bind port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:51.412947 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Attempting to bind port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d on network 403500fe-a527-4904-b518-a78a46463133 {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:51.420962 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:51.421323 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Checking segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:51.422583 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.422924 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Bound using segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:51.423414 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Bound port: d0fc046a-7595-4e6a-81f7-d1710e8f4b5d, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:51.423798 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.484989 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-303dc6bf-2647-46c9-9dc9-f89f83adcd50 req-488bcda8-faf3-4559-bf27-e270e2a0ab35 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856619 Aug 23 14:23:51.553233 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] For port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:23:51.557774 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] For port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:23:51.650271 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d5e21-60fc-4636-ab2f-da3373350cd1 req-b3b83b9c-cb48-4fa5-8af8-e44025d13872 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:51.657541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d9d5e21-60fc-4636-ab2f-da3373350cd1 req-b3b83b9c-cb48-4fa5-8af8-e44025d13872 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1060464 Aug 23 14:23:51.698957 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:51.699314 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae715a-94a3-414f-9f38-37250da0ebdf req-8bd5d4df-a87d-4c02-afa3-4beeae806f9b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:51.700311 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e5ae715a-94a3-414f-9f38-37250da0ebdf req-8bd5d4df-a87d-4c02-afa3-4beeae806f9b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.0973070 Aug 23 14:23:51.701534 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d9d5e21-60fc-4636-ab2f-da3373350cd1 req-99b4ae65-091d-42bc-9445-afe9bc9f7851 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431213 Aug 23 14:23:51.707373 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:51.761347 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e5ae715a-94a3-414f-9f38-37250da0ebdf req-e3a50286-267f-4b9f-a80c-2d60457be2b4 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485089 Aug 23 14:23:51.797704 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8d531-353c-4a94-88c1-a1565dd5113a None None] Pushing event updated for resources: {'Port': ['ID=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,revision_number=4']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:51.805161 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-8fe8d531-353c-4a94-88c1-a1565dd5113a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:51.810637 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:51.811288 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:51.822602 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-82329c93-5227-42fb-9d65-8c26e696069a tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips/299546f5-aaec-4bdd-8a11-446d4e92aa05 HTTP/1.1" status: 200 len: 692 time: 0.0999477 Aug 23 14:23:51.999313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-4bf0af0e-075d-485f-ac69-4a0fbc23bdeb tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:52.001126 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-4bf0af0e-075d-485f-ac69-4a0fbc23bdeb tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.1729071 Aug 23 14:23:52.018865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-5564d8c1-23b3-4360-ac8b-14be89ed7de4 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:23:52.021808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-5564d8c1-23b3-4360-ac8b-14be89ed7de4 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144608 Aug 23 14:23:52.025498 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:52.051525 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1d1f6b07-04f3-4e41-adb8-1a4177dc2aa3 req-dac71830-3d1a-4835-bd31-0f5f8c95ae73 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:52.121706 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-f1200336-1fc5-4f5b-9ab5-176e5c81cdde tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0928998 Aug 23 14:23:52.205476 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-5cb9de90-bdb0-42e1-ba27-b6e41aa58ea9 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0771391 Aug 23 14:23:52.300700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1d1f6b07-04f3-4e41-adb8-1a4177dc2aa3 req-dac71830-3d1a-4835-bd31-0f5f8c95ae73 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:52.302019 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1d1f6b07-04f3-4e41-adb8-1a4177dc2aa3 req-dac71830-3d1a-4835-bd31-0f5f8c95ae73 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 210 time: 0.3358297 Aug 23 14:23:52.391928 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:51Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:52.396882 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66786c-f7ae-4720-919c-002ba729eece None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:51Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:52.398430 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Deleting port 4c595e5d-b251-44d7-b644-e81c7009198e {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:23:52.398972 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:52.623437 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:52.624819 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:52.762874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Calling delete_port for 4c595e5d-b251-44d7-b644-e81c7009198e owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:23:53.245649 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:53.249711 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:53.298669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event deleted for resources: {'Port': ['ID=4c595e5d-b251-44d7-b644-e81c7009198e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:53.369755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.370209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.370532 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.370966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.371794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.371794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.372214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.372648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.373431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.373572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.373901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.374209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:23:53.378328 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:53.414233 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:53.594288 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621d5e7-a488-4cbb-83ec-008aa8216cf2 req-7bf7047e-1535-4835-accd-b24f2043d790 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:53.595839 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d621d5e7-a488-4cbb-83ec-008aa8216cf2 req-7bf7047e-1535-4835-accd-b24f2043d790 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1050365 Aug 23 14:23:53.643874 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:53.645093 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5f68ec4-8546-41ba-809e-1f5253a2441f req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "DELETE /v2.0/floatingips/299546f5-aaec-4bdd-8a11-446d4e92aa05 HTTP/1.1" status: 204 len: 173 time: 1.4330275 Aug 23 14:23:53.651120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d621d5e7-a488-4cbb-83ec-008aa8216cf2 req-eda2c346-9184-4085-a51e-0c772c544006 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Aug 23 14:23:53.833876 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f93db-e326-4c71-a9fb-4d9f6d06da54 req-d5133b99-26ac-4b7a-be5b-818ea38c37b1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:53.835416 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c64f93db-e326-4c71-a9fb-4d9f6d06da54 req-d5133b99-26ac-4b7a-be5b-818ea38c37b1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0888736 Aug 23 14:23:53.839089 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00307634-0879-4c2c-b3e7-5f6af97477b8 req-a580858b-4812-4373-b4f7-fe1d14fb1bc4 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:53.840740 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00307634-0879-4c2c-b3e7-5f6af97477b8 req-a580858b-4812-4373-b4f7-fe1d14fb1bc4 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.0881081 Aug 23 14:23:53.890864 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c64f93db-e326-4c71-a9fb-4d9f6d06da54 req-f6663ddd-ee26-439c-b455-8184859b81ef tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489326 Aug 23 14:23:53.893490 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-00307634-0879-4c2c-b3e7-5f6af97477b8 req-a29ee36b-0f47-433d-a262-c7db55392dae tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469012 Aug 23 14:23:54.085584 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-529d78b7-0045-4aa8-bc0a-f8505217ff37 req-b4c5fea4-9ba6-44c3-86b9-6edd8fefd653 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 210 time: 0.0596251 Aug 23 14:23:54.208068 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-2d73fcd7-2c20-4b56-b838-3ba60626a99b tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 1001 time: 0.1068151 Aug 23 14:23:54.278093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db904859-ff24-44a3-9587-85ecf1d043c5 req-50427d08-1fdd-49ea-952e-ffdb53c7a3f7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.278093 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db904859-ff24-44a3-9587-85ecf1d043c5 req-50427d08-1fdd-49ea-952e-ffdb53c7a3f7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0953202 Aug 23 14:23:54.332242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa88309-9bda-4be2-9014-31d6766c6757 req-fbeb873e-b0eb-4f27-8381-7b1c654a39c2 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.333823 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-fbeb873e-b0eb-4f27-8381-7b1c654a39c2 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports/52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 942 time: 0.1188288 Aug 23 14:23:54.343476 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db904859-ff24-44a3-9587-85ecf1d043c5 req-e45fa6d6-205b-4a06-a1c7-e9c2d067e7c8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565920 Aug 23 14:23:54.395337 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d0fc046a-7595-4e6a-81f7-d1710e8f4b5d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:54.528298 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-ec52a116-2097-4321-bb73-538394f43943 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 1001 time: 0.1083722 Aug 23 14:23:54.530661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:54.537692 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:54.543357 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:54.664418 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:54.689916 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa88309-9bda-4be2-9014-31d6766c6757 req-264924b9-5f74-4866-a338-b29b57563a8a tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.691550 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-264924b9-5f74-4866-a338-b29b57563a8a tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.1573853 Aug 23 14:23:54.704495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-0403feb7-65b1-4c95-a3f0-0e411e97500b tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:23:54.706051 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-0403feb7-65b1-4c95-a3f0-0e411e97500b tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079141 Aug 23 14:23:54.713868 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:23:54.858843 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9a62a-e791-42e4-ae3b-43d604c1480d req-5ef6862c-2bdb-4f4a-9d77-3b72a8ccd630 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:54.861203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cbe9a62a-e791-42e4-ae3b-43d604c1480d req-5ef6862c-2bdb-4f4a-9d77-3b72a8ccd630 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0953667 Aug 23 14:23:54.867651 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:54.870130 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-115b4c9c-09b2-401b-b9c3-5e5ffcd9efb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:54.920731 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cbe9a62a-e791-42e4-ae3b-43d604c1480d req-ce56d12a-7071-485d-95d4-57acc3215916 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535722 Aug 23 14:23:54.946406 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-13d00da5-7078-4ce0-aad8-50258bdb9816 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 1001 time: 0.2334914 Aug 23 14:23:54.957625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:54.967012 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:54.970412 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:55.079954 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:55.211695 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-af03d207-b1fb-48bf-98c1-65db3625c3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2588716 Aug 23 14:23:55.251799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-35fbe1a2-d86d-457c-965b-72fb0288af38 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:55.253367 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-35fbe1a2-d86d-457c-965b-72fb0288af38 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 821 time: 0.2423425 Aug 23 14:23:55.266891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba03231-97f9-4df7-8b64-e349fe3fd0ce req-d55d3321-3c8a-4dec-b8a4-ff1fba7b4ddb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:55.268640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ba03231-97f9-4df7-8b64-e349fe3fd0ce req-d55d3321-3c8a-4dec-b8a4-ff1fba7b4ddb tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1952102 Aug 23 14:23:55.273785 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'port': {'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'admin_state_up': True, 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:55.375091 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:55.453320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ba03231-97f9-4df7-8b64-e349fe3fd0ce req-d351d465-e909-427b-a9a6-201e1dd4b588 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629593 Aug 23 14:23:55.471323 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:55.475334 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Floating IP c4563db8-b3b6-43eb-a87d-e3051ea81580 disassociated. External IP: 172.25.7.196, port: 52e3f146-79ba-4cf2-a21f-53237e5b70d8. Aug 23 14:23:55.501683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:23:55.514988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:23:55.519989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-9fba3000-a879-4256-8543-5e98c7d9ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:55.521506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-9fba3000-a879-4256-8543-5e98c7d9ca29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1095 time: 0.2069409 Aug 23 14:23:55.643715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Made reservation on behalf of 0f8cedaa825f4f95b54faa5698c49a4c for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:23:55.647339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:55.817491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-91d49fb6-e6a8-4c6d-876d-3182c602379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:55.818882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-91d49fb6-e6a8-4c6d-876d-3182c602379e service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.2709904 Aug 23 14:23:55.867022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Router 0806c2fa-b791-450b-8367-7694d6f72eab has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:23:55.915941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac1961-c427-4fc5-adac-2e191f2833ce req-b0f51ca1-c543-4c22-9dd4-bd71a0e6c7e0 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:55.917468 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2cac1961-c427-4fc5-adac-2e191f2833ce req-b0f51ca1-c543-4c22-9dd4-bd71a0e6c7e0 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.3471115 Aug 23 14:23:56.080046 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:23:56.085490 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:56.091482 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] Sync routers for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:23:56.104112 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:56.105085 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:56.150053 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-890abf91-dba8-4a53-b424-ed9549f2caf5 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "PUT /v2.0/floatingips/c4563db8-b3b6-43eb-a87d-e3051ea81580 HTTP/1.1" status: 200 len: 695 time: 1.1966808 Aug 23 14:23:56.150751 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:23:56.156353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-367b0d99-6a75-4002-b77b-5a8d7c67d3f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 999 time: 0.3246984 Aug 23 14:23:56.167931 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2cac1961-c427-4fc5-adac-2e191f2833ce req-3bb21920-4c61-4844-9997-f21f49231a29 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398989 Aug 23 14:23:56.213942 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Allocated IP 172.20.0.12 (403500fe-a527-4904-b518-a78a46463133/467d542a-192a-463e-93f0-d4331360024f/07b1fd24-9fe5-4b2c-8f62-090c44a11818) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:23:56.258388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-db2eb38c-432d-427d-a85d-bab2bf4306c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.258620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa88309-9bda-4be2-9014-31d6766c6757 req-62cd0b43-5419-4365-ac17-da7e0781a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.259551 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-db2eb38c-432d-427d-a85d-bab2bf4306c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.0907481 Aug 23 14:23:56.263827 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-62cd0b43-5419-4365-ac17-da7e0781a3ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=39a195ceff8b480889d58e45b578e38a&device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 1096 time: 0.0994122 Aug 23 14:23:56.307954 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:56.322084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:56.374702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d0fc046a-7595-4e6a-81f7-d1710e8f4b5d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:23:56.476776 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa88309-9bda-4be2-9014-31d6766c6757 req-75be5def-3b4c-4262-aaf7-ed9fcb285af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.478741 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-75be5def-3b4c-4262-aaf7-ed9fcb285af2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 200 len: 929 time: 0.2075791 Aug 23 14:23:56.560599 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4a1aa1d9-39ac-4610-b247-71ea7d077f70 req-6813a99d-f61f-4807-9aad-b3fd7f154d02 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 210 time: 0.0544443 Aug 23 14:23:56.599965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-5ba7efc4-1602-4ab4-a8c2-515eff58ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.608075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-5ba7efc4-1602-4ab4-a8c2-515eff58ba15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3182757 Aug 23 14:23:56.675418 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:56.676061 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:56.700516 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:56.702632 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-10f337e3-eeab-4901-865d-552f54ee7a88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 217 time: 0.2175355 Aug 23 14:23:56.768548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa88309-9bda-4be2-9014-31d6766c6757 req-08dc1ad5-8288-4ba4-822e-0b1984261524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.776052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-08dc1ad5-8288-4ba4-822e-0b1984261524 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f42b59bc-ba1d-40e9-a27d-de14d176ca54 HTTP/1.1" status: 200 len: 866 time: 0.0725198 Aug 23 14:23:56.838245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Transition to ACTIVE for port object 07b1fd24-9fe5-4b2c-8f62-090c44a11818 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:56.855849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa88309-9bda-4be2-9014-31d6766c6757 req-317a8af5-f663-4fef-b230-c34824982ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.863397 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-317a8af5-f663-4fef-b230-c34824982ac6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b88a2ad-372e-4736-9712-303a172de510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846393 Aug 23 14:23:56.882227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-5348b21d-f1da-47f7-b212-e2b40cb06e34 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527540 Aug 23 14:23:56.905807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:15Z', 'revision_number': 5, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:56.910090 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] Checking router: 0806c2fa-b791-450b-8367-7694d6f72eab for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:23:56.920242 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:23:56.920963 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:23:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:56.960237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee697a71-9d91-4bae-865a-7cb5b5befe9a req-9e9ad69d-aae6-478f-8476-924fbc61d287 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:56.962185 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee697a71-9d91-4bae-865a-7cb5b5befe9a req-9e9ad69d-aae6-478f-8476-924fbc61d287 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.2062171 Aug 23 14:23:57.028308 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-c2e18c5d-1fe9-4b08-b3a9-54eac2fc6609 service neutron] 10.222.0.72 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631105 Aug 23 14:23:57.038095 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:57.049945 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86259609-8199-4170-9799-e31bb62c0962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:57.147874 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:23:57.160747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Network 403500fe-a527-4904-b518-a78a46463133 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:23:57.175550 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ee697a71-9d91-4bae-865a-7cb5b5befe9a req-558db954-4953-4903-8e2d-9186853bab26 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624272 Aug 23 14:23:57.183274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:23:57.186669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Pushing event updated for resources: {'Port': ['ID=07b1fd24-9fe5-4b2c-8f62-090c44a11818,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:57.189420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:23:57.205560 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-caa88309-9bda-4be2-9014-31d6766c6757 req-63c75023-2eed-41ee-832e-0affc92700e5 service neutron] 10.222.0.72 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762698 Aug 23 14:23:57.228552 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:57.232263 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6ff7c3c-3689-4f02-8468-6545d13c0090 req-3ecf1ace-f9f4-4e87-b9c6-e51b9410794a service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376942 Aug 23 14:23:57.271220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.271943 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:57.379166 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'status': 'completed', 'code': 200} Aug 23 14:23:57.472308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2022142 Aug 23 14:23:57.497683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Request body: {'port': {'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:23:57.582769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018302b4-de62-478a-9485-1259bf6b7688 req-4cf27e07-a226-4b95-b1a1-bea9349b9c96 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.584746 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-018302b4-de62-478a-9485-1259bf6b7688 req-4cf27e07-a226-4b95-b1a1-bea9349b9c96 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1105862 Aug 23 14:23:57.606442 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:15Z', 'revision_number': 5, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:23:57.612758 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27939a61-a1d1-43b4-99e4-535378dbbcee None None] The sync data for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 is: [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:04Z', 'revision_number': 4, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd33e0cf0-c2f7-41e6-9d33-e1663196a5f2', 'name': '', 'network_id': '8b88a2ad-372e-4736-9712-303a172de510', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'mac_address': 'fa:16:3e:c2:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:01Z', 'updated_at': '2021-08-23T14:23:15Z', 'revision_number': 5, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'subnets': [{'id': 'f42b59bc-ba1d-40e9-a27d-de14d176ca54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:23:57.642105 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-018302b4-de62-478a-9485-1259bf6b7688 req-d1a66042-fc35-4e27-ad61-519026db3452 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509651 Aug 23 14:23:57.659780 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22e004-1f0b-45cf-98e0-2addab4b56ff req-46dbf8bb-f6d2-46d7-8c02-ac350fc5560a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.661425 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b22e004-1f0b-45cf-98e0-2addab4b56ff req-46dbf8bb-f6d2-46d7-8c02-ac350fc5560a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.3147430 Aug 23 14:23:57.684719 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-785a17f7-4946-4f51-bb0f-cef4a613475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:57.719538 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:57.733677 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adaa1f-4656-408a-80c4-b948b321580d req-d0825daf-3387-4d7f-a174-9fff247c20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.734912 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:57.735198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3adaa1f-4656-408a-80c4-b948b321580d req-d0825daf-3387-4d7f-a174-9fff247c20da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39a195ceff8b480889d58e45b578e38a&device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 1096 time: 0.3157129 Aug 23 14:23:57.735847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-edceb9c3-2a27-49d5-a34c-c93b3aaf1053 None None] Provisioning for port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:23:57.741746 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b22e004-1f0b-45cf-98e0-2addab4b56ff req-84bcae2d-9663-4e25-9548-73b70993beec tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729742 Aug 23 14:23:57.742989 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-edceb9c3-2a27-49d5-a34c-c93b3aaf1053 None None] Provisioning complete for port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:23:57.744097 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-edceb9c3-2a27-49d5-a34c-c93b3aaf1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:57.818343 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-edceb9c3-2a27-49d5-a34c-c93b3aaf1053 None None] Port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:23:57.895804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a17e0e-3f30-42b5-9b76-0a11b0ee5a27 req-f67ef65f-8039-4988-8201-2643beda79f8 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:57.901649 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-43a17e0e-3f30-42b5-9b76-0a11b0ee5a27 req-f67ef65f-8039-4988-8201-2643beda79f8 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1189575 Aug 23 14:23:57.946751 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d99bd0-3c78-4ad5-b883-82810a1bf15b None None] New status for floating IP c4563db8-b3b6-43eb-a87d-e3051ea81580: DOWN {{(pid=80761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:23:57.955197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-43a17e0e-3f30-42b5-9b76-0a11b0ee5a27 req-8ab8c514-c28e-477b-9de0-fdd359824a3d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511246 Aug 23 14:23:57.995578 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-a70fae2d-8555-435e-a48c-8f11da938cc2 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips/c4563db8-b3b6-43eb-a87d-e3051ea81580 HTTP/1.1" status: 200 len: 695 time: 0.1911650 Aug 23 14:23:58.147781 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:58.312887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76288ff-8f1c-489c-8b7a-e946c3a68a70 req-e05b0967-5b7c-4888-b5ab-2ba30cdc0113 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.314754 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a76288ff-8f1c-489c-8b7a-e946c3a68a70 req-e05b0967-5b7c-4888-b5ab-2ba30cdc0113 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 932 time: 0.1016545 Aug 23 14:23:58.349392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adaa1f-4656-408a-80c4-b948b321580d req-1ffe88e0-9718-49fd-a4b7-3dcdae05e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.350878 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3adaa1f-4656-408a-80c4-b948b321580d req-1ffe88e0-9718-49fd-a4b7-3dcdae05e400 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 200 len: 929 time: 0.6048710 Aug 23 14:23:58.364405 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a76288ff-8f1c-489c-8b7a-e946c3a68a70 req-40477e2a-619e-4cc8-82cc-b62c855daf6e tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Aug 23 14:23:58.459020 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3adaa1f-4656-408a-80c4-b948b321580d req-9f80c854-c8fa-40a1-a12e-52c8cc8f4a61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 200 len: 217 time: 0.0937645 Aug 23 14:23:58.551054 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136928e7-e5da-4ac8-8240-2bd05e603162 req-f2c40551-f53b-4afc-8a54-461da3587b15 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.552486 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-136928e7-e5da-4ac8-8240-2bd05e603162 req-f2c40551-f53b-4afc-8a54-461da3587b15 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0872052 Aug 23 14:23:58.598799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-98776c88-cdd4-495f-b075-2aea6781961a tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.600145 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-98776c88-cdd4-495f-b075-2aea6781961a tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.5964098 Aug 23 14:23:58.601389 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-136928e7-e5da-4ac8-8240-2bd05e603162 req-2afe0629-73a2-4efa-8bd2-5acc7c182269 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Aug 23 14:23:58.678389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adaa1f-4656-408a-80c4-b948b321580d req-5caf1b86-39ed-4838-b097-8935bfd61413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.680005 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3adaa1f-4656-408a-80c4-b948b321580d req-5caf1b86-39ed-4838-b097-8935bfd61413 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f42b59bc-ba1d-40e9-a27d-de14d176ca54 HTTP/1.1" status: 200 len: 866 time: 0.2081962 Aug 23 14:23:58.754269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-3e6dc32a-8a09-468e-a1bd-82735eb722bd tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:23:58.869407 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b1fd24-9fe5-4b2c-8f62-090c44a11818 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:23:58.871950 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ed7d0-0789-4b9b-96c9-0dc7508c894a req-5dcea7cd-77d1-4494-a527-e72505d0c7fa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.873487 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-947ed7d0-0789-4b9b-96c9-0dc7508c894a req-5dcea7cd-77d1-4494-a527-e72505d0c7fa tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0881329 Aug 23 14:23:58.877608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adaa1f-4656-408a-80c4-b948b321580d req-60e20419-9022-44d1-bb91-93759ff62ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:58.879080 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3adaa1f-4656-408a-80c4-b948b321580d req-60e20419-9022-44d1-bb91-93759ff62ac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b88a2ad-372e-4736-9712-303a172de510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672325 Aug 23 14:23:58.880661 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:58.888707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-3e6dc32a-8a09-468e-a1bd-82735eb722bd tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:23:58.889891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-3e6dc32a-8a09-468e-a1bd-82735eb722bd tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.2781165 Aug 23 14:23:58.921155 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-947ed7d0-0789-4b9b-96c9-0dc7508c894a req-cc223c6c-bf5f-4c96-add8-eb725a51d5c0 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Aug 23 14:23:58.926606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Transition to ACTIVE for port object 07b1fd24-9fe5-4b2c-8f62-090c44a11818 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:23:59.014191 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-0a57d3c7-c5f5-4ca4-b8a6-7040223dcc14 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.196 HTTP/1.1" status: 200 len: 696 time: 0.1000829 Aug 23 14:23:59.108480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538cc97-9394-488e-bbdb-0fd4ce6ddba8 req-9b449e12-c59c-4289-a195-d2cd1380e086 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.110279 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6538cc97-9394-488e-bbdb-0fd4ce6ddba8 req-9b449e12-c59c-4289-a195-d2cd1380e086 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0897269 Aug 23 14:23:59.148226 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:59.150495 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:23:59.159588 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6538cc97-9394-488e-bbdb-0fd4ce6ddba8 req-a8d9cad8-1b79-4eb4-9e81-a3cfff03a3d2 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Aug 23 14:23:59.360480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cbe73-f836-41ef-91d8-cce1019f6354 req-905b09a6-da19-4262-b807-0002dc4e20a2 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.362325 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f60cbe73-f836-41ef-91d8-cce1019f6354 req-905b09a6-da19-4262-b807-0002dc4e20a2 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.0990455 Aug 23 14:23:59.418104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Deleting port f10af2a6-3026-4b42-b78e-45dd0fa6a015 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:23:59.418577 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:59.423972 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f60cbe73-f836-41ef-91d8-cce1019f6354 req-5fd74c2c-41e4-4fb5-96f0-8004b8d1f8ee tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537901 Aug 23 14:23:59.454871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3adaa1f-4656-408a-80c4-b948b321580d req-54386958-73c5-4be0-a615-e79a521ba18c service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593112 Aug 23 14:23:59.454871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Pushing event updated for resources: {'Port': ['ID=07b1fd24-9fe5-4b2c-8f62-090c44a11818,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:23:59.501277 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:23:59.735010 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dfe4d-e241-4099-9a3f-bb5687ca29bb req-311cbce4-20d6-452d-8725-626a547715c0 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.736610 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f6dfe4d-e241-4099-9a3f-bb5687ca29bb req-311cbce4-20d6-452d-8725-626a547715c0 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 944 time: 0.0897474 Aug 23 14:23:59.786430 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f6dfe4d-e241-4099-9a3f-bb5687ca29bb req-6ae8b114-223e-4fe3-91e3-93a30182fc86 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Aug 23 14:23:59.861539 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-081befe0-c4c5-42fa-97cd-2e19b3bd48cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:59.936494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Attempting to bind port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:23:59.936854 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Attempting to bind port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:23:59.944248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Attempting to bind port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 on network 403500fe-a527-4904-b518-a78a46463133 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:59.955872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 on network 403500fe-a527-4904-b518-a78a46463133 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:23:59.956179 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Attempting to bind port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 on network 403500fe-a527-4904-b518-a78a46463133 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:23:59.976268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:23:59.976619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Checking segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:23:59.990102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Bound using segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:23:59.990102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Bound port: 07b1fd24-9fe5-4b2c-8f62-090c44a11818, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:23:59.990102 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:23:59.992344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a327270-86dc-445f-b174-283dea2a6c4a req-0cf3ca72-e851-495c-9eef-b09f85544ac7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:23:59.992344 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a327270-86dc-445f-b174-283dea2a6c4a req-0cf3ca72-e851-495c-9eef-b09f85544ac7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0928547 Aug 23 14:23:59.992591 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3adaa1f-4656-408a-80c4-b948b321580d req-642c77b9-6aa9-4607-b4ab-c6cd22f641d2 service neutron] 10.222.0.64 "GET /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860315 Aug 23 14:24:00.001686 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.002049 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.033341 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a327270-86dc-445f-b174-283dea2a6c4a req-a3a33d4c-ad04-4da8-b9d9-7752f82f7146 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 Aug 23 14:24:00.177779 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Calling delete_port for f10af2a6-3026-4b42-b78e-45dd0fa6a015 owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:00.223288 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a9f07-0244-4ea0-8201-01df92fae66c req-72cdc76c-b4e0-4fb2-90b9-10ea266a3da9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:00.224788 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-452a9f07-0244-4ea0-8201-01df92fae66c req-72cdc76c-b4e0-4fb2-90b9-10ea266a3da9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0826807 Aug 23 14:24:00.264443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] For port 07b1fd24-9fe5-4b2c-8f62-090c44a11818, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:24:00.281746 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-452a9f07-0244-4ea0-8201-01df92fae66c req-4e7e5fc6-9242-48c5-bd33-c13fcbe63944 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487881 Aug 23 14:24:00.282005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] For port 07b1fd24-9fe5-4b2c-8f62-090c44a11818, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:24:00.405906 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.409949 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5f591115-7098-4215-9f4a-499273723be1 tempest-ListServerFiltersTestJSON-1770282692 tempest-ListServerFiltersTestJSON-1770282692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:00.462358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e15138-434d-47c1-b3cd-4ced7c709495 req-5e542146-b1c5-43f6-90bf-9223969f2bcb tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:00.462915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:00.463237 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.463316 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b8e15138-434d-47c1-b3cd-4ced7c709495 req-5e542146-b1c5-43f6-90bf-9223969f2bcb tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0848880 Aug 23 14:24:00.464376 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] 10.222.0.82 "PUT /v2.0/ports/07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 1092 time: 2.9762888 Aug 23 14:24:00.471915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:00.476896 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.520898 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b8e15138-434d-47c1-b3cd-4ced7c709495 req-3e48e759-b2b8-4e75-bb3a-82a7c8a4712d tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Aug 23 14:24:00.585383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Pushing event updated for resources: {'Port': ['ID=07b1fd24-9fe5-4b2c-8f62-090c44a11818,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:00.588955 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:00.591810 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:00.691080 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event deleted for resources: {'Port': ['ID=f10af2a6-3026-4b42-b78e-45dd0fa6a015,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:00.695511 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:00.725519 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.750879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44263abb-989e-41ee-9230-b29d66456e01 req-87a8c4b7-13e1-4474-a61e-0c25215f245a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:00.752165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44263abb-989e-41ee-9230-b29d66456e01 req-87a8c4b7-13e1-4474-a61e-0c25215f245a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1043856 Aug 23 14:24:00.760793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-7447ea4d-b5d1-46c0-b094-dfba3b63ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:00.762327 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-7447ea4d-b5d1-46c0-b094-dfba3b63ba28 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1095 time: 0.1330132 Aug 23 14:24:00.804342 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-44263abb-989e-41ee-9230-b29d66456e01 req-0c19d7d0-2b3e-469e-bf3c-53da927f97ea tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Aug 23 14:24:00.840719 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:00.841894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-77a5ee27-58f7-49eb-8afd-0a54f304aaae req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "DELETE /v2.0/floatingips/c4563db8-b3b6-43eb-a87d-e3051ea81580 HTTP/1.1" status: 204 len: 173 time: 1.7807972 Aug 23 14:24:00.851978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-434fed21-3cba-469f-923a-07ec389d0132 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 217 time: 0.0814421 Aug 23 14:24:00.928882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9f682019-3c38-47a5-b71b-bb6668dd2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:00.932561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-9f682019-3c38-47a5-b71b-bb6668dd2334 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.0691524 Aug 23 14:24:00.980810 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'status': 'completed', 'code': 200} Aug 23 14:24:01.044031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-a5e35073-5380-4ca8-a51a-ef4ab0735cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.046464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-a5e35073-5380-4ca8-a51a-ef4ab0735cdd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062813 Aug 23 14:24:01.127990 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0902561-5ad2-43f3-9409-152621ac4b2a req-5a3d1a6c-443f-401c-bb97-15215a070ba7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.130668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0902561-5ad2-43f3-9409-152621ac4b2a req-5a3d1a6c-443f-401c-bb97-15215a070ba7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 944 time: 0.1022329 Aug 23 14:24:01.205602 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0902561-5ad2-43f3-9409-152621ac4b2a req-11df3c54-ab7c-47e3-9aba-a0970272902c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673859 Aug 23 14:24:01.282545 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-0fbbd9c9-4f72-45eb-ba14-d500d299d2c8 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247782 Aug 23 14:24:01.341796 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:01.446256 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ace7-4016-43f2-a273-1b55ea2bca78 req-c2eadec8-b27a-4869-9064-f8c25ee8e420 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.448676 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7b8ace7-4016-43f2-a273-1b55ea2bca78 req-c2eadec8-b27a-4869-9064-f8c25ee8e420 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1448624 Aug 23 14:24:01.482260 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a6e1-4c61-4c1b-84c9-3692796b9dec req-6f39dc30-7ff5-42be-8224-6ae29d74b595 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.483746 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5431a6e1-4c61-4c1b-84c9-3692796b9dec req-6f39dc30-7ff5-42be-8224-6ae29d74b595 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.2662704 Aug 23 14:24:01.516934 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7b8ace7-4016-43f2-a273-1b55ea2bca78 req-9d43b8be-83d0-47e2-a7b8-c7ed71844876 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0624232 Aug 23 14:24:01.538783 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d928f6d-377f-4c45-a990-1ec994ced939 req-7a673bb6-529e-4941-869b-7b7291d239a0 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470756 Aug 23 14:24:01.561696 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5431a6e1-4c61-4c1b-84c9-3692796b9dec req-d4d5cdef-942d-42fd-ab0b-0394b27f5b0e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705979 Aug 23 14:24:01.652355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ad10671d-1f98-45a4-b501-3f08685db591 req-fb8439ba-02e9-4d7b-bd1e-218b53961768 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:01.722290 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2b8aa-f9e2-4620-8a0a-9a7e83ea1c9c req-ba0a121d-f1a2-4c1e-9730-a98bcbe73602 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.724888 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-08a2b8aa-f9e2-4620-8a0a-9a7e83ea1c9c req-ba0a121d-f1a2-4c1e-9730-a98bcbe73602 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1079261 Aug 23 14:24:01.774762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-08a2b8aa-f9e2-4620-8a0a-9a7e83ea1c9c req-cbd97933-9f3f-49e6-869f-7c55ec78f337 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Aug 23 14:24:01.844874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ad10671d-1f98-45a4-b501-3f08685db591 req-fb8439ba-02e9-4d7b-bd1e-218b53961768 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:01.846062 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ad10671d-1f98-45a4-b501-3f08685db591 req-fb8439ba-02e9-4d7b-bd1e-218b53961768 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2590082 Aug 23 14:24:01.880222 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-df335354-b4c5-48f4-8201-9407a506ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.881819 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-df335354-b4c5-48f4-8201-9407a506ea64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1095 time: 0.2097900 Aug 23 14:24:01.986454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29381b6-2080-4420-8aec-9194526496e1 req-f6194d70-baf7-4141-9de9-0477b9760035 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:01.988076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e29381b6-2080-4420-8aec-9194526496e1 req-f6194d70-baf7-4141-9de9-0477b9760035 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1004505 Aug 23 14:24:02.086436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-0316471a-2b01-4a90-ab52-5d48078952ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.088647 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-0316471a-2b01-4a90-ab52-5d48078952ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.1996183 Aug 23 14:24:02.159919 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e29381b6-2080-4420-8aec-9194526496e1 req-e4f564d1-3d9e-43b0-9496-ea0843a58995 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649547 Aug 23 14:24:02.165792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c5dee-2f53-4c61-acdf-42ab65c83d8d req-97e8fda7-6be1-426a-9ab6-010fb75af0ca tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.167299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a5c5dee-2f53-4c61-acdf-42ab65c83d8d req-97e8fda7-6be1-426a-9ab6-010fb75af0ca tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1846898 Aug 23 14:24:02.177988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-98338596-c02c-4578-807b-fdf8effb0105 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 217 time: 0.0769684 Aug 23 14:24:02.272098 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a5c5dee-2f53-4c61-acdf-42ab65c83d8d req-404970eb-4619-4c2f-9b15-eeef920ffa8e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966175 Aug 23 14:24:02.279248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-5fecbc66-ab23-46a3-9c59-fdf73db598a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.281158 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-5fecbc66-ab23-46a3-9c59-fdf73db598a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.0896184 Aug 23 14:24:02.386302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-b63dfd59-cead-4fd7-aac7-322c3d767295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.388180 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-b63dfd59-cead-4fd7-aac7-322c3d767295 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987055 Aug 23 14:24:02.638958 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-b1ca282b-7acb-40dc-a435-1f4d4d93d3da service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404807 Aug 23 14:24:02.700886 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d90b6d-8e67-46e2-807f-2fe5a8d404b8 req-5cd3b260-3c16-4021-b0ee-b27c90595026 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.701953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a1d90b6d-8e67-46e2-807f-2fe5a8d404b8 req-5cd3b260-3c16-4021-b0ee-b27c90595026 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:02.819991 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-068e1fe2-4aee-4d91-94f6-d59217356598 req-85a8bcd1-09b3-4855-9c7c-d2bfcbe1020c service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722941 Aug 23 14:24:02.890591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a1d90b6d-8e67-46e2-807f-2fe5a8d404b8 req-5cd3b260-3c16-4021-b0ee-b27c90595026 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:02.891780 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1d90b6d-8e67-46e2-807f-2fe5a8d404b8 req-5cd3b260-3c16-4021-b0ee-b27c90595026 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 944 time: 0.3812075 Aug 23 14:24:02.922891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dbec6-8f0a-4244-b227-82eb1b88dd3c req-958af520-22c9-4591-b4d7-e9b0ebdfaecb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:02.924457 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-378dbec6-8f0a-4244-b227-82eb1b88dd3c req-958af520-22c9-4591-b4d7-e9b0ebdfaecb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0939300 Aug 23 14:24:02.943572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a1d90b6d-8e67-46e2-807f-2fe5a8d404b8 req-89a427a7-4866-4d65-a863-bb0a2baeddcb tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:02.973784 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-378dbec6-8f0a-4244-b227-82eb1b88dd3c req-7815fcfa-9355-4470-84ff-bc047aa3ddff tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Aug 23 14:24:02.981562 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:03.079136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a1d90b6d-8e67-46e2-807f-2fe5a8d404b8 req-89a427a7-4866-4d65-a863-bb0a2baeddcb tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:03.080626 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a1d90b6d-8e67-46e2-807f-2fe5a8d404b8 req-89a427a7-4866-4d65-a863-bb0a2baeddcb tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828728 Aug 23 14:24:03.156473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b2f0-4349-431d-b2b5-f12fa256066f req-311eed8f-5d35-4086-b51b-ad9322f61019 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:03.157940 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9a70b2f0-4349-431d-b2b5-f12fa256066f req-311eed8f-5d35-4086-b51b-ad9322f61019 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 945 time: 0.0839136 Aug 23 14:24:03.206529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9a70b2f0-4349-431d-b2b5-f12fa256066f req-43c21902-2829-48d0-9df5-371c4f0ffa99 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Aug 23 14:24:03.268810 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01271c20-6198-4be2-a016-ea1aea6147f1 req-60eb2f8d-e22d-45f5-a261-0bf907f9b6f3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:03.270367 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-01271c20-6198-4be2-a016-ea1aea6147f1 req-60eb2f8d-e22d-45f5-a261-0bf907f9b6f3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0893788 Aug 23 14:24:03.288609 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 07b1fd24-9fe5-4b2c-8f62-090c44a11818 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:24:03.327983 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-01271c20-6198-4be2-a016-ea1aea6147f1 req-d3c76161-dfda-4d3e-b3e5-807ab766a6b8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511439 Aug 23 14:24:03.394351 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be835d6-74a0-4e13-b914-50483eefadee req-c72553cb-27e0-4604-8291-3a1056934336 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:03.395864 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8be835d6-74a0-4e13-b914-50483eefadee req-c72553cb-27e0-4604-8291-3a1056934336 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0853496 Aug 23 14:24:03.444278 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8be835d6-74a0-4e13-b914-50483eefadee req-2f54c660-16c3-4555-b92b-27886f591916 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Aug 23 14:24:03.469533 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 07b1fd24-9fe5-4b2c-8f62-090c44a11818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:03.487886 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'mac_address': 'fa:16:3e:5f:f7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:24:03.529234 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520673e-0d63-46d8-93be-d9fc8e4ec58e req-f270d560-51d9-44b0-843e-8d967829e6e2 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:03.531937 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1520673e-0d63-46d8-93be-d9fc8e4ec58e req-f270d560-51d9-44b0-843e-8d967829e6e2 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1024172 Aug 23 14:24:03.564252 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:03.588200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b1fd24-9fe5-4b2c-8f62-090c44a11818 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:03.592798 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1520673e-0d63-46d8-93be-d9fc8e4ec58e req-c4e39f00-f6d2-48a9-9836-fbf7fc94ceef tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538151 Aug 23 14:24:03.610100 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 07b1fd24-9fe5-4b2c-8f62-090c44a11818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:03.707400 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:03.709176 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:03.782617 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=07b1fd24-9fe5-4b2c-8f62-090c44a11818,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:03.785860 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:04.001905 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['07b1fd24-9fe5-4b2c-8f62-090c44a11818'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:04.190431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75614-7a5b-4d2b-96af-b2577f06943b req-242fa1f8-574b-4ed5-9252-a7309dbb036e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:04.192008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8df75614-7a5b-4d2b-96af-b2577f06943b req-242fa1f8-574b-4ed5-9252-a7309dbb036e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0929704 Aug 23 14:24:04.255311 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8df75614-7a5b-4d2b-96af-b2577f06943b req-317db4aa-6c2d-41d3-b34c-995c702da00c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515420 Aug 23 14:24:04.284132 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497840e-4f19-4dc1-8a86-b71a07d99d0c req-f3b8ea9b-07fc-4494-85ca-3cce49be2297 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:04.286618 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b497840e-4f19-4dc1-8a86-b71a07d99d0c req-f3b8ea9b-07fc-4494-85ca-3cce49be2297 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 945 time: 0.0880408 Aug 23 14:24:04.338325 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b497840e-4f19-4dc1-8a86-b71a07d99d0c req-97dcb04d-fca0-4b43-a650-b327dc24117b tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Aug 23 14:24:04.529401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb2a7a-e7a6-460e-b5fe-a9fa0826118c req-4f21853d-c832-45d2-afc4-e19e901ad7c5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:04.530920 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72cb2a7a-e7a6-460e-b5fe-a9fa0826118c req-4f21853d-c832-45d2-afc4-e19e901ad7c5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0897903 Aug 23 14:24:04.578054 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-72cb2a7a-e7a6-460e-b5fe-a9fa0826118c req-55701166-4427-45eb-a4d1-77e91834dfea tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Aug 23 14:24:04.615465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad5a34-ba33-47a8-a49b-39c394623757 req-9cbc583a-efd7-42bf-b566-4dfc71e5cfc0 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:04.616178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-faad5a34-ba33-47a8-a49b-39c394623757 req-9cbc583a-efd7-42bf-b566-4dfc71e5cfc0 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:04.730420 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-faad5a34-ba33-47a8-a49b-39c394623757 req-9cbc583a-efd7-42bf-b566-4dfc71e5cfc0 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:04.737927 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-faad5a34-ba33-47a8-a49b-39c394623757 req-9cbc583a-efd7-42bf-b566-4dfc71e5cfc0 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 945 time: 0.2151294 Aug 23 14:24:04.777410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd126-b82f-4568-9515-cb28507a19a8 req-54eff6d6-4eea-4564-8b91-cf135dabc092 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:04.777601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ddfd126-b82f-4568-9515-cb28507a19a8 req-54eff6d6-4eea-4564-8b91-cf135dabc092 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0946074 Aug 23 14:24:04.789786 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-faad5a34-ba33-47a8-a49b-39c394623757 req-9c3dda01-17a2-43d3-9e78-5ae2380649bf tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497293 Aug 23 14:24:04.832022 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4ddfd126-b82f-4568-9515-cb28507a19a8 req-e2df4175-7a51-496f-b053-201ec7228306 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Aug 23 14:24:05.059880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aeef2-c25a-4bb1-a531-f10ae128aa5a req-f94a58a6-4048-4150-87dd-00e0484c5b4d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:05.061538 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e3aeef2-c25a-4bb1-a531-f10ae128aa5a req-f94a58a6-4048-4150-87dd-00e0484c5b4d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1594791 Aug 23 14:24:05.070530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-67cd1295-c4fb-4677-a8ae-de6cc0f8cb26 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:05.072741 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-67cd1295-c4fb-4677-a8ae-de6cc0f8cb26 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 945 time: 0.1362956 Aug 23 14:24:05.177474 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Deleting port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:05.177824 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.204489 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4e3aeef2-c25a-4bb1-a531-f10ae128aa5a req-5296fb18-1af2-4cb6-b723-a6eb9090c744 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235430 Aug 23 14:24:05.291879 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:24:05.294657 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 07b1fd24-9fe5-4b2c-8f62-090c44a11818 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:05.491639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd855432-340f-41eb-813b-5b15bd2a0e18 req-ca47f787-e1ca-42b1-baf7-a93bc1d6ef04 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:05.494606 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fd855432-340f-41eb-813b-5b15bd2a0e18 req-ca47f787-e1ca-42b1-baf7-a93bc1d6ef04 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1056006 Aug 23 14:24:05.535387 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:05.547617 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:05.548057 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.549544 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fd855432-340f-41eb-813b-5b15bd2a0e18 req-3efb254b-4eed-41db-94b9-db68bd947032 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479903 Aug 23 14:24:05.641887 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:05.647600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] For port 52e3f146-79ba-4cf2-a21f-53237e5b70d8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=52e3f146-79ba-4cf2-a21f-53237e5b70d8,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:05.647600 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.660331 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'port_id': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:24:05.721039 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2f979-14bb-46a6-b9b7-007cbce20d07 req-fc9c4559-36f9-452d-9780-a5d81740def1 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:05.722551 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65b2f979-14bb-46a6-b9b7-007cbce20d07 req-fc9c4559-36f9-452d-9780-a5d81740def1 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 945 time: 0.1919680 Aug 23 14:24:05.749459 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.792011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c304-bedc-42da-9a16-4b93b83283e7 req-66721862-097c-49db-bc75-6f7b6b4d81d8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:05.793556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Calling delete_port for 52e3f146-79ba-4cf2-a21f-53237e5b70d8 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:05.800062 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-30c2c304-bedc-42da-9a16-4b93b83283e7 req-66721862-097c-49db-bc75-6f7b6b4d81d8 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.0987704 Aug 23 14:24:05.807939 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:05.814923 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.831124 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 07b1fd24-9fe5-4b2c-8f62-090c44a11818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:05.836662 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd1d4c9e-bc32-4a45-a99c-974e8a56859e {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:05.846749 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-30c2c304-bedc-42da-9a16-4b93b83283e7 req-48de3423-54fa-4feb-8c0c-14c3d1d8720d tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 Aug 23 14:24:05.854778 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:05.899444 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65b2f979-14bb-46a6-b9b7-007cbce20d07 req-01522a23-bcf7-4e1b-b929-81ae2d76cb87 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136057 Aug 23 14:24:05.907575 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'code': 200} Aug 23 14:24:05.970016 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:05.973818 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:06.061644 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=07b1fd24-9fe5-4b2c-8f62-090c44a11818,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:06.074383 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.076489 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:06.077123 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:06.141069 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23cc7a-6176-4766-af34-264818011bb1 req-0dbd16db-9efa-42c0-b3fa-657b21a94a61 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:06.148619 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef23cc7a-6176-4766-af34-264818011bb1 req-0dbd16db-9efa-42c0-b3fa-657b21a94a61 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 945 time: 0.1265678 Aug 23 14:24:06.164933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:06.171257 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:06.195561 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef23cc7a-6176-4766-af34-264818011bb1 req-e9566383-d46c-4e83-bcfb-9aa9002837c0 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/security-groups?id=8b898354-8807-4e8b-b4f1-980e781c2494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453527 Aug 23 14:24:06.198823 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.210502 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['52e3f146-79ba-4cf2-a21f-53237e5b70d8'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:06.211184 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:06.253461 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['fd1d4c9e-bc32-4a45-a99c-974e8a56859e'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:06.334255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Pushing event deleted for resources: {'Port': ['ID=52e3f146-79ba-4cf2-a21f-53237e5b70d8,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:06.338305 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:06.416611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] No DVR routers for this DVR port 52e3f146-79ba-4cf2-a21f-53237e5b70d8 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:06.416611 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:06.416611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'name': 'network-vif-deleted', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:06.424870 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d368-8e0e-4215-9a2d-809676229b91 req-c5a92d7b-bb5e-43d4-ab3b-bbfc6bc349c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:06.426451 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5595d368-8e0e-4215-9a2d-809676229b91 req-c5a92d7b-bb5e-43d4-ab3b-bbfc6bc349c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.4003541 Aug 23 14:24:06.507861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421518e-a7b6-48d0-a1ce-57c9b7b40d3a req-d7e11020-9d7f-47b9-ab24-1766d0d8c843 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:06.519693 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c421518e-a7b6-48d0-a1ce-57c9b7b40d3a req-d7e11020-9d7f-47b9-ab24-1766d0d8c843 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.3896992 Aug 23 14:24:06.524226 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5595d368-8e0e-4215-9a2d-809676229b91 req-67a5d9aa-a261-49fd-a676-bfca4532c07a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894082 Aug 23 14:24:06.542205 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ebf1812b-3d3e-4f57-b4da-d5360579f0fb req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.64 "DELETE /v2.0/ports/52e3f146-79ba-4cf2-a21f-53237e5b70d8 HTTP/1.1" status: 204 len: 173 time: 1.4601467 Aug 23 14:24:06.559565 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35ded7-ca23-4389-af5b-e5fd9d8cb2c0 req-524c2620-8bd2-4a47-840e-7ca231a839c1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:06.561249 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d35ded7-ca23-4389-af5b-e5fd9d8cb2c0 req-524c2620-8bd2-4a47-840e-7ca231a839c1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.0961542 Aug 23 14:24:06.591518 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c421518e-a7b6-48d0-a1ce-57c9b7b40d3a req-33c5dd6f-3454-43f8-94a2-c482b04ea19a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705585 Aug 23 14:24:06.617450 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d35ded7-ca23-4389-af5b-e5fd9d8cb2c0 req-a154aefc-54d4-4d9b-af13-047cb3759f31 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Aug 23 14:24:06.650347 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb097ba9-c553-4463-8f25-da73acf36a62', 'name': 'network-vif-deleted', 'tag': '52e3f146-79ba-4cf2-a21f-53237e5b70d8', 'status': 'completed', 'code': 200} Aug 23 14:24:06.804737 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0a983-8f07-48ad-9f82-fe3842fa71e1 req-3bacfc2b-a81e-4de2-9e29-fac4dbb95807 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:06.807121 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0a983-8f07-48ad-9f82-fe3842fa71e1 req-3bacfc2b-a81e-4de2-9e29-fac4dbb95807 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 0.0956721 Aug 23 14:24:06.859766 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12d0a983-8f07-48ad-9f82-fe3842fa71e1 req-bbe70f65-2deb-46c5-a3de-8215c3a5d07b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469141 Aug 23 14:24:07.098806 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8662db-703d-42be-812d-cf9ac93cc8f5 req-4caee513-6207-4f9b-adaf-0420c5cad473 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:07.100431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d8662db-703d-42be-812d-cf9ac93cc8f5 req-4caee513-6207-4f9b-adaf-0420c5cad473 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1244524 Aug 23 14:24:07.132368 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6626d1-38c4-4981-ac4f-d659cb6858a6 req-56967344-0633-4ac6-a9b2-49bd1de4fdb0 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:07.134427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f6626d1-38c4-4981-ac4f-d659cb6858a6 req-56967344-0633-4ac6-a9b2-49bd1de4fdb0 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 946 time: 0.1082187 Aug 23 14:24:07.158986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d8662db-703d-42be-812d-cf9ac93cc8f5 req-e8164e52-e201-4562-a22f-25bf91635674 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513544 Aug 23 14:24:07.193509 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f6626d1-38c4-4981-ac4f-d659cb6858a6 req-288eed15-36d1-45b3-8fbf-fe3532402cb4 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496778 Aug 23 14:24:07.302233 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:07.375457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port fd1d4c9e-bc32-4a45-a99c-974e8a56859e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:07.376184 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:07.384173 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ffaa0b11-93b7-46ab-b099-358948b0816b req-62b79003-0653-48fb-8b59-b55bacd18ab1 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Synchronizing usage tracker for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:07.516845 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:07.529851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-ffaa0b11-93b7-46ab-b099-358948b0816b req-62b79003-0653-48fb-8b59-b55bacd18ab1 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Unset dirty status for tenant:39a195ceff8b480889d58e45b578e38a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:07.531098 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ffaa0b11-93b7-46ab-b099-358948b0816b req-62b79003-0653-48fb-8b59-b55bacd18ab1 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb097ba9-c553-4463-8f25-da73acf36a62 HTTP/1.1" status: 200 len: 210 time: 0.2037053 Aug 23 14:24:07.581882 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:07.747388 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:07.749847 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:07.910818 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:07.916812 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:07.920476 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:07.927332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc52df1-1af9-4f08-a475-5b093eb3402e req-a36a83b7-a729-4266-be89-251038eb61c4 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:07.929176 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9bc52df1-1af9-4f08-a475-5b093eb3402e req-a36a83b7-a729-4266-be89-251038eb61c4 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1521986 Aug 23 14:24:08.017523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8e3e-425a-4237-90c1-af5016192160 req-2ce8d3e9-abe1-4f30-be30-5ae7a7f7691d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:08.017523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97fe8e3e-425a-4237-90c1-af5016192160 req-2ce8d3e9-abe1-4f30-be30-5ae7a7f7691d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.2060320 Aug 23 14:24:08.018383 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9bc52df1-1af9-4f08-a475-5b093eb3402e req-19952bf6-901e-455f-a7cf-3077a73336e5 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716829 Aug 23 14:24:08.106460 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97fe8e3e-425a-4237-90c1-af5016192160 req-1d349bf0-9423-48d5-8188-da82b0db993b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048923 Aug 23 14:24:08.189369 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'code': 200} Aug 23 14:24:08.340985 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e7213-2638-4a1b-af69-c1ec752d5dc2 req-32b13010-d8aa-4d35-949c-53190f963303 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:08.345529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579e7213-2638-4a1b-af69-c1ec752d5dc2 req-32b13010-d8aa-4d35-949c-53190f963303 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1380873 Aug 23 14:24:08.429535 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-579e7213-2638-4a1b-af69-c1ec752d5dc2 req-c2fd6402-fdfc-4a94-8d24-bfad4b2ef111 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779970 Aug 23 14:24:08.452072 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21603840-3170-4326-a891-3909e664b1ff req-5085fa2e-358d-49d0-903f-3990938979e5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:08.457257 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-21603840-3170-4326-a891-3909e664b1ff req-5085fa2e-358d-49d0-903f-3990938979e5 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1479549 Aug 23 14:24:08.517523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-21603840-3170-4326-a891-3909e664b1ff req-6e1feb70-88e0-4e77-8e3e-7239af5324dc tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590310 Aug 23 14:24:08.639346 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89d466-7faa-460c-9ae3-445ae06dc949 req-12081cbc-20e4-4cf1-9da7-57349468b695 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:08.650452 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d89d466-7faa-460c-9ae3-445ae06dc949 req-12081cbc-20e4-4cf1-9da7-57349468b695 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 946 time: 0.1103454 Aug 23 14:24:08.710053 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d89d466-7faa-460c-9ae3-445ae06dc949 req-61dba899-9bf6-4d63-ba9b-c21746a47265 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538645 Aug 23 14:24:08.789807 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 52e3f146-79ba-4cf2-a21f-53237e5b70d8 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:08.809948 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51904) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:08.862371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 52e3f146-79ba-4cf2-a21f-53237e5b70d8 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:08.862983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 52e3f146-79ba-4cf2-a21f-53237e5b70d8 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:09.222493 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841f64-61fc-4ca6-b708-118b43ce4fda req-b355dc31-0c43-4b80-8ca7-e64b3b5551ae tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:09.230941 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56841f64-61fc-4ca6-b708-118b43ce4fda req-b355dc31-0c43-4b80-8ca7-e64b3b5551ae tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1066563 Aug 23 14:24:09.292005 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56841f64-61fc-4ca6-b708-118b43ce4fda req-f846600f-ad59-4c8d-8bd9-84dcd9c7637a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597482 Aug 23 14:24:09.334932 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-874fef6a-f862-4c61-9b1b-4a95dae68636 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4470944 Aug 23 14:24:09.343041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:09.349234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:09.354369 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Usage tracker for resource:floatingip and tenant:0f8cedaa825f4f95b54faa5698c49a4c is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:09.357403 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:09.364188 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:09.478204 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:09.500700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b64d4-a592-464a-b484-134de1457077 req-c6ddf25f-e635-4c8d-824c-b367bca85ec3 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:09.508067 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a37b64d4-a592-464a-b484-134de1457077 req-c6ddf25f-e635-4c8d-824c-b367bca85ec3 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1105859 Aug 23 14:24:09.573686 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a37b64d4-a592-464a-b484-134de1457077 req-cab7aee8-61b7-43bf-bb5e-fe8b3c77048a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637953 Aug 23 14:24:09.785305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40102da4-eb71-4f15-9efc-860e4b159b8a req-36278991-de67-453f-a9c9-e2c1fae1af5a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:09.786981 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-40102da4-eb71-4f15-9efc-860e4b159b8a req-36278991-de67-453f-a9c9-e2c1fae1af5a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1011534 Aug 23 14:24:09.861775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-40102da4-eb71-4f15-9efc-860e4b159b8a req-84bb18ca-57eb-4ce2-9e17-02c227cf209f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669472 Aug 23 14:24:09.931682 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:10.183162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Allocated IP 172.25.7.123 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/24d1d95c-3e7d-4ca9-ba6f-c2cd826c7cec) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:10.191991 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:10.221834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342c788-fa8c-4272-bbfe-9814a64d9092 req-b6205d23-b0e3-45ea-8503-d563d117daac tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:10.223809 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8342c788-fa8c-4272-bbfe-9814a64d9092 req-b6205d23-b0e3-45ea-8503-d563d117daac tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.2418783 Aug 23 14:24:10.281187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8342c788-fa8c-4272-bbfe-9814a64d9092 req-6fd130b3-75d9-4801-ae42-65b5ccb18c3c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Aug 23 14:24:10.517890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfea2-5aa3-49f8-9831-e670e47b67fb req-c06f1461-47c3-4d4b-a954-05aa3ad9c969 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:10.527069 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c59bfea2-5aa3-49f8-9831-e670e47b67fb req-c06f1461-47c3-4d4b-a954-05aa3ad9c969 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1215296 Aug 23 14:24:10.588666 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c59bfea2-5aa3-49f8-9831-e670e47b67fb req-5794814a-bb8b-4fb1-9d8a-bd544c28a031 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597293 Aug 23 14:24:10.628834 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:10.759742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Deleting port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:10.760142 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:10.807184 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:10.826033 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3b458eb4-0293-475e-818a-4ef48ca518cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:10.866497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:10.875198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:10.878909 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:24:11.160135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Pushing event updated for resources: {'Port': ['ID=24d1d95c-3e7d-4ca9-ba6f-c2cd826c7cec,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:11.163323 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:11.282663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] For port d33e0cf0-c2f7-41e6-9d33-e1663196a5f2, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:11.283030 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:11.292163 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:11.433518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Calling delete_port for d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:11.461070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce60d6c-bd48-406b-a1d6-2a4bd6bfa44e req-73437aec-f3e1-4f0a-bde6-0e4f191df85a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:11.463222 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce60d6c-bd48-406b-a1d6-2a4bd6bfa44e req-73437aec-f3e1-4f0a-bde6-0e4f191df85a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.0911207 Aug 23 14:24:11.522329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ce60d6c-bd48-406b-a1d6-2a4bd6bfa44e req-5d024e96-f1be-4f9f-8df6-5d4c583014c8 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Aug 23 14:24:11.725911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037897d-2b51-416e-9287-caa4015d6476 req-164a3344-5dd8-41d9-928f-9d49e03c4de7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:11.727981 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e037897d-2b51-416e-9287-caa4015d6476 req-164a3344-5dd8-41d9-928f-9d49e03c4de7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.0925884 Aug 23 14:24:11.778619 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:11.779652 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e037897d-2b51-416e-9287-caa4015d6476 req-a44e1e1b-7022-4c98-ac1a-423a14d726fd tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454972 Aug 23 14:24:12.018359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041f4de-be95-4017-ba32-58fa06b3f83b req-fd6c10b7-beed-4e4c-85f0-f9e0d008620e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:12.025827 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0041f4de-be95-4017-ba32-58fa06b3f83b req-fd6c10b7-beed-4e4c-85f0-f9e0d008620e tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.1220965 Aug 23 14:24:12.085624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0041f4de-be95-4017-ba32-58fa06b3f83b req-5518c127-4f1a-402f-87db-a0c5730b2134 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572500 Aug 23 14:24:12.114916 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.268935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224415-e144-4b44-989e-5bf4927b578e req-b937e5ba-f260-4b8d-b892-6a99b6563928 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:12.270717 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-66224415-e144-4b44-989e-5bf4927b578e req-b937e5ba-f260-4b8d-b892-6a99b6563928 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.0895166 Aug 23 14:24:12.330499 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.330821 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-66224415-e144-4b44-989e-5bf4927b578e req-d222915c-7e11-4e88-b31d-b3020cfd704b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522010 Aug 23 14:24:12.347510 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.347510 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40557840-b503-477a-813c-77bd28da30c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:12.560733 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.780455 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Pushing event updated for resources: {'Port': ['ID=24d1d95c-3e7d-4ca9-ba6f-c2cd826c7cec,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:12.804460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4697fbb-47fa-4bef-aab6-6e2fcff85dc9 req-891d5654-0a1a-4826-9c78-bdcaacf8ca08 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:12.806930 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4697fbb-47fa-4bef-aab6-6e2fcff85dc9 req-891d5654-0a1a-4826-9c78-bdcaacf8ca08 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1297736 Aug 23 14:24:12.851780 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4697fbb-47fa-4bef-aab6-6e2fcff85dc9 req-0c83e33c-abc4-4003-8634-45deb0d2a94f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Aug 23 14:24:12.862301 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:12.869394 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5334439 Aug 23 14:24:12.872048 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Pushing event deleted for resources: {'Port': ['ID=d33e0cf0-c2f7-41e6-9d33-e1663196a5f2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:12.942080 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:12.943876 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:12.944272 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:12.983087 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-c98f313c-4c50-4830-9ed8-405e5e85a475 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:floatingip {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:13.094267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c530-9803-4133-9a78-62a179daa3e3 req-bfac4fdc-fb4b-4dec-8ddc-55b7847452df tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:13.096373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5996c530-9803-4133-9a78-62a179daa3e3 req-bfac4fdc-fb4b-4dec-8ddc-55b7847452df tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.1093862 Aug 23 14:24:13.215297 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5996c530-9803-4133-9a78-62a179daa3e3 req-cde8cdac-2cde-4316-af82-b2c5914ba47f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827551 Aug 23 14:24:13.262925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d14eae-251b-4243-9b44-199a1a450820 req-49031ce0-65a1-4781-9ef6-013d6bf08900 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:13.265266 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8d14eae-251b-4243-9b44-199a1a450820 req-49031ce0-65a1-4781-9ef6-013d6bf08900 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.3379495 Aug 23 14:24:13.351517 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.426572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Deleting port aae7b041-0144-4acd-ab8b-bf13818c421d {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:13.427058 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.538337 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-c98f313c-4c50-4830-9ed8-405e5e85a475 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:floatingip {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:13.540237 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-c98f313c-4c50-4830-9ed8-405e5e85a475 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.6699355 Aug 23 14:24:13.629314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889e5c0-fedd-464c-add4-d83d22dc2c8b req-ff290bb1-b742-4f3b-8b82-e0b099e50c0c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:13.630895 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7889e5c0-fedd-464c-add4-d83d22dc2c8b req-ff290bb1-b742-4f3b-8b82-e0b099e50c0c tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 946 time: 0.2679515 Aug 23 14:24:13.776170 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7889e5c0-fedd-464c-add4-d83d22dc2c8b req-382ac1a7-4089-43f7-8f35-a4104f0b6584 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333311 Aug 23 14:24:13.852840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] For port aae7b041-0144-4acd-ab8b-bf13818c421d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=aae7b041-0144-4acd-ab8b-bf13818c421d,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:13.866831 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:13.875699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-5e31ec7f-2ba1-4bd3-b5e5-b706ab818871 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:13.877297 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8deeb08-0a9b-44ca-84bb-e61cf6f20462 req-5e31ec7f-2ba1-4bd3-b5e5-b706ab818871 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.3275313 Aug 23 14:24:13.962782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Router 0806c2fa-b791-450b-8367-7694d6f72eab has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:14.060414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Calling delete_port for aae7b041-0144-4acd-ab8b-bf13818c421d owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:14.195775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba704502-3f27-4bd2-9a20-d6da5788a745 req-ad933b7d-727a-4fc5-ae05-b371e166e4e5 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:14.197449 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ba704502-3f27-4bd2-9a20-d6da5788a745 req-ad933b7d-727a-4fc5-ae05-b371e166e4e5 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1876543 Aug 23 14:24:14.388626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:14.399233 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] 10.222.0.72 "PUT /v2.0/routers/0806c2fa-b791-450b-8367-7694d6f72eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5851722 Aug 23 14:24:14.400413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] Sync routers for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:14.401745 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 51958) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:14.416060 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:14.416821 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:14.469307 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ba704502-3f27-4bd2-9a20-d6da5788a745 req-0d9da3e8-8d12-4b4a-a185-0c2174879b1d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639520 Aug 23 14:24:14.513161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2231bcc-c551-482c-95ee-c92edfe612aa req-50b31ed9-2595-40fb-8b9f-0b7f22f001fc tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:14.521443 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2231bcc-c551-482c-95ee-c92edfe612aa req-50b31ed9-2595-40fb-8b9f-0b7f22f001fc tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.2733717 Aug 23 14:24:14.598186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a2231bcc-c551-482c-95ee-c92edfe612aa req-46286143-d51b-4b36-8c65-2d315a4221ef tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757804 Aug 23 14:24:14.671635 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:14.689457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:14.754504 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:14.756050 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7', 'aae7b041-0144-4acd-ab8b-bf13818c421d'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:14.815004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event deleted for resources: {'Port': ['ID=aae7b041-0144-4acd-ab8b-bf13818c421d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:14.825579 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:14.850257 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.012226 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55af2b4-e594-4969-b0c8-8d2213efdaf0 req-1b4163b6-cbbe-43a9-99a7-353e2468204d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:15.013701 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c55af2b4-e594-4969-b0c8-8d2213efdaf0 req-1b4163b6-cbbe-43a9-99a7-353e2468204d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.2561142 Aug 23 14:24:15.023152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] No DVR routers for this DVR port aae7b041-0144-4acd-ab8b-bf13818c421d on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:15.027093 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.033059 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'name': 'network-vif-deleted', 'tag': 'aae7b041-0144-4acd-ab8b-bf13818c421d'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:15.085388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e5590-1be1-4f01-8c79-158c4177402f req-f6f9de5d-3771-466e-b11a-9245bc187e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:15.087837 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c44e5590-1be1-4f01-8c79-158c4177402f req-f6f9de5d-3771-466e-b11a-9245bc187e34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 1097 time: 0.5158670 Aug 23 14:24:15.132152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-58c77cd1-bd4a-44c8-a435-09387c340507 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:15.140349 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-58c77cd1-bd4a-44c8-a435-09387c340507 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 821 time: 0.4915905 Aug 23 14:24:15.145214 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8d14eae-251b-4243-9b44-199a1a450820 req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "DELETE /v2.0/ports/aae7b041-0144-4acd-ab8b-bf13818c421d HTTP/1.1" status: 204 len: 173 time: 1.8715296 Aug 23 14:24:15.172457 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-fa589175-e76a-4e79-acc7-75ab8f8a9bed tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/quotas/0f8cedaa825f4f95b54faa5698c49a4c HTTP/1.1" status: 200 len: 375 time: 0.0302744 Aug 23 14:24:15.214670 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.230986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c44e5590-1be1-4f01-8c79-158c4177402f req-b7022b2e-675e-48fb-8d3b-d4bc1da6176a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326368 Aug 23 14:24:15.245279 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c55af2b4-e594-4969-b0c8-8d2213efdaf0 req-b0cb0fe2-3d83-4c14-9529-4b6683ab060f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657921 Aug 23 14:24:15.321189 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-cd2ea86b-a93e-44f4-809c-a2bc0365a7cc tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1477757 Aug 23 14:24:15.369527 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:24:11Z', 'revision_number': 5, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port': {'id': 'c1f93d1f-971e-40b5-a7c5-10233859caaa', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:53Z', 'updated_at': '2021-08-23T14:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:15.377361 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] Checking router: 0806c2fa-b791-450b-8367-7694d6f72eab for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:15.409274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] Routers {'0806c2fa-b791-450b-8367-7694d6f72eab'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:15.410072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['0806c2fa-b791-450b-8367-7694d6f72eab'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:15.413195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Deleting port c1f93d1f-971e-40b5-a7c5-10233859caaa {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:15.413823 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:15.514250 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-2edee8ed-8cdc-4103-9cae-4e390a41fe74 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919403 Aug 23 14:24:15.691308 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2f58978-690b-4049-acd3-9350b4ae8470 req-de898c5a-28bf-4279-8c1a-68c0b7bb96e9 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 210 time: 0.3258078 Aug 23 14:24:15.700219 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-f5756ed5-93e6-4d0d-9653-16a90c64547b service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847486 Aug 23 14:24:15.748399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] Set router 0806c2fa-b791-450b-8367-7694d6f72eab gateway port host: None {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:15.818895 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba60646-ddcb-421d-9359-604ddc03ba35', 'name': 'network-vif-deleted', 'tag': 'aae7b041-0144-4acd-ab8b-bf13818c421d', 'status': 'completed', 'code': 200} Aug 23 14:24:15.964752 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:24:15Z', 'revision_number': 6, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port_host': None}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:15.972552 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af80ad-59b0-4e5b-b184-a17c53afe70c None None] The sync data for ids ['0806c2fa-b791-450b-8367-7694d6f72eab'] in n-d-805628-1 is: [{'id': '0806c2fa-b791-450b-8367-7694d6f72eab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79357573-router', 'tenant_id': '39a195ceff8b480889d58e45b578e38a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:24:15Z', 'revision_number': 6, 'project_id': '39a195ceff8b480889d58e45b578e38a', 'gw_port_host': None}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:15.998412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] For port c1f93d1f-971e-40b5-a7c5-10233859caaa, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=c1f93d1f-971e-40b5-a7c5-10233859caaa,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:16.009647 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:16.336043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Calling delete_port for c1f93d1f-971e-40b5-a7c5-10233859caaa owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:16.408354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d85bf-41eb-4fd6-9700-66aebe445910 req-c6067ded-e392-4710-8d49-c5decfb38e74 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:16.426861 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-070d85bf-41eb-4fd6-9700-66aebe445910 req-c6067ded-e392-4710-8d49-c5decfb38e74 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1611922 Aug 23 14:24:16.434599 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:16.560836 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:16.561615 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d33e0cf0-c2f7-41e6-9d33-e1663196a5f2 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:16.579934 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-070d85bf-41eb-4fd6-9700-66aebe445910 req-f9b4ffba-9ecc-4ea0-aad8-4c6222e49f72 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498134 Aug 23 14:24:16.680431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b711b1-4c5b-46c3-b3da-0ee7adbb194c req-7915b4f5-1ae8-4f31-be2c-3fec6c83ec4d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:16.680431 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b7b711b1-4c5b-46c3-b3da-0ee7adbb194c req-7915b4f5-1ae8-4f31-be2c-3fec6c83ec4d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.4030147 Aug 23 14:24:16.737846 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4143a14e-2e00-405c-a82f-9976b9568bda req-8861c88c-2385-4223-8107-ac15026a4266 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 210 time: 0.0700691 Aug 23 14:24:16.799139 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b7b711b1-4c5b-46c3-b3da-0ee7adbb194c req-dc812b0b-7d01-43a1-ad49-9b7a6ab77147 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063001 Aug 23 14:24:16.820614 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device aae7b041-0144-4acd-ab8b-bf13818c421d no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:16.871420 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: aae7b041-0144-4acd-ab8b-bf13818c421d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:16.872068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device aae7b041-0144-4acd-ab8b-bf13818c421d not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:17.091392 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.097534 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:17.128135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42615e-80ce-46d8-a362-37012d4e8eff req-d453f08f-a1cb-47e6-99e8-197467adf7f3 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:17.146059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df42615e-80ce-46d8-a362-37012d4e8eff req-d453f08f-a1cb-47e6-99e8-197467adf7f3 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.2498140 Aug 23 14:24:17.382653 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-df42615e-80ce-46d8-a362-37012d4e8eff req-deb4d6e5-b2a5-42e9-9a9e-307b1e3fd6d0 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703788 Aug 23 14:24:17.389015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f93d1f-971e-40b5-a7c5-10233859caaa,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:17.389015 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:17.389015 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7d6359ff-6aa5-4384-aab3-72547db4d266 req-b7d0c73e-ad4e-4dec-a942-3a121c9adb02 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ba60646-ddcb-421d-9359-604ddc03ba35 HTTP/1.1" status: 200 len: 210 time: 0.0578659 Aug 23 14:24:17.389015 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.587099 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.590648 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.646158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a6f7-9361-4873-bcd9-c88f9165acdd req-80e96207-ce79-4d0b-8c66-6616a6580e15 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:17.646158 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad43a6f7-9361-4873-bcd9-c88f9165acdd req-80e96207-ce79-4d0b-8c66-6616a6580e15 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2405026 Aug 23 14:24:17.718099 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ad43a6f7-9361-4873-bcd9-c88f9165acdd req-ad61f1e8-6761-419e-a77d-d3a76b21bc90 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623331 Aug 23 14:24:17.826343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e430b4-73da-4418-ae06-7e2b8498e10f req-f9286f48-6b0c-4096-99d0-2eb9cc55a32f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:17.828701 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5e430b4-73da-4418-ae06-7e2b8498e10f req-f9286f48-6b0c-4096-99d0-2eb9cc55a32f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1133099 Aug 23 14:24:17.870226 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-49e1edd1-1644-4cb2-92a0-0ca4140a7326 req-b5732501-59e6-4e3b-a490-c402369bddbb tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 210 time: 0.0543902 Aug 23 14:24:17.890019 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.891524 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0806c2fa-b791-450b-8367-7694d6f72eab {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:24:17.913246 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5e430b4-73da-4418-ae06-7e2b8498e10f req-ceb95ce9-65ee-4114-9b39-efd0931e9bf6 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726268 Aug 23 14:24:17.919602 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:17.920861 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0806c2fa-b791-450b-8367-7694d6f72eab HTTP/1.1" status: 204 len: 168 time: 3.5186505 Aug 23 14:24:17.923537 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52012) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:18.018968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Deleting subnet f42b59bc-ba1d-40e9-a27d-de14d176ca54 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:24:18.027609 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.124877 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.237255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0f11-4527-4511-be01-cb1bb67995db req-1bea2a5e-da2f-42f3-8880-fac07fc208fb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:18.244426 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d49c0f11-4527-4511-be01-cb1bb67995db req-1bea2a5e-da2f-42f3-8880-fac07fc208fb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1276217 Aug 23 14:24:18.310298 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d49c0f11-4527-4511-be01-cb1bb67995db req-2a401308-d1d0-4d5d-b1fa-f5a91735f345 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649176 Aug 23 14:24:18.314187 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.402011 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c1f93d1f-971e-40b5-a7c5-10233859caaa no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:18.466218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: c1f93d1f-971e-40b5-a7c5-10233859caaa {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:18.467549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device c1f93d1f-971e-40b5-a7c5-10233859caaa not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:18.610509 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.616228 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:18.894327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42b59bc-ba1d-40e9-a27d-de14d176ca54,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:18.900483 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:18.904264 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:18.912239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f42b59bc-ba1d-40e9-a27d-de14d176ca54 HTTP/1.1" status: 204 len: 168 time: 0.9866927 Aug 23 14:24:18.916481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52034) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:18.917010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8351693f-60cd-43e5-9779-f1dbd94e46b2 None None] Network 8b88a2ad-372e-4736-9712-303a172de510 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:24:19.012034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdad369-c6ac-4126-a85b-ba49512327a5 req-6c2b61ba-3962-477a-9665-d468c988dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:19.014218 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cdad369-c6ac-4126-a85b-ba49512327a5 req-6c2b61ba-3962-477a-9665-d468c988dcbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.3107939 Aug 23 14:24:19.088423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207b61b-2fcf-4a73-948e-671f742b1902 req-17421047-2aa5-408d-a019-72ddf500d8be tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:19.096538 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d207b61b-2fcf-4a73-948e-671f742b1902 req-17421047-2aa5-408d-a019-72ddf500d8be tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2962470 Aug 23 14:24:19.162447 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7cdad369-c6ac-4126-a85b-ba49512327a5 req-37a9ae53-65f3-4e59-a5a4-6b72cfa4b212 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350975 Aug 23 14:24:19.208505 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d207b61b-2fcf-4a73-948e-671f742b1902 req-c4ec97aa-336b-4fbb-a203-1d30316d5fe7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002951 Aug 23 14:24:19.209716 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-456144b4-c7b4-4d34-a2e9-5c5b9494f439 req-f8e45679-9c46-43fa-8b4e-f4c69618c293 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 210 time: 0.0641086 Aug 23 14:24:19.215625 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.228170 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Deleting port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:19.228690 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.446124 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] DHCP port deletion for 8b88a2ad-372e-4736-9712-303a172de510 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:24:19.452512 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Deleting port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:19.453441 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.584366 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] For port 8ea972e8-5d48-45e1-935f-ad154e8b76c5, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8ea972e8-5d48-45e1-935f-ad154e8b76c5,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:19.585662 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.628624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664b20e-b691-44bf-b0ef-478d1ce43c3f req-a6285976-ad93-4852-9202-00d3d92aa44f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:19.636663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1664b20e-b691-44bf-b0ef-478d1ce43c3f req-a6285976-ad93-4852-9202-00d3d92aa44f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1414030 Aug 23 14:24:19.696681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1664b20e-b691-44bf-b0ef-478d1ce43c3f req-6ee5aada-f144-4fe5-bdaa-1130164fbb11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560746 Aug 23 14:24:19.755942 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Calling delete_port for 8ea972e8-5d48-45e1-935f-ad154e8b76c5 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:19.791758 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] For port 8ea972e8-5d48-45e1-935f-ad154e8b76c5, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8ea972e8-5d48-45e1-935f-ad154e8b76c5,segment=NetworkSegment(5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3),segment_id=5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:19.792198 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:19.822879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92349e91-f7ad-4a81-a7df-2a6573853b5f req-12fc36c5-bf86-4ea7-97d2-8bdc3ba7f6af tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:19.830200 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92349e91-f7ad-4a81-a7df-2a6573853b5f req-12fc36c5-bf86-4ea7-97d2-8bdc3ba7f6af tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.3961878 Aug 23 14:24:19.908415 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-92349e91-f7ad-4a81-a7df-2a6573853b5f req-82bfdddb-5563-4778-a69f-fcefd57a04db tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751827 Aug 23 14:24:19.961971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Calling delete_port for 8ea972e8-5d48-45e1-935f-ad154e8b76c5 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:20.061149 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: from cryptography.utils import int_from_bytes Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: from cryptography.utils import int_from_bytes Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn_limited( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn_limited( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.062071 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:24:20.064808 n-d-805628-1 neutron-server[80760]: util.warn( Aug 23 14:24:20.069977 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e9d203ac-4b0b-424a-91ef-adc102f1565f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:20.094829 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:24:20.095099 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:24:20.171450 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea972e8-5d48-45e1-935f-ad154e8b76c5,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:20.173727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] No DVR routers for this DVR port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:20.177958 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:20.429081 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.434377 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8ea972e8-5d48-45e1-935f-ad154e8b76c5 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:20.466687 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b88a2ad-372e-4736-9712-303a172de510']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:20.508922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:20.509763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7f42f1-f04e-4e9e-b3b1-43339f1a34a3') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:20.535293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-1e99eb29-1dcf-4999-8e25-9abcbeb4c407 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:20.536981 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-1e99eb29-1dcf-4999-8e25-9abcbeb4c407 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 821 time: 0.4439292 Aug 23 14:24:20.552012 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'port': {'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'admin_state_up': True, 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:20.594654 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 8ea972e8-5d48-45e1-935f-ad154e8b76c5 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:20.595779 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8ea972e8-5d48-45e1-935f-ad154e8b76c5 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:20.612983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Deleting port 8ea972e8-5d48-45e1-935f-ad154e8b76c5 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:20.618518 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.675178 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.708147 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.722189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:24:20.722730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:24:20.741255 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:24:20.756721 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9238e979-c0c3-43a1-93e9-eaf085e676df None None] The port '8ea972e8-5d48-45e1-935f-ad154e8b76c5' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:24:20.786562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e0a2e88-520b-4590-921c-baf7afdd8b3f req-77ab4981-2708-4570-8a77-f40edd85d6ee tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 210 time: 0.0822453 Aug 23 14:24:20.878776 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:20.906774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:20.965299 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaae342-4d8f-4d59-b2a1-9205392b74db req-e74c1bc4-8798-4843-84f1-2ee4f25450a5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:20.975343 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eeaae342-4d8f-4d59-b2a1-9205392b74db req-e74c1bc4-8798-4843-84f1-2ee4f25450a5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.4748855 Aug 23 14:24:21.033968 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eeaae342-4d8f-4d59-b2a1-9205392b74db req-769e2895-1a65-4ff2-b620-51c9a880678f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576479 Aug 23 14:24:21.145563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcb836-82df-4554-8d49-63ed69534040 req-c44b1383-edf1-4186-b94d-3287d2ec82da tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:21.147423 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7dcb836-82df-4554-8d49-63ed69534040 req-c44b1383-edf1-4186-b94d-3287d2ec82da tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1302569 Aug 23 14:24:21.151568 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Made reservation on behalf of 0f8cedaa825f4f95b54faa5698c49a4c for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:21.155561 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.232686 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.237590 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-636a78f0-8180-4291-97d2-9e08ebd945e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:21.287477 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.297502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b88a2ad-372e-4736-9712-303a172de510,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:21.318041 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a7dcb836-82df-4554-8d49-63ed69534040 req-71aa276a-e3be-4574-ba2b-8265a91bcdd7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694639 Aug 23 14:24:21.346685 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:21.426936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a206f-d43b-46e2-b1cb-5e5324b4dc92 req-fc958a39-6e39-4120-a378-d51f9509e736 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:21.428535 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df1a206f-d43b-46e2-b1cb-5e5324b4dc92 req-fc958a39-6e39-4120-a378-d51f9509e736 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1328275 Aug 23 14:24:21.456770 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Allocated IP 172.20.0.3 (403500fe-a527-4904-b518-a78a46463133/467d542a-192a-463e-93f0-d4331360024f/71cdd90c-4467-4ac5-8279-b04dd9f6db26) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:21.505713 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-df1a206f-d43b-46e2-b1cb-5e5324b4dc92 req-b9ef6e0a-8aee-4660-a648-6a618a6405df tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607264 Aug 23 14:24:21.531932 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] 10.222.0.72 "DELETE /v2.0/networks/8b88a2ad-372e-4736-9712-303a172de510 HTTP/1.1" status: 204 len: 168 time: 2.6140797 Aug 23 14:24:21.706273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-270316031', 'description': 'tempest-description-718856689'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:21.772184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:21.800659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:21.856431 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:21.881159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Transition to ACTIVE for port object 71cdd90c-4467-4ac5-8279-b04dd9f6db26 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:21.987212 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.035370 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:22.040130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Usage tracker for resource:security_group_rule and tenant:bfb99301e5b345299854f5940e9dfa31 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:22.044233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:22.051707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:22.080309 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.092113 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['07b1fd24-9fe5-4b2c-8f62-090c44a11818'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:22.104627 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0e687006-f8f3-4268-b5a9-ad4f34d1d795 tempest-ServersTestJSON-991514985 tempest-ServersTestJSON-991514985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:22.188917 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52084) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:22.323492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Network 403500fe-a527-4904-b518-a78a46463133 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:22.327719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:22.333299 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:24:22.345957 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-27949a6f-aa3d-44ef-bf14-2c631bad2a3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39a195ceff8b480889d58e45b578e38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547315 Aug 23 14:24:22.391600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52090) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:22.405719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Pushing event updated for resources: {'Port': ['ID=71cdd90c-4467-4ac5-8279-b04dd9f6db26,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:22.441948 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:22.537151 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.550697 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:22.551572 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.580936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a8beb-5484-4cb4-ad49-6347a03b5966 req-48029035-dc63-41a9-8f5b-a5ea4d27def8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:22.588559 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.589470 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-774a8beb-5484-4cb4-ad49-6347a03b5966 req-48029035-dc63-41a9-8f5b-a5ea4d27def8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 931 time: 0.2428653 Aug 23 14:24:22.658578 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.663714 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.674844 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e9534957-5a19-4e4b-bfe0-61a31d8c2d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:22.681762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-774a8beb-5484-4cb4-ad49-6347a03b5966 req-edeb5fbc-daf5-4338-aeec-a26a6a9b9f2d tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910401 Aug 23 14:24:22.782114 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263357a6-4045-45a4-8ac6-3b2dc3527c00,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:22.786201 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:22.822687 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2749076 Aug 23 14:24:22.841377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Request body: {'port': {'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:22.903636 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:22.921277 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9272b1d2-93eb-411c-9430-13cd5ada8e38 req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2189598 Aug 23 14:24:22.977890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b27d5-75b2-479e-afd8-40381b72678a req-cb365db7-8816-4ea6-b805-205527e0b209 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:22.983121 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d38b27d5-75b2-479e-afd8-40381b72678a req-cb365db7-8816-4ea6-b805-205527e0b209 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1048043 Aug 23 14:24:23.027297 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.060479 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d38b27d5-75b2-479e-afd8-40381b72678a req-870993ac-2b3c-4a9e-a31e-837b40a082ad tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Aug 23 14:24:23.172859 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f94c962b-e65a-4c5d-8877-5bc0622c2af0 None None] Provisioning for port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:23.179720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f94c962b-e65a-4c5d-8877-5bc0622c2af0 None None] Provisioning complete for port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:23.181825 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f94c962b-e65a-4c5d-8877-5bc0622c2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.187701 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.206925 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:23.261793 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f94c962b-e65a-4c5d-8877-5bc0622c2af0 None None] Port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:24:23.317246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b898354-8807-4e8b-b4f1-980e781c2494,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:23.333511 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:23.346004 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.347202 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b898354-8807-4e8b-b4f1-980e781c2494 HTTP/1.1" status: 204 len: 168 time: 0.9485061 Aug 23 14:24:23.425359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ac0d0-1281-414c-9c15-22c34f4f5ef9 req-f0285d2f-15d0-4051-a5f6-1f6892f71199 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:23.434940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f7ac0d0-1281-414c-9c15-22c34f4f5ef9 req-f0285d2f-15d0-4051-a5f6-1f6892f71199 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.3220437 Aug 23 14:24:23.526750 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-e71357ca-7405-41ec-bc47-c3a3c38dc1e2 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-270316031&fields=id&tenant_id=bfb99301e5b345299854f5940e9dfa31 HTTP/1.1" status: 200 len: 267 time: 0.2053814 Aug 23 14:24:23.565634 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6f7ac0d0-1281-414c-9c15-22c34f4f5ef9 req-12de0e93-6583-47f0-80ce-c2ba2596830e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297307 Aug 23 14:24:23.669747 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-31bfaf3d-f710-43f4-addb-4375bb0f0577 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:23.701667 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-31bfaf3d-f710-43f4-addb-4375bb0f0577 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1372182 Aug 23 14:24:23.701667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Request body: {'port': {'security_groups': ['8e2ea7c0-ff79-46d8-af79-02b6cff6e506', '263357a6-4045-45a4-8ac6-3b2dc3527c00']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:23.846321 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cdd90c-4467-4ac5-8279-b04dd9f6db26 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:23.846321 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:23.863194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Transition to ACTIVE for port object 71cdd90c-4467-4ac5-8279-b04dd9f6db26 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:23.905554 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.028429 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.033169 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:24.135211 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Pushing event updated for resources: {'Port': ['ID=71cdd90c-4467-4ac5-8279-b04dd9f6db26,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:24.140706 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:24.378451 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:24.424483 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.487359 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Attempting to bind port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:24.487752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Attempting to bind port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:24.488181 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Attempting to bind port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 on network 403500fe-a527-4904-b518-a78a46463133 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:24:24.497996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 on network 403500fe-a527-4904-b518-a78a46463133 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:24:24.498335 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Attempting to bind port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 on network 403500fe-a527-4904-b518-a78a46463133 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:24:24.505974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:24:24.506378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Checking segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:24:24.506822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Bound using segment: {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:24:24.507260 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Bound port: 71cdd90c-4467-4ac5-8279-b04dd9f6db26, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecba144-5c06-4f51-bce2-8c7910f9acb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '403500fe-a527-4904-b518-a78a46463133'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:24.507747 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.620187 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.620187 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8b713622-0a98-4e6a-b8b3-00b660a7eafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:24.627147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['bd5d9252-7602-4e1c-be8d-b1045a90f2f0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:24.680888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] For port 71cdd90c-4467-4ac5-8279-b04dd9f6db26, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:24:24.683976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:24.684794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] For port 71cdd90c-4467-4ac5-8279-b04dd9f6db26, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:24:24.685012 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.686459 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-edc53f9e-8a81-4a05-83d8-524f34cbf454 req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "PUT /v2.0/ports/bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 982 time: 1.0059485 Aug 23 14:24:24.686992 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:24.700997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58b27a-ad27-4979-ace7-147bfa661f7d req-c2e7cd6a-f0c3-4032-8fcb-c3b3e553498b tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:24.701842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-af58b27a-ad27-4979-ace7-147bfa661f7d req-c2e7cd6a-f0c3-4032-8fcb-c3b3e553498b tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:24.714747 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event updated for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=6']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:24.724904 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:24.771997 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:24:24.830745 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['bd5d9252-7602-4e1c-be8d-b1045a90f2f0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:24.842423 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.842982 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c575b531-335c-4cc3-91e9-c4f48ce74d1a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:24.901628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:24.902645 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:24.904075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] 10.222.0.82 "PUT /v2.0/ports/71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 1091 time: 2.0696948 Aug 23 14:24:24.907444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:24.919936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464d280-3457-44b8-832d-c66077fb42a6 req-ffed5b6c-17fb-4efc-a79e-f421adb0d5d2 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:24.920847 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a464d280-3457-44b8-832d-c66077fb42a6 req-ffed5b6c-17fb-4efc-a79e-f421adb0d5d2 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1065376 Aug 23 14:24:24.941720 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Pushing event updated for resources: {'Port': ['ID=71cdd90c-4467-4ac5-8279-b04dd9f6db26,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:24.945478 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:24.965286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-af58b27a-ad27-4979-ace7-147bfa661f7d req-c2e7cd6a-f0c3-4032-8fcb-c3b3e553498b tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:24.965286 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af58b27a-ad27-4979-ace7-147bfa661f7d req-c2e7cd6a-f0c3-4032-8fcb-c3b3e553498b tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 943 time: 0.4402726 Aug 23 14:24:24.977847 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a464d280-3457-44b8-832d-c66077fb42a6 req-8d6793da-8360-4531-b927-083f42143f23 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471127 Aug 23 14:24:25.293249 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af58b27a-ad27-4979-ace7-147bfa661f7d req-f097137f-2b2e-4643-9dca-b7fed716904b tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097181 Aug 23 14:24:25.353238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-3686edfd-7cef-4921-ba9f-6d561a1150eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:25.356041 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-3686edfd-7cef-4921-ba9f-6d561a1150eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 1094 time: 0.2732694 Aug 23 14:24:25.463921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373ac60-a613-4acb-a25e-cb572c58c778 req-1e505db9-8065-4290-8ed8-a9bd603e15a1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:25.471492 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d373ac60-a613-4acb-a25e-cb572c58c778 req-1e505db9-8065-4290-8ed8-a9bd603e15a1 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 945 time: 0.1388741 Aug 23 14:24:25.517682 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-e930025d-b0b3-4eae-8900-3a4434d98f7c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 217 time: 0.1543822 Aug 23 14:24:25.520395 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d373ac60-a613-4acb-a25e-cb572c58c778 req-11badb56-d5f9-4e62-8b23-9e19758ff127 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Aug 23 14:24:25.572953 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52154) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:25.606077 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-fbfd63ad-a1fb-45d5-8c31-bafee6ee3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:25.607575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-fbfd63ad-a1fb-45d5-8c31-bafee6ee3aa4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.0780635 Aug 23 14:24:25.626899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397f42-1ea7-481c-a626-033e852090c9 req-18e32820-c38f-4269-b955-699b1d9a7fb3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:25.628616 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53397f42-1ea7-481c-a626-033e852090c9 req-18e32820-c38f-4269-b955-699b1d9a7fb3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.1559532 Aug 23 14:24:25.672419 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-a5ac1bb0-7df6-4f56-96f6-2990ee819604 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-270316031&fields=id&tenant_id=bfb99301e5b345299854f5940e9dfa31 HTTP/1.1" status: 200 len: 267 time: 0.0542896 Aug 23 14:24:25.723730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-network', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:25.734543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:25.737971 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-53397f42-1ea7-481c-a626-033e852090c9 req-040b950d-7720-4d5f-a0c8-ebde8d6567e5 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977328 Aug 23 14:24:25.740769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Usage tracker for resource:network and tenant:336cc30eb26c4273ab85b405f9cafac0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:25.745672 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:25.760701 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:25.768312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33224e-365f-4036-99a7-b5e978c914be req-18416cfa-fd8a-4339-b75a-2531bf50c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:25.778431 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-18416cfa-fd8a-4339-b75a-2531bf50c972 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121480 Aug 23 14:24:25.809447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-fa3c51ed-88ea-402b-97d3-fbff4dbaa9e2 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:25.818579 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-fa3c51ed-88ea-402b-97d3-fbff4dbaa9e2 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 985 time: 0.1416099 Aug 23 14:24:25.824958 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Request body: {'port': {'security_groups': ['8e2ea7c0-ff79-46d8-af79-02b6cff6e506']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:25.856898 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'status': 'completed', 'code': 200} Aug 23 14:24:25.932238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Made reservation on behalf of 336cc30eb26c4273ab85b405f9cafac0 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:25.934633 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.947159 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'status': 'completed', 'code': 200} Aug 23 14:24:25.963944 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:25.985257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:25.990017 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.000659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Usage tracker for resource:security_group_rule and tenant:336cc30eb26c4273ab85b405f9cafac0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:26.005886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:26.014656 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:26.049401 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-4ba06ee6-6a81-455b-b8f3-df7d5f560639 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631564 Aug 23 14:24:26.113646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-8716bc3d-4301-4f48-ba6e-07378660747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.115211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-8716bc3d-4301-4f48-ba6e-07378660747f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1136 time: 0.2301831 Aug 23 14:24:26.176505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-07464d53-5bf4-4bde-bf9c-920a83ade2b3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.177505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-07464d53-5bf4-4bde-bf9c-920a83ade2b3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Synchronizing usage tracker for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:26.178441 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.296586 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.348592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:26.376950 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.400834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-25f51ebf-6ade-4ebb-a696-72d9ae059e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.402377 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-25f51ebf-6ade-4ebb-a696-72d9ae059e78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.2180204 Aug 23 14:24:26.461890 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.467442 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d767f9e-dea2-456c-87aa-8db2f363a394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.492341 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:24:26.519059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a6192-1bbf-44c8-b16d-579086961ec8,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.519059 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:26.519059 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.519059 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Added segment 8547c473-a6e0-49cd-8df2-bbc709d84c75 of type vlan for network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 Aug 23 14:24:26.546592 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.574442 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.581243 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8ad82667-73cf-4fbc-9079-1fc94d1f0e5a tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.593056 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['bd5d9252-7602-4e1c-be8d-b1045a90f2f0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:26.656017 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-2296cfc8-2ab3-4a8c-9963-80c324645667 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 217 time: 0.2315717 Aug 23 14:24:26.674808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2f33224e-365f-4036-99a7-b5e978c914be req-5af87f5b-cf75-410d-8f9e-3f0169446bc6 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176884 Aug 23 14:24:26.678161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.679288 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.699075 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afa2352b-a698-4461-be5e-a13eb3ebf2eb req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "PUT /v2.0/ports/bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 943 time: 0.8739452 Aug 23 14:24:26.699172 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-07464d53-5bf4-4bde-bf9c-920a83ade2b3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Unset dirty status for tenant:3c7a07ce00f04ad9a0acaee8ab18fb32 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:26.699172 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-07464d53-5bf4-4bde-bf9c-920a83ade2b3 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 945 time: 0.8109214 Aug 23 14:24:26.727454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event updated for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=7']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.732453 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:26.788440 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.790327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.791456 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.798327 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-243c8503-a251-49dc-a448-4c55ddaf9392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:26.853254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['bd5d9252-7602-4e1c-be8d-b1045a90f2f0'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:26.909797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-5cbbb2a2-b974-4e34-b0bc-abb65e62e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.911286 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-5cbbb2a2-b974-4e34-b0bc-abb65e62e59b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.2408683 Aug 23 14:24:26.918001 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-daf71831-7489-4319-a1a9-6a8f1e2ad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:26.919646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-daf71831-7489-4319-a1a9-6a8f1e2ad958 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1096 time: 0.6067107 Aug 23 14:24:26.923775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Deleting port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:26.924124 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:26.985699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5d75a8-095b-4a3a-bd9b-a1e15bedf108,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:26.988917 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:27.011126 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:24:27.027491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c330f-6893-4707-b6cd-75c2362e7f1d req-470034f6-3331-4135-aba5-f03d6eb9b250 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:27.027491 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2d6c330f-6893-4707-b6cd-75c2362e7f1d req-470034f6-3331-4135-aba5-f03d6eb9b250 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 945 time: 0.2353926 Aug 23 14:24:27.093551 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5192559 Aug 23 14:24:27.096974 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2d6c330f-6893-4707-b6cd-75c2362e7f1d req-0311c678-8de1-4858-9056-937c2aa75aba tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/security-groups?id=0e42de61-f002-45f2-ba5c-41b851f8ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677278 Aug 23 14:24:27.097719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52178) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:27.104785 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Request body: {'subnet': {'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-subnet', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:27.111879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:27.116963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Usage tracker for resource:subnet and tenant:336cc30eb26c4273ab85b405f9cafac0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:27.120623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:27.126724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:27.225206 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-15f7e55c-567e-4569-829a-a0cd702c2424 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2698157 Aug 23 14:24:27.245677 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50090f2-ce7b-43fa-9034-b348301a4479 req-e212ea4c-242f-436d-8540-c0471fd71c93 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:27.249632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d50090f2-ce7b-43fa-9034-b348301a4479 req-e212ea4c-242f-436d-8540-c0471fd71c93 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 943 time: 0.5894692 Aug 23 14:24:27.288803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Made reservation on behalf of 336cc30eb26c4273ab85b405f9cafac0 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:24:27.291104 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.474983 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d50090f2-ce7b-43fa-9034-b348301a4479 req-14ab925d-51c6-4db2-ab23-48d784e6ebf5 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237477 Aug 23 14:24:27.503576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-224d021c-ea4e-4e3a-97f5-103564a6e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:27.506721 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-224d021c-ea4e-4e3a-97f5-103564a6e6d3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.5502346 Aug 23 14:24:27.528757 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-76021cc3-c80c-4361-86a4-ce821f6f01d3 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3818982 Aug 23 14:24:27.535206 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:27.547884 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:27.547884 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Usage tracker for resource:floatingip and tenant:bfb99301e5b345299854f5940e9dfa31 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:27.550816 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:27.559592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:27.592713 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-682483db-a12f-4c1c-9059-3527b2903ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.646426 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.734182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-a3cf29e3-4a1b-4386-8e49-0e0c7d6d18fc service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793315 Aug 23 14:24:27.813981 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.858043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:27.910816 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-388b7162-8378-4bfd-b4ce-9092aa226386 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 1000 time: 0.3463638 Aug 23 14:24:27.917864 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:27.924589 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-599acd34-15cc-4f92-a729-f6faaa474cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:27.981875 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-2e61ec21-56f4-49ce-87ab-2d5a395b4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:27.983387 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-2e61ec21-56f4-49ce-87ab-2d5a395b4e97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 1094 time: 0.8311405 Aug 23 14:24:28.024811 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed8051a-6346-40fb-ad67-3b8fe60bacda,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:28.029733 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:28.040567 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Checking segment: {'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:24:28.040567 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Network hostable DHCP agents. Network: fa5d75a8-095b-4a3a-bd9b-a1e15bedf108, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:24:28.082484 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.109273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af3149d4-a68b-4945-aed5-29fd87e10f2d req-1a670577-c40c-46db-802d-fd5e876d8ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569658 Aug 23 14:24:28.172055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-fe93bd4e-6f37-4714-9ea9-939a5a98fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:28.173557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-fe93bd4e-6f37-4714-9ea9-939a5a98fbae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.2015145 Aug 23 14:24:28.247799 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.267308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Allocated IP 172.25.7.98 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/a0efe588-572f-4198-b404-e702ba190e7b) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:28.282297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:24:28.396948 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, fa5d75a8-095b-4a3a-bd9b-a1e15bedf108) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:28.411412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:28.411412 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.412692 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a4579-c64b-4225-a915-1df9febcccf3 None None] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:24:28.458342 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.470783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132abf89-f686-445d-89a6-4ea8f189c2ea req-543925ae-bb1e-4f80-950f-6e4207d1cd3c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:28.472279 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-132abf89-f686-445d-89a6-4ea8f189c2ea req-543925ae-bb1e-4f80-950f-6e4207d1cd3c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.8293843 Aug 23 14:24:28.473920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] For port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,segment=NetworkSegment(639e6d7e-f5c4-4674-9649-c2f96101dcb5),segment_id=639e6d7e-f5c4-4674-9649-c2f96101dcb5)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:28.474281 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.644665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Calling delete_port for 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:28.645723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.650931 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61b46b41-1df0-4adb-9c18-68e506b10348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:28.663184 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-fa5d75a8-095b-4a3a-bd9b-a1e15bedf108', 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'fixed_ips': [{'subnet_id': 'bed8051a-6346-40fb-ad67-3b8fe60bacda'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:24:28.664818 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.682380 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5834026 Aug 23 14:24:28.689404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52196) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:28.704720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:28.722473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:24:28.732074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:28.744297 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Usage tracker for resource:router and tenant:336cc30eb26c4273ab85b405f9cafac0 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:24:28.745405 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-132abf89-f686-445d-89a6-4ea8f189c2ea req-f529f946-f272-457a-b4d8-9a585a8a1c5e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464769 Aug 23 14:24:28.745405 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-dc0b19eb-1836-4e09-8c4a-1bae3c6d89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:28.745773 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:28.745928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-dc0b19eb-1836-4e09-8c4a-1bae3c6d89bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.7168829 Aug 23 14:24:28.746083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:24:28.746083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:24:28.750356 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-1831b1b9-4fbf-4d59-9f3d-c58f7dd79333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:28.751757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-1831b1b9-4fbf-4d59-9f3d-c58f7dd79333 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5630014 Aug 23 14:24:28.796227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:24:28.806607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event updated for resources: {'Port': ['ID=a0efe588-572f-4198-b404-e702ba190e7b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:28.813961 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:28.870300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-c6de5b1a-d256-4ea3-8298-d4992453e754 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 217 time: 0.1227138 Aug 23 14:24:28.900043 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:28.922289 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.931681 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.944085 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.982135 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:28.983561 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Allocated IP 172.20.0.2 (fa5d75a8-095b-4a3a-bd9b-a1e15bedf108/bed8051a-6346-40fb-ad67-3b8fe60bacda/6f45f480-85e5-495f-8fa8-eca85f643809) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:29.078172 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.082979 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-95ddeca8-be3f-456c-a59d-db527968ec35 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733326 Aug 23 14:24:29.086716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-e6c7d77e-364a-4f09-9cb7-01a9bca39c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:29.088325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-e6c7d77e-364a-4f09-9cb7-01a9bca39c9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.2021604 Aug 23 14:24:29.415824 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.426991 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d714a540-dfe6-4221-8fa8-5ab9c6bdfeef tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:29.461321 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.466635 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:29.492633 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 71cdd90c-4467-4ac5-8279-b04dd9f6db26 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:24:29.501889 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-d659ab2f-6ce4-4df5-970f-db91d70984f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:29.508084 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-d659ab2f-6ce4-4df5-970f-db91d70984f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4066498 Aug 23 14:24:29.524651 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Pushing event deleted for resources: {'Port': ['ID=6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:29.572469 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:29.575695 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'status': 'completed', 'code': 200} Aug 23 14:24:29.583442 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.759830 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24004c9e-9b69-48db-8a38-d6f03dbee6a7 req-19fa404d-ac6b-402b-b0d0-3d4a4730deaa service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590364 Aug 23 14:24:29.868673 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03acdd42-5955-4973-be6e-b7b5153c470a req-b3121cd7-2c50-4c10-9392-a57a5aa21732 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff555883-e8c9-40c1-a475-09c5dbd6fa7a HTTP/1.1" status: 200 len: 210 time: 0.1816335 Aug 23 14:24:29.877175 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] No DVR routers for this DVR port 6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:29.880781 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.894129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'name': 'network-vif-deleted', 'tag': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:29.939548 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.962262 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:29.962816 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-e55e4111-6058-487f-89ed-7a2ad6f2cfdc service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888836 Aug 23 14:24:29.976720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 71cdd90c-4467-4ac5-8279-b04dd9f6db26, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:29.996337 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Transition to ACTIVE for port object 6f45f480-85e5-495f-8fa8-eca85f643809 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:30.007395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-abb9e3a3-1e01-432a-a364-85193c79a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:30.013065 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-abb9e3a3-1e01-432a-a364-85193c79a492 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1095 time: 0.4800506 Aug 23 14:24:30.013249 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:30.014327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-e5e14aca-fe09-436b-8d25-f24c0253fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:30.015903 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-e5e14aca-fe09-436b-8d25-f24c0253fbc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.4047668 Aug 23 14:24:30.019860 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'mac_address': 'fa:16:3e:41:2d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:24:30.021419 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7ac6a3eb-0869-4d4f-8f17-cf32a0105995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.031428 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:30.079828 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Transition to ACTIVE for port object 6f45f480-85e5-495f-8fa8-eca85f643809 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:30.125202 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.153107 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.162757 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cdd90c-4467-4ac5-8279-b04dd9f6db26 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:30.194724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 71cdd90c-4467-4ac5-8279-b04dd9f6db26, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:30.260694 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.265251 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:30.317852 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-955a9052-c89e-4916-98b0-83052f8b1c8e req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] 10.222.0.64 "DELETE /v2.0/ports/6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7 HTTP/1.1" status: 204 len: 173 time: 3.5247838 Aug 23 14:24:30.335280 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.346621 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:30.364719 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.365126 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.368740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:30.373116 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:30.374219 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.376458 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:30.377089 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:30.384722 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.411766 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:30.413335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:24:30.424873 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb215bf6-748b-4e81-8936-7441e098b043 tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:30.529329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Pushing event updated for resources: {'Port': ['ID=6f45f480-85e5-495f-8fa8-eca85f643809,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:30.565491 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.581853 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fd67fa7-7789-4746-b1af-ee144a96e22d req-3bd3835f-3f28-4c21-b940-ebb7a65398e7 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107988 Aug 23 14:24:30.588658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Attempting to bind port 6f45f480-85e5-495f-8fa8-eca85f643809 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:30.589243 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Attempting to bind port 6f45f480-85e5-495f-8fa8-eca85f643809 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:30.589551 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Attempting to bind port 6f45f480-85e5-495f-8fa8-eca85f643809 on network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:24:30.594844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-6821c998-84df-4037-a464-784d00a54661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:30.596355 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-6821c998-84df-4037-a464-784d00a54661 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.5687947 Aug 23 14:24:30.601485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-be90fd70-abb9-4e2a-972d-999ee8777942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:30.616437 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:24:30.616437 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Checking segment: {'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:24:30.616437 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.618197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-be90fd70-abb9-4e2a-972d-999ee8777942 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.5566618 Aug 23 14:24:30.618667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Bound using segment: {'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:24:30.618667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Bound port: 6f45f480-85e5-495f-8fa8-eca85f643809, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:30.618667 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.618887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event updated for resources: {'Port': ['ID=a0efe588-572f-4198-b404-e702ba190e7b,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:30.631904 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.636975 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:30.658703 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=71cdd90c-4467-4ac5-8279-b04dd9f6db26,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:30.667321 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:30.673679 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:30.673679 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:30.688796 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.702024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['71cdd90c-4467-4ac5-8279-b04dd9f6db26'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:24:30.767584 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-b95d3966-f4ce-474f-a8c0-d07611ef9072 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 999 time: 0.1476946 Aug 23 14:24:30.772040 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] For port 6f45f480-85e5-495f-8fa8-eca85f643809, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:24:30.789613 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] For port 6f45f480-85e5-495f-8fa8-eca85f643809, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6f45f480-85e5-495f-8fa8-eca85f643809,segment=NetworkSegment(8547c473-a6e0-49cd-8df2-bbc709d84c75),segment_id=8547c473-a6e0-49cd-8df2-bbc709d84c75)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:24:30.862038 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-a4451eef-2518-4521-acf3-e84f28f61893 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 217 time: 0.1009393 Aug 23 14:24:30.929056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Allocated IP 172.25.7.105 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/e41b55d9-c8fc-4012-84e0-48b0c2c009d8) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:30.981580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe0274-a70d-4609-bf4a-f67d93a2bdf5 req-f2ad3c31-615b-40e1-8a9b-8b4334403561 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:30.983004 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-61fe0274-a70d-4609-bf4a-f67d93a2bdf5 req-f2ad3c31-615b-40e1-8a9b-8b4334403561 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 944 time: 0.6788290 Aug 23 14:24:30.991046 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:30.991987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4623599 Aug 23 14:24:31.007195 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-0f971ac8-b334-487c-ba32-4056e924913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:31.008788 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-0f971ac8-b334-487c-ba32-4056e924913c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1436577 Aug 23 14:24:31.066028 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.073127 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-115b4c9c-09b2-401b-b9c3-5e5ffcd9efb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:31.110273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-1219c031-8bff-41b6-93cf-c34be6bf7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:31.111884 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-1219c031-8bff-41b6-93cf-c34be6bf7d19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.1775186 Aug 23 14:24:31.138456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-4d92a6a2-4bff-44e0-9815-4cafa04c7930 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:floatingip {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:31.192712 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Pushing event updated for resources: {'Port': ['ID=6f45f480-85e5-495f-8fa8-eca85f643809,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:31.194393 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.198215 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:31.245309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-71aef5fc-5c99-470e-9946-385b7b8fa4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098371 Aug 23 14:24:31.250320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-61fe0274-a70d-4609-bf4a-f67d93a2bdf5 req-3243a5f9-752a-400a-99d0-c22eb8b2d6b6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448802 Aug 23 14:24:31.324328 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-5b6eb69f-3370-40e0-8a3c-c2ee305edacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:31.326215 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-5b6eb69f-3370-40e0-8a3c-c2ee305edacf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2941074 Aug 23 14:24:31.339431 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-4d92a6a2-4bff-44e0-9815-4cafa04c7930 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:floatingip {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:31.340635 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-4d92a6a2-4bff-44e0-9815-4cafa04c7930 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.2983980 Aug 23 14:24:31.385683 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.393692 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:31.424734 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f9c1e87b-3b4b-4f8a-9e76-7100261a7e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:31.642460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:31.649578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:31.661135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Pushing event updated for resources: {'Port': ['ID=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:31.676428 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:31.678068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:24:31.762035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-0034bf28-d334-4a4d-a900-8e6745128497 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:31.764008 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eac0ebf6-9318-46c2-ba7d-5a03a278a11c req-0034bf28-d334-4a4d-a900-8e6745128497 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.4160290 Aug 23 14:24:31.782570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-f3c79870-f92c-4fc2-8397-6dc64f06a84d service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502145 Aug 23 14:24:31.791248 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-13cd31e6-2a7f-4e67-b9b8-0a271cdccda4 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418046 Aug 23 14:24:32.050622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2729720f-6282-4aae-94bc-6a2dfabbbd89 req-02fef0e4-ab09-4eff-91b7-0ab30c5093e8 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541978 Aug 23 14:24:32.113489 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3f783e8-a517-4e8c-9f8d-ea1ee8cd49e1 req-70c849c0-8c22-4895-8d4c-5d5ebde58e4f service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103094 Aug 23 14:24:32.314269 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79d66a-e88b-4298-be7a-0bcdeaeee198 req-8539f722-b56d-457a-954b-e40e6db1ce6e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:32.318346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e79d66a-e88b-4298-be7a-0bcdeaeee198 req-8539f722-b56d-457a-954b-e40e6db1ce6e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4081786 Aug 23 14:24:32.388389 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e79d66a-e88b-4298-be7a-0bcdeaeee198 req-2d196309-472c-414d-b254-c9201c8ace8a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615137 Aug 23 14:24:32.515275 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6f45f480-85e5-495f-8fa8-eca85f643809 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:32.596462 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff555883-e8c9-40c1-a475-09c5dbd6fa7a', 'name': 'network-vif-deleted', 'tag': '6ebce2c9-5de1-4f93-9f9e-94f1d2151ea7', 'status': 'completed', 'code': 200} Aug 23 14:24:32.617999 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'code': 200} Aug 23 14:24:32.629175 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3215df-e58d-4954-b721-00a308ac24d4 None None] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:24:32.656120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-e32d5ac9-0e1d-4416-9c44-72842c88160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:32.657681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-e32d5ac9-0e1d-4416-9c44-72842c88160a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.3516355 Aug 23 14:24:32.705207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fc844-fb86-4b05-94aa-9facc0c75f4c req-c5c9cdab-8d55-498e-aae5-d15a339b221f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:32.713314 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-003fc844-fb86-4b05-94aa-9facc0c75f4c req-c5c9cdab-8d55-498e-aae5-d15a339b221f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.4754527 Aug 23 14:24:32.800989 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:32.837239 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-003fc844-fb86-4b05-94aa-9facc0c75f4c req-caec0066-915a-4a6e-9ca9-b88146927b32 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229012 Aug 23 14:24:32.865649 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52222) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:32.887888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c0ec85f5-95c5-4886-a781-02e73a670e02 None None] Provisioning for port 6f45f480-85e5-495f-8fa8-eca85f643809 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:32.965749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-373bbc61-af58-49a8-b2f7-2dc028fb12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:32.965749 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-373bbc61-af58-49a8-b2f7-2dc028fb12f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.2980626 Aug 23 14:24:33.093192 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.181804 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-c20abcbe-e9fe-45ed-91b6-ded028f136aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 200 len: 217 time: 0.2110426 Aug 23 14:24:33.209996 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 6f45f480-85e5-495f-8fa8-eca85f643809 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:33.240240 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 6f45f480-85e5-495f-8fa8-eca85f643809 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:33.240240 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.280789 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Deleting subnet db3a72ab-84d2-40a5-878f-daf73b2955b2 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:24:33.291359 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.331850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-f434a91d-2580-440a-b5f8-0c7cc4b6e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:33.333239 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-f434a91d-2580-440a-b5f8-0c7cc4b6e564 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.1418190 Aug 23 14:24:33.376633 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6045d2-107a-4e44-aa6a-995f60a1d975 req-d5ab0142-3b7f-4c4e-84ae-1cf4f17ed638 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:33.378192 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d6045d2-107a-4e44-aa6a-995f60a1d975 req-d5ab0142-3b7f-4c4e-84ae-1cf4f17ed638 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2291791 Aug 23 14:24:33.392831 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.426145 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.453787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 6f45f480-85e5-495f-8fa8-eca85f643809, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6f45f480-85e5-495f-8fa8-eca85f643809,segment=NetworkSegment(8547c473-a6e0-49cd-8df2-bbc709d84c75),segment_id=8547c473-a6e0-49cd-8df2-bbc709d84c75)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:33.456344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-9aedc35f-578b-4c5b-9cd3-f9d5c3e83d01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969145 Aug 23 14:24:33.490928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 71cdd90c-4467-4ac5-8279-b04dd9f6db26 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:33.497365 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.528718 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-a2a5ea37-b4df-4468-9a4a-f355996070c2 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:33.533787 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-a2a5ea37-b4df-4468-9a4a-f355996070c2 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4606733 Aug 23 14:24:33.570250 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d6045d2-107a-4e44-aa6a-995f60a1d975 req-1a1124dc-647a-4581-8dbb-c52bc9b2de26 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350811 Aug 23 14:24:33.580072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-a2575704-5084-4d63-9acb-77a0f4143a0e None None] Provisioning complete for port 6f45f480-85e5-495f-8fa8-eca85f643809 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:33.581234 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a2575704-5084-4d63-9acb-77a0f4143a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.667243 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.676275 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.684008 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-7b7b2770-1b3a-465e-b9d0-a4d8fd8ae175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:33.738161 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:33.755361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-5700670c-2a8f-4d94-b715-fdd7f23f8ec9 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.2084937 Aug 23 14:24:33.760543 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:33.760543 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.766354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Request body: {'floatingip': {'port_id': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:33.831146 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=6f45f480-85e5-495f-8fa8-eca85f643809,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:33.841883 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:33.842011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8162d25-2b79-49a5-b7f8-9d94ee62fd44 req-9ddf0710-087e-444f-ae19-353a81ff01bf tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:33.842011 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8162d25-2b79-49a5-b7f8-9d94ee62fd44 req-9ddf0710-087e-444f-ae19-353a81ff01bf tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 944 time: 0.1376722 Aug 23 14:24:33.883946 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:33.891508 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8162d25-2b79-49a5-b7f8-9d94ee62fd44 req-7955dbd7-d850-46eb-9170-2ad94b4a9b7e tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Aug 23 14:24:33.912463 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Router 21eb4bc7-ba79-4b08-9e89-87e44722681f is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:24:34.008076 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.075791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 71cdd90c-4467-4ac5-8279-b04dd9f6db26, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:34.146836 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.149644 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:34.151803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-e69a354b-95eb-4457-9a93-e7d43e51d269 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865823 Aug 23 14:24:34.220516 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=71cdd90c-4467-4ac5-8279-b04dd9f6db26,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:34.223766 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:34.236763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:34.252865 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Sync routers for ids ['21eb4bc7-ba79-4b08-9e89-87e44722681f'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:34.267690 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Routers {'21eb4bc7-ba79-4b08-9e89-87e44722681f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:34.268676 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['21eb4bc7-ba79-4b08-9e89-87e44722681f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:34.281659 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.290263 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-382ef183-2e19-40e8-b243-c3ebf3706baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:34.380941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6f45f480-85e5-495f-8fa8-eca85f643809 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:34.384851 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.389010 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6957679 Aug 23 14:24:34.389271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52236) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:34.535147 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3a72ab-84d2-40a5-878f-daf73b2955b2,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:34.548283 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.554491 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:34.584748 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 6f45f480-85e5-495f-8fa8-eca85f643809 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:34.584748 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:34.585397 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-774d312d-4e21-4909-9ffe-128544562479 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/db3a72ab-84d2-40a5-878f-daf73b2955b2 HTTP/1.1" status: 204 len: 168 time: 1.7143698 Aug 23 14:24:34.607732 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Set router 21eb4bc7-ba79-4b08-9e89-87e44722681f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:34.648943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52244) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:34.674333 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:34.722293 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-565cf22b-325c-4b24-ac7e-2eb24f267c5f req-8eb3a80b-ae54-4595-b128-aa077fc692d1 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577281 Aug 23 14:24:34.926333 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.090553 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:32Z', 'revision_number': 3, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:35.096564 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Checking router: 21eb4bc7-ba79-4b08-9e89-87e44722681f for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:35.097241 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Updating router 21eb4bc7-ba79-4b08-9e89-87e44722681f port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:24:35.107631 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.130860 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bead4616-2cdd-4821-8ae8-d36de2e911a5']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:35.145966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639e6d7e-f5c4-4674-9649-c2f96101dcb5') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:35.146329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639e6d7e-f5c4-4674-9649-c2f96101dcb5') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:35.161339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.190098 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.194115 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.205398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:24:35.206320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:24:35.220995 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:24:35.396652 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.414956 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.518884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:35.600865 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.605081 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.635817 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.649796 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Transition to ACTIVE for port object e41b55d9-c8fc-4012-84e0-48b0c2c009d8 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:35.674724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Allocated IP 172.20.0.1 (fa5d75a8-095b-4a3a-bd9b-a1e15bedf108/bed8051a-6346-40fb-ad67-3b8fe60bacda/7e1e26a7-4323-4159-bca4-4f9310c04ac2) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:24:35.729812 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3a88d87-54f6-4e48-bb1a-6ed7306c0a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:35.769756 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.787186 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.792662 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-61439b6e-a34f-41cf-b060-5c3edd9044b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:35.798199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Pushing event deleted for resources: {'Network': ['ID=bead4616-2cdd-4821-8ae8-d36de2e911a5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:35.808242 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:35.843708 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.861285 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Transition to ACTIVE for port object 7e1e26a7-4323-4159-bca4-4f9310c04ac2 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:35.877625 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Attempting to bind port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:35.878228 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Attempting to bind port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Attempting to bind port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Pushing event updated for resources: {'Port': ['ID=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Bound port: e41b55d9-c8fc-4012-84e0-48b0c2c009d8, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:35.890873 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:35.928054 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.928392 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.928910 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.929294 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.929694 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.930024 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.930342 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.930655 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.930972 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.931551 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.932154 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.932309 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:35.932454 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] 10.222.0.72 "DELETE /v2.0/networks/bead4616-2cdd-4821-8ae8-d36de2e911a5 HTTP/1.1" status: 204 len: 168 time: 1.2721462 Aug 23 14:24:35.942051 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:35.970996 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Floating IP bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8 associated. External IP: 172.25.7.98, port: bd5d9252-7602-4e1c-be8d-b1045a90f2f0. Aug 23 14:24:35.982355 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] For port e41b55d9-c8fc-4012-84e0-48b0c2c009d8, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:24:35.985713 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] For port e41b55d9-c8fc-4012-84e0-48b0c2c009d8, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:24:36.124938 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.130818 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f5e1a3bc-5aee-44a6-891c-847184ce183e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:36.190900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:36.194209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:36.195274 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.198895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:24:36.218822 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:36.245875 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Pushing event updated for resources: {'Port': ['ID=7e1e26a7-4323-4159-bca4-4f9310c04ac2,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:36.250257 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:36.283100 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.305681 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Pushing event updated for resources: {'Port': ['ID=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:36.323716 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-ce8ff27f-95ee-4f9f-b745-0b62438c3e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:36.353348 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Routers {'21eb4bc7-ba79-4b08-9e89-87e44722681f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:36.354029 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['21eb4bc7-ba79-4b08-9e89-87e44722681f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:36.385154 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Router 6f7a886c-6406-4e5d-a226-5234c46d632f has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:36.609450 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] Set router 21eb4bc7-ba79-4b08-9e89-87e44722681f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:36.640675 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52266) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:36.718015 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e19f06c0-0131-4b9c-8823-ebd10ec52145 None None] Provisioning for port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:36.723111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e19f06c0-0131-4b9c-8823-ebd10ec52145 None None] Provisioning complete for port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:36.724128 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e19f06c0-0131-4b9c-8823-ebd10ec52145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.742357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-dba9500f-d291-40e7-b4e7-c07f793bf59a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c7a07ce00f04ad9a0acaee8ab18fb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0950241 Aug 23 14:24:36.749430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52274) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:36.795516 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-e19f06c0-0131-4b9c-8823-ebd10ec52145 None None] Port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:24:36.847722 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.853684 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:36.858888 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:36.865795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] Sync routers for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:36.885494 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:36.886553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:36.898640 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ec4f1-f7c5-47e0-9a25-7a038702270e req-1125a373-1c0e-4642-a139-19e6bb3e3e37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:36.900136 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-022ec4f1-f7c5-47e0-9a25-7a038702270e req-1125a373-1c0e-4642-a139-19e6bb3e3e37 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2241905 Aug 23 14:24:36.922446 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-47750586-0836-4478-bab6-b0a2ba87ebdd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "PUT /v2.0/floatingips/bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8 HTTP/1.1" status: 200 len: 996 time: 3.1609623 Aug 23 14:24:36.925244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:36.968730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.011955 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.023275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-363cadef-c299-4a59-9216-341460123a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:37.026035 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-363cadef-c299-4a59-9216-341460123a31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.0833039 Aug 23 14:24:37.042883 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:32Z', 'revision_number': 3, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:37.058135 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb84e6f-6631-4ba0-9272-144b1c9703cb None None] The sync data for ids ['21eb4bc7-ba79-4b08-9e89-87e44722681f'] in n-d-805628-1 is: [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:32Z', 'revision_number': 3, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:37.144730 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:37.200665 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-022ec4f1-f7c5-47e0-9a25-7a038702270e req-b9af0685-c01d-43f4-a590-8e7603893e5d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840431 Aug 23 14:24:37.267412 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-ff72f741-b0b1-4150-9290-8cf284eae691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:37.269807 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-ff72f741-b0b1-4150-9290-8cf284eae691 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.2368598 Aug 23 14:24:37.478051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-be42856e-1127-4014-b9fc-7d5e0b3ee7c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 999 time: 0.1917651 Aug 23 14:24:37.579354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-18281be3-a012-4210-a76f-dbbefec44bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:37.588954 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-18281be3-a012-4210-a76f-dbbefec44bb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.1114249 Aug 23 14:24:37.591842 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.599462 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8cde947e-d737-4167-808e-2c1e14423f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:37.633820 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e42de61-f002-45f2-ba5c-41b851f8ac4f,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:37.643063 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:37.654008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-86665a62-aabd-4c39-aec9-daf36463171f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632842 Aug 23 14:24:37.704609 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53de5e-8906-4bb9-9c05-83d028373aaf req-28e06570-7c16-404e-bef8-181b688bb462 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:37.712696 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da53de5e-8906-4bb9-9c05-83d028373aaf req-28e06570-7c16-404e-bef8-181b688bb462 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1820292 Aug 23 14:24:37.749600 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'port_id': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'mac_address': 'fa:16:3e:de:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:35Z', 'revision_number': 1, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:17Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:37.753441 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.757761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] Checking router: 6f7a886c-6406-4e5d-a226-5234c46d632f for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:37.770051 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.771322 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e42de61-f002-45f2-ba5c-41b851f8ac4f HTTP/1.1" status: 204 len: 168 time: 1.0206802 Aug 23 14:24:37.774972 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:37.776298 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:37.795907 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da53de5e-8906-4bb9-9c05-83d028373aaf req-a1fc6d9c-3e06-424d-8202-770f667b1298 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791972 Aug 23 14:24:37.817876 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:37.845320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-2aaca758-be75-468f-bd29-b015aadb1291 service neutron] 10.222.0.72 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900318 Aug 23 14:24:37.884205 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:37.917318 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'code': 200} Aug 23 14:24:38.007565 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.012627 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Pushing event updated for resources: {'Port': ['ID=7e1e26a7-4323-4159-bca4-4f9310c04ac2,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:38.018189 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:38.223561 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-67ecd8e3-332c-4055-ae60-1d2d66fcb2d9 req-790a8d80-c53b-4535-abf9-f1bc746568a9 service neutron] 10.222.0.72 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654203 Aug 23 14:24:38.244983 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bf17e-bb49-40f3-b593-4962d084bb2f req-b83acbb1-f261-4553-bbd3-ce67831ba880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:38.244983 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a1bf17e-bb49-40f3-b593-4962d084bb2f req-b83acbb1-f261-4553-bbd3-ce67831ba880 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 1096 time: 0.1723993 Aug 23 14:24:38.256076 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:38.305601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a1bf17e-bb49-40f3-b593-4962d084bb2f req-02f48f40-501e-47a9-9613-b7511eaf5a9c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539210 Aug 23 14:24:38.440591 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:24:38.445153 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:24:38.596004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e41b55d9-c8fc-4012-84e0-48b0c2c009d8 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:38.675498 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea5577-e6bb-479b-9f82-c3add628b5bf req-433a19cf-3568-457d-b3a4-016c4442dc65 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:38.683232 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-deea5577-e6bb-479b-9f82-c3add628b5bf req-433a19cf-3568-457d-b3a4-016c4442dc65 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 945 time: 0.4473076 Aug 23 14:24:38.783134 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-deea5577-e6bb-479b-9f82-c3add628b5bf req-23cedeb6-bb78-4160-9df2-b3595622967e tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906653 Aug 23 14:24:38.839526 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'port_id': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'mac_address': 'fa:16:3e:de:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:35Z', 'revision_number': 1, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:17Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:38.845038 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bbd57-c4c8-4eb1-bac6-b542878fa1f1 None None] The sync data for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 is: [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'port_id': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'mac_address': 'fa:16:3e:de:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:35Z', 'revision_number': 1, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:17Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:38.846151 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'status': 'completed', 'code': 200} Aug 23 14:24:38.854221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-e9f1dc6f-335a-46a0-adb5-ac8e5888fac4 None None] Provisioning complete for port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:38.854729 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e9f1dc6f-335a-46a0-adb5-ac8e5888fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:38.935084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:39.031212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Router 21eb4bc7-ba79-4b08-9e89-87e44722681f has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:39.050680 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:39.060826 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.170283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-c25257b6-b9a1-46dd-9a69-e7c770da8b7b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 999 time: 0.2033484 Aug 23 14:24:39.216941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-e9f1dc6f-335a-46a0-adb5-ac8e5888fac4 None None] Port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:24:39.279522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-f3860497-d848-46a3-977e-ad40e3a9b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:39.281907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-f3860497-d848-46a3-977e-ad40e3a9b6d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.4040585 Aug 23 14:24:39.337464 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.372413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port e41b55d9-c8fc-4012-84e0-48b0c2c009d8, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:39.408551 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:39.415042 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] 10.222.0.72 "PUT /v2.0/routers/21eb4bc7-ba79-4b08-9e89-87e44722681f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0245891 Aug 23 14:24:39.434206 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9070092-66be-4efb-916e-95b201969fd9 req-76b23b33-0399-4aa3-807f-ddb1ff4e9128 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:39.442207 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d9070092-66be-4efb-916e-95b201969fd9 req-76b23b33-0399-4aa3-807f-ddb1ff4e9128 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2464614 Aug 23 14:24:39.490508 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:39.498888 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:39.551778 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d9070092-66be-4efb-916e-95b201969fd9 req-eb1273c5-f16c-4fbf-8d2d-f5847f8fb143 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045840 Aug 23 14:24:39.604827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-f251803a-37f3-49ab-af2b-b56fb0b9f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:39.607757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-f251803a-37f3-49ab-af2b-b56fb0b9f10e service neutron] 10.222.0.64 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.3172615 Aug 23 14:24:39.623648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-4d4be936-9766-4448-9705-407ef7eaa9ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:39.634624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-4d4be936-9766-4448-9705-407ef7eaa9ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports/bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 943 time: 0.4553170 Aug 23 14:24:39.668781 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5827e67-6ecd-49b5-ba3a-87bd27451335 None None] New status for floating IP bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8: ACTIVE {{(pid=80761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:24:39.725547 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:39.736993 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:39.901397 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Sync routers for ids ['21eb4bc7-ba79-4b08-9e89-87e44722681f'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:39.910800 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Routers {'21eb4bc7-ba79-4b08-9e89-87e44722681f'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:39.911588 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['21eb4bc7-ba79-4b08-9e89-87e44722681f'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:40.093312 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-5d367098-777e-41e2-bc2f-1366d403788a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6228960 Aug 23 14:24:40.131487 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e39275-cab2-4a0d-812b-232e9fd52efc req-a9450c77-7e16-4069-beab-9272e06b6441 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:40.143950 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6e39275-cab2-4a0d-812b-232e9fd52efc req-a9450c77-7e16-4069-beab-9272e06b6441 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.2377205 Aug 23 14:24:40.182213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-6dc810d9-6405-42be-acea-e01d0499f7fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 999 time: 0.5475214 Aug 23 14:24:40.212289 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f6e39275-cab2-4a0d-812b-232e9fd52efc req-63a0ba90-bd21-4819-ad1a-c3c1b747c6d9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625348 Aug 23 14:24:40.268403 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Set router 21eb4bc7-ba79-4b08-9e89-87e44722681f gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:40.283999 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-f9098676-80d4-4a8d-8d15-b2b136bcf76c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 999 time: 0.3443477 Aug 23 14:24:40.503840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-e16dec32-4d79-4ede-b094-646f94c1e293 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:40.505922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-e16dec32-4d79-4ede-b094-646f94c1e293 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.2205381 Aug 23 14:24:40.508858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e41b55d9-c8fc-4012-84e0-48b0c2c009d8 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:40.596511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-5fa86d78-fa40-4430-98a3-7f2769fc0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:40.598029 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-5fa86d78-fa40-4430-98a3-7f2769fc0949 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.4046302 Aug 23 14:24:40.648176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-7b471feb-66bf-4346-8f62-b3f5dadbdd70 req-65f39db2-d238-4c45-9906-5bf34abcd8cc service neutron] (80758) timed out ('10.222.0.82', 55819) {{(pid=80758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 14:24:40.648525 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5eb2aa4f-fb49-45ec-89d9-8f5761d65f1d req-753d4c36-1f19-44f0-ab85-3a8d35872845 tempest-FloatingIPsNegativeTestJSON-1265183277 tempest-FloatingIPsNegativeTestJSON-1265183277-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=336cc30eb26c4273ab85b405f9cafac0 HTTP/1.1" status: 200 len: 217 time: 0.0768611 Aug 23 14:24:40.673233 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-df715dc8-b738-4eba-b1e1-c9091fc88d4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675256 Aug 23 14:24:40.679856 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-464be705-09fe-4e20-b447-e5d8a1866cfb tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 1001 time: 0.1642771 Aug 23 14:24:40.694160 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:40.694606 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:40.739295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:40.894668 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:36Z', 'revision_number': 4, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '7e1e26a7-4323-4159-bca4-4f9310c04ac2', 'name': '', 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'mac_address': 'fa:16:3e:d4:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'bed8051a-6346-40fb-ad67-3b8fe60bacda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:35Z', 'updated_at': '2021-08-23T14:24:37Z', 'revision_number': 2, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'subnets': [{'id': 'bed8051a-6346-40fb-ad67-3b8fe60bacda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:40.901360 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Checking router: 21eb4bc7-ba79-4b08-9e89-87e44722681f for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:40.902415 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Updating router 21eb4bc7-ba79-4b08-9e89-87e44722681f port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:24:40.961427 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.068680 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.071276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67ad9c-bdc6-4a2e-8923-c026764a1837 req-903dae51-6090-4821-87e0-b449407a1152 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:41.072869 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cd67ad9c-bdc6-4a2e-8923-c026764a1837 req-903dae51-6090-4821-87e0-b449407a1152 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 945 time: 0.3157475 Aug 23 14:24:41.125442 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cd67ad9c-bdc6-4a2e-8923-c026764a1837 req-379e5ee0-0c2e-4da6-a8f7-4301e713e866 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Aug 23 14:24:41.317088 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-e88c386b-34b2-409d-a435-9aa2435acc08 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305864 Aug 23 14:24:41.470410 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.483393 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Transition to ACTIVE for port object 7e1e26a7-4323-4159-bca4-4f9310c04ac2 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:41.516267 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.560007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-31bcb4fd-16da-4bdc-938b-6f7d134b2f51 req-a7f6becc-0158-4e0b-8a84-2f8b9fc75d33 service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346764 Aug 23 14:24:41.585639 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.589508 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:41.730469 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.732617 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Floating IP bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8 disassociated. External IP: 172.25.7.98, port: bd5d9252-7602-4e1c-be8d-b1045a90f2f0. Aug 23 14:24:41.739858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd1d2d-ef6c-4570-bc4b-8af14bec05cf None None] Pushing event updated for resources: {'Port': ['ID=7e1e26a7-4323-4159-bca4-4f9310c04ac2,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:41.790936 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-78bd1d2d-ef6c-4570-bc4b-8af14bec05cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:41.848043 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Attempting to bind port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:41.848659 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Attempting to bind port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:41.849273 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Attempting to bind port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 on network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:24:41.856803 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:24:41.858726 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Checking segment: {'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:24:41.858726 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:41.859343 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Bound using segment: {'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:24:41.860030 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Bound port: 7e1e26a7-4323-4159-bca4-4f9310c04ac2, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8547c473-a6e0-49cd-8df2-bbc709d84c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:41.860626 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.076827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] For port 7e1e26a7-4323-4159-bca4-4f9310c04ac2, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:24:42.088045 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] For port 7e1e26a7-4323-4159-bca4-4f9310c04ac2, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=7e1e26a7-4323-4159-bca4-4f9310c04ac2,segment=NetworkSegment(8547c473-a6e0-49cd-8df2-bbc709d84c75),segment_id=8547c473-a6e0-49cd-8df2-bbc709d84c75)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:24:42.135580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41041b1-2f28-4d41-bbcd-094c33168e85 req-0f00a1a4-1734-48f1-aae5-b44f6bfcc9bb tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:42.137194 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a41041b1-2f28-4d41-bbcd-094c33168e85 req-0f00a1a4-1734-48f1-aae5-b44f6bfcc9bb tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2081625 Aug 23 14:24:42.176495 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.176495 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:42.213549 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a41041b1-2f28-4d41-bbcd-094c33168e85 req-f3b41419-829f-4415-8b0e-66cd58ce8fb4 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703065 Aug 23 14:24:42.292434 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a20daa1d-f05b-44bc-98ae-62ca79c5575a req-e5de558f-7014-40f4-87b5-8361354111b3 tempest-FloatingIPsNegativeTestJSON-1265183277 tempest-FloatingIPsNegativeTestJSON-1265183277-project] Synchronizing usage tracker for tenant:336cc30eb26c4273ab85b405f9cafac0 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:24:42.295579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Routers {'21eb4bc7-ba79-4b08-9e89-87e44722681f'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:42.296799 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['21eb4bc7-ba79-4b08-9e89-87e44722681f'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:42.417093 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-a20daa1d-f05b-44bc-98ae-62ca79c5575a req-e5de558f-7014-40f4-87b5-8361354111b3 tempest-FloatingIPsNegativeTestJSON-1265183277 tempest-FloatingIPsNegativeTestJSON-1265183277-project] Unset dirty status for tenant:336cc30eb26c4273ab85b405f9cafac0 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:24:42.444528 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a20daa1d-f05b-44bc-98ae-62ca79c5575a req-e5de558f-7014-40f4-87b5-8361354111b3 tempest-FloatingIPsNegativeTestJSON-1265183277 tempest-FloatingIPsNegativeTestJSON-1265183277-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2006791 Aug 23 14:24:42.448344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd1d2d-ef6c-4570-bc4b-8af14bec05cf None None] Pushing event updated for resources: {'Port': ['ID=7e1e26a7-4323-4159-bca4-4f9310c04ac2,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:42.463472 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-78bd1d2d-ef6c-4570-bc4b-8af14bec05cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:42.638442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Router 6f7a886c-6406-4e5d-a226-5234c46d632f has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:42.697086 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] Set router 21eb4bc7-ba79-4b08-9e89-87e44722681f gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:42.819062 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-8c4beb4b-70fd-49c0-adfd-d662c0308a4d tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:42.821372 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-8c4beb4b-70fd-49c0-adfd-d662c0308a4d tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1219604 Aug 23 14:24:42.884528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:42.889838 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:42.898096 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] Sync routers for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:42.928076 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:42.929680 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:42.974577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6476bc62-efae-4211-b4ab-761b1666652c tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "PUT /v2.0/floatingips/bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8 HTTP/1.1" status: 200 len: 694 time: 2.2486913 Aug 23 14:24:42.975114 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:43.000924 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-90bcfa82-ac4e-4fa4-8b63-f661ecff4ff5 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.1731124 Aug 23 14:24:43.010436 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'floatingip': {'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:43.188583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-52d179f7-15d1-4e0a-af28-b3a49de3af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:43.195601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-52d179f7-15d1-4e0a-af28-b3a49de3af94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.1968312 Aug 23 14:24:43.201245 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:43.243489 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:43.432363 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:36Z', 'revision_number': 4, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '7e1e26a7-4323-4159-bca4-4f9310c04ac2', 'name': '', 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'mac_address': 'fa:16:3e:d4:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'bed8051a-6346-40fb-ad67-3b8fe60bacda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:35Z', 'updated_at': '2021-08-23T14:24:42Z', 'revision_number': 4, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'subnets': [{'id': 'bed8051a-6346-40fb-ad67-3b8fe60bacda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:43.445916 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e34537-3bc4-4559-a226-1f9ec92fda0f None None] The sync data for ids ['21eb4bc7-ba79-4b08-9e89-87e44722681f'] in n-d-805628-1 is: [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:36Z', 'revision_number': 4, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '7e1e26a7-4323-4159-bca4-4f9310c04ac2', 'name': '', 'network_id': 'fa5d75a8-095b-4a3a-bd9b-a1e15bedf108', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'mac_address': 'fa:16:3e:d4:51:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'bed8051a-6346-40fb-ad67-3b8fe60bacda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:35Z', 'updated_at': '2021-08-23T14:24:42Z', 'revision_number': 4, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'subnets': [{'id': 'bed8051a-6346-40fb-ad67-3b8fe60bacda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:43.604969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-191fe872-6f10-4edf-b015-341811dcb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:43.607448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-191fe872-6f10-4edf-b015-341811dcb937 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.4063418 Aug 23 14:24:43.690398 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-d8bc3c8e-8737-4930-b449-0dd39f4d7d04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0736241 Aug 23 14:24:43.799633 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-342ab9b0-9a18-46a0-9838-d0fefefd69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:43.801842 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-342ab9b0-9a18-46a0-9838-d0fefefd69d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.1000991 Aug 23 14:24:43.821706 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:17Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:43.833010 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] Checking router: 6f7a886c-6406-4e5d-a226-5234c46d632f for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:43.869342 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:43.870333 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:43.911801 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6de83206-c73d-4c08-98bb-427b08353110 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028974 Aug 23 14:24:44.166001 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-6b9c08e3-48a5-475b-b9e0-9c3a5e36f4d5 service neutron] 10.222.0.72 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463675 Aug 23 14:24:44.237245 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:44.376364 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d02223f-e9f3-4422-ab07-4854bb32f3cd req-dc6be3d0-68a8-4154-8045-20876056a78f service neutron] 10.222.0.72 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063854 Aug 23 14:24:44.441837 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.499376 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:44.512948 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 7e1e26a7-4323-4159-bca4-4f9310c04ac2 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:44.765987 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Floating IP b49c4be9-6330-4016-b14f-1b0aec15f159 associated. External IP: 172.25.7.123, port: 07b1fd24-9fe5-4b2c-8f62-090c44a11818. Aug 23 14:24:44.791716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2339e-8270-4a13-95c4-d4e5d2e4d110 req-62d2de3d-b168-4041-b0d8-3b219174e6a7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:44.792364 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-90c2339e-8270-4a13-95c4-d4e5d2e4d110 req-62d2de3d-b168-4041-b0d8-3b219174e6a7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.1360784 Aug 23 14:24:44.855072 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:17Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:44.861141 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70808cd-91e7-4841-a267-43096ce33bb7 None None] The sync data for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 is: [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:23:07Z', 'revision_number': 4, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'f6e320aa-5bad-472e-aa82-5e651c31e554', 'name': '', 'network_id': '59281926-8e6f-42b5-b54b-19d405ad026c', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'mac_address': 'fa:16:3e:b7:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:05Z', 'updated_at': '2021-08-23T14:23:17Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'subnets': [{'id': 'b3d7c0f2-848b-4976-9420-969ff72f4eb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:44.877762 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-90c2339e-8270-4a13-95c4-d4e5d2e4d110 req-04f9ae36-f272-4564-bb13-333048c85b16 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771763 Aug 23 14:24:44.907331 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:24:44.920343 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:44.920343 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.246550 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-19fcfd4b-07d1-4f47-985d-17c9cbe9c327 req-0be6c74d-2ded-4d7a-85d4-2ba4bc17ffd4 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.1256855 Aug 23 14:24:45.346925 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.411546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 7e1e26a7-4323-4159-bca4-4f9310c04ac2, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=7e1e26a7-4323-4159-bca4-4f9310c04ac2,segment=NetworkSegment(8547c473-a6e0-49cd-8df2-bbc709d84c75),segment_id=8547c473-a6e0-49cd-8df2-bbc709d84c75)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:45.495251 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50355c64-56ac-4e2b-b29b-be824b35d514 None None] New status for floating IP bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8: DOWN {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:24:45.562867 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [req-42cb2a75-1114-4819-a47d-9b5891ab4646 req-cb30fb8c-8760-42e7-b6b9-b58f54d0cf9c tempest-FloatingIPsNegativeTestJSON-1265183277 tempest-FloatingIPsNegativeTestJSON-1265183277-project] show failed (client error): The resource could not be found. Aug 23 14:24:45.564117 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42cb2a75-1114-4819-a47d-9b5891ab4646 req-cb30fb8c-8760-42e7-b6b9-b58f54d0cf9c tempest-FloatingIPsNegativeTestJSON-1265183277 tempest-FloatingIPsNegativeTestJSON-1265183277-project] 10.222.0.72 "GET /v2.0/floatingips/11f39895-a852-414b-8b1d-d05ae1f78e0e HTTP/1.1" status: 404 len: 350 time: 0.0911093 Aug 23 14:24:45.580646 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52380) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:45.587824 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-20a4079b-b85f-49fd-99f5-d3c3b6389c77 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2484541 Aug 23 14:24:45.655177 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:45.676679 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-011cf1e6-5021-430e-b5db-d3f398c6999b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:45.717953 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'status': 'completed', 'code': 200} Aug 23 14:24:45.880812 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:45.996263 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=7e1e26a7-4323-4159-bca4-4f9310c04ac2,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:46.005602 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:46.175302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-c5c2fd66-1a25-4a03-b205-26ac11dae836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.176807 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-c5c2fd66-1a25-4a03-b205-26ac11dae836 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfb99301e5b345299854f5940e9dfa31&device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 1097 time: 0.4581258 Aug 23 14:24:46.182391 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-919d9f39-fec4-4693-bb91-ff6113be730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.183854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-919d9f39-fec4-4693-bb91-ff6113be730f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 1097 time: 0.5676811 Aug 23 14:24:46.223520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84dee5-42a4-4038-b7e3-441f5dc7f6b5 req-c35318da-4c49-4795-b33c-275ad3955e58 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.223520 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc84dee5-42a4-4038-b7e3-441f5dc7f6b5 req-c35318da-4c49-4795-b33c-275ad3955e58 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2157097 Aug 23 14:24:46.410074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:46.416819 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.449323 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:46.460751 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:46.461497 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:46.528955 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 7e1e26a7-4323-4159-bca4-4f9310c04ac2 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:24:46.536511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc84dee5-42a4-4038-b7e3-441f5dc7f6b5 req-3bcc1df4-9a94-4922-a11c-fac6f0dbbff4 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833681 Aug 23 14:24:46.542348 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-4521478c-6fc1-4a5d-af5b-c19ce4d89337 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "PUT /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 200 len: 997 time: 3.5401800 Aug 23 14:24:46.545728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:46.634496 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:24:46.635229 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:46.665158 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-84b79bc6-8c28-4679-85a3-8638dd9bb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.666668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-84b79bc6-8c28-4679-85a3-8638dd9bb7e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.1070943 Aug 23 14:24:46.750854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-27aea99a-f830-47cc-867c-1913b9fa5c32 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips/bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8 HTTP/1.1" status: 200 len: 692 time: 0.1599736 Aug 23 14:24:46.793728 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:46.808306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-7af496de-ef59-4a8d-8fed-fe6d5bc718be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.810404 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-7af496de-ef59-4a8d-8fed-fe6d5bc718be service neutron] 10.222.0.82 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.5882666 Aug 23 14:24:46.868455 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-73095a70-0f6b-4e46-9e02-4487d1948801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:46.868455 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-73095a70-0f6b-4e46-9e02-4487d1948801 service neutron] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.1595438 Aug 23 14:24:46.868455 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.057269 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-1b5f420f-3c85-4a16-9ea0-67ed86daab0d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666175a3-ce00-48b6-a474-478474975e81 HTTP/1.1" status: 200 len: 217 time: 0.2103529 Aug 23 14:24:47.060446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-f2b64c28-4ef4-43e8-a71b-3f465fbb5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:47.062782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-f2b64c28-4ef4-43e8-a71b-3f465fbb5bb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 200 len: 922 time: 0.8774393 Aug 23 14:24:47.112448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab57201-4cdc-4f99-b0cd-d0cfaf4a9270 req-a1af66c0-cc69-440f-9211-66f2f191a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:47.113905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab57201-4cdc-4f99-b0cd-d0cfaf4a9270 req-a1af66c0-cc69-440f-9211-66f2f191a1b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.8649011 Aug 23 14:24:47.227681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-f4bb29c4-89db-4f97-a0a1-e46a2fd3453c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 200 len: 217 time: 0.1512566 Aug 23 14:24:47.250441 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-74541e2a-efe1-4d89-9796-95eaa8c290fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 1000 time: 0.3254771 Aug 23 14:24:47.281531 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:5f:f7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:44Z', 'revision_number': 1, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:47.287017 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:47.296952 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:47.297698 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:47.351459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-5451b6be-142c-4ad6-8392-c7b4c4952227 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:47.352809 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-5451b6be-142c-4ad6-8392-c7b4c4952227 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.6011863 Aug 23 14:24:47.354243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-83da6070-8dad-43eb-a9e7-a69173b3311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:47.355564 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-83da6070-8dad-43eb-a9e7-a69173b3311f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.2839766 Aug 23 14:24:47.367892 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7ab57201-4cdc-4f99-b0cd-d0cfaf4a9270 req-26f82429-7834-4587-a30f-996fa92c053f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733344 Aug 23 14:24:47.427105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-1426e6e5-ea1b-49db-b4c2-f8686e7d2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:47.428699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-1426e6e5-ea1b-49db-b4c2-f8686e7d2f22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.1699207 Aug 23 14:24:47.479721 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-083c592d-628c-4617-a121-000942dc964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:47.481192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-083c592d-628c-4617-a121-000942dc964b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 200 len: 860 time: 0.2451143 Aug 23 14:24:47.537797 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:47.566448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-e5fb9147-aefa-47f8-990d-a0f18e0aedde tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.2057509 Aug 23 14:24:47.595579 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-c078af20-040f-4570-b913-4ea9cba86570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:47.595787 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-afcc45a0-88c1-4133-aff7-febdf36b90bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59281926-8e6f-42b5-b54b-19d405ad026c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781393 Aug 23 14:24:47.597079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-c078af20-040f-4570-b913-4ea9cba86570 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584604 Aug 23 14:24:47.604985 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Deleting port 7e1e26a7-4323-4159-bca4-4f9310c04ac2 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:47.605797 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:47.908417 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-ee43b5ed-b937-4f96-a1e6-3bff2cf47c66 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.3178861 Aug 23 14:24:47.943109 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-656ac697-6041-46e7-ae37-64ad0212572f req-3860458f-9fdc-4d2b-b284-4171794cd0de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0795693 Aug 23 14:24:47.948980 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-e31aab32-c14c-46c1-92a4-acf88ab1251e service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151968 Aug 23 14:24:47.985113 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] For port 7e1e26a7-4323-4159-bca4-4f9310c04ac2, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=7e1e26a7-4323-4159-bca4-4f9310c04ac2,segment=NetworkSegment(8547c473-a6e0-49cd-8df2-bbc709d84c75),segment_id=8547c473-a6e0-49cd-8df2-bbc709d84c75)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:47.985486 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.003789 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:5f:f7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:44Z', 'revision_number': 1, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:48.078212 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020785d7-2ad9-4296-ad23-ed13dfe9cd5d None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:5f:f7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:44Z', 'revision_number': 1, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:48.132949 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-7d395c03-cc6d-49d7-afd1-feeb715c591f service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679990 Aug 23 14:24:48.138464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Calling delete_port for 7e1e26a7-4323-4159-bca4-4f9310c04ac2 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:48.150070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-2bfaf605-4d92-46d2-85e3-2946c92b86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:48.151600 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-2bfaf605-4d92-46d2-85e3-2946c92b86a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7864008 Aug 23 14:24:48.298890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897540d-f4bb-463a-b879-24fc437114a0 req-7f63049d-3ad3-4c18-94b1-70c77b89c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:48.304117 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-7f63049d-3ad3-4c18-94b1-70c77b89c59b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b&tenant_id=49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 1094 time: 0.8318207 Aug 23 14:24:48.320877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805628-1', 'device_owner': 'compute:nova'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:48.404336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Deleting port a0efe588-572f-4198-b404-e702ba190e7b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:48.404865 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.438788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b21828-995f-44af-b224-a7ed87a71cc1 None None] New status for floating IP b49c4be9-6330-4016-b14f-1b0aec15f159: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:24:48.478778 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a938798-5c08-442b-bf06-109dfd265ec8 req-91e78e43-6ea2-4b62-91ac-6503f4d44df4 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478367 Aug 23 14:24:48.735199 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f4eb46f4-9aa8-4a2c-9dfc-2077b7268aff req-28d06740-6cbc-4e11-9659-1f5743c8830a service neutron] 10.222.0.64 "GET /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599332 Aug 23 14:24:48.769718 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-ca7c87d6-a008-40a5-a0bc-444cfb89a26c service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931480 Aug 23 14:24:48.837621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e60bf-a88b-4e1a-9646-fc91687f4dd6 req-c61d9e35-ebc7-496b-acf8-76e0ee04e3b1 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:48.839201 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d7e60bf-a88b-4e1a-9646-fc91687f4dd6 req-c61d9e35-ebc7-496b-acf8-76e0ee04e3b1 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.1153302 Aug 23 14:24:48.898515 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d7e60bf-a88b-4e1a-9646-fc91687f4dd6 req-fa4d2987-82b7-491b-9eff-1c58cb81ff68 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516291 Aug 23 14:24:48.909199 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.918414 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:48.924070 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0d65c1b9-2b10-4fbc-be48-7560951b143a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:48.970682 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1e26a7-4323-4159-bca4-4f9310c04ac2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:49.019512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.019512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.019749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.020128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.020502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.020900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.021386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.021753 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.022122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.022515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.022876 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.023237 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:49.063317 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.064206 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.096898 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:49.123152 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25aea38e-c464-486f-b6b7-5d08d97cfd79 req-9a6ae90b-576a-4150-8bcd-e9c9c3ca7014 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0655251 Aug 23 14:24:49.287762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Calling delete_port for a0efe588-572f-4198-b404-e702ba190e7b owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:49.417124 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'status': 'completed', 'code': 200} Aug 23 14:24:49.434994 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0a337c50-3880-4a9c-beea-ec9c21c8ea50 req-639884d3-ce54-4ba8-9d61-904d803bbf18 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460433 Aug 23 14:24:49.451938 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:49.890064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4abba-27e8-431b-8254-ca17448aec4e req-6b0363c6-bfba-4b36-a3e0-4e4b61dd5566 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:49.891818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6de4abba-27e8-431b-8254-ca17448aec4e req-6b0363c6-bfba-4b36-a3e0-4e4b61dd5566 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2506831 Aug 23 14:24:49.899934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:49.933965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-f3a480d8-9fe2-496f-81d4-1bf2a8dc1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:49.933965 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-f3a480d8-9fe2-496f-81d4-1bf2a8dc1481 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.1805911 Aug 23 14:24:49.964352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:24:50.027542 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6de4abba-27e8-431b-8254-ca17448aec4e req-f5ba3413-fcd7-4f32-ac47-a848cb020090 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229541 Aug 23 14:24:50.071106 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Router 21eb4bc7-ba79-4b08-9e89-87e44722681f has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:50.106780 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.114905 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-356480f0-a056-474d-9070-1c053d1ee657 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:50.153834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1d4c9e-bc32-4a45-a99c-974e8a56859e {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:24:50.169395 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.188014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event deleted for resources: {'Port': ['ID=a0efe588-572f-4198-b404-e702ba190e7b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:50.225510 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:50.240979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Transition to ACTIVE for port object fd1d4c9e-bc32-4a45-a99c-974e8a56859e will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:24:50.294100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-b192750b-62fe-4925-bbe8-cdfe5c3df716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:50.295674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-b192750b-62fe-4925-bbe8-cdfe5c3df716 service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.3547103 Aug 23 14:24:50.337036 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:50.348950 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] Sync routers for ids ['21eb4bc7-ba79-4b08-9e89-87e44722681f'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:50.361535 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-4a29c121-9823-4447-934e-c9e0986cfebd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:50.366665 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] Routers {'21eb4bc7-ba79-4b08-9e89-87e44722681f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:50.367440 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['21eb4bc7-ba79-4b08-9e89-87e44722681f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:50.369115 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-4a29c121-9823-4447-934e-c9e0986cfebd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2251160 Aug 23 14:24:50.377362 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.392040 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-712626ca-e897-4c82-9d08-8d9fbf4f30ca tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:50.430609 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] 10.222.0.72 "PUT /v2.0/routers/21eb4bc7-ba79-4b08-9e89-87e44722681f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8415151 Aug 23 14:24:50.436156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52406) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:50.452374 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.490336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-7a93650a-457f-4e23-9159-59c951327c9d tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1002 time: 0.1202886 Aug 23 14:24:50.503387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'floatingip': {'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:24:50.598222 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] Set router 21eb4bc7-ba79-4b08-9e89-87e44722681f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:50.656682 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-04cd8e49-64a0-4465-bb42-a5814e09e2de service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 1002 time: 0.3463688 Aug 23 14:24:50.656682 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=9']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:50.706937 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:50.823763 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:50.873010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] No DVR routers for this DVR port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:50.942972 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:48Z', 'revision_number': 5, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:50.942972 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] Checking router: 21eb4bc7-ba79-4b08-9e89-87e44722681f for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:50.954362 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] Routers {'21eb4bc7-ba79-4b08-9e89-87e44722681f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:50.955216 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['21eb4bc7-ba79-4b08-9e89-87e44722681f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:50.958188 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-2ec9c1ea-3020-471c-acb8-b9c2e6502ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:50.959645 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-2ec9c1ea-3020-471c-acb8-b9c2e6502ca1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.2997785 Aug 23 14:24:51.001293 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.114492 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.125978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b50cca90-24e2-4169-87a2-3b61384b3ac5 req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "DELETE /v2.0/floatingips/bc66d29c-3ecc-4f19-b3b1-b4fadf6481a8 HTTP/1.1" status: 204 len: 173 time: 3.1895237 Aug 23 14:24:51.182830 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] Set router 21eb4bc7-ba79-4b08-9e89-87e44722681f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:51.551573 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:48Z', 'revision_number': 5, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:51.557007 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1f3d8-8d43-4464-bdc8-784c2c330848 None None] The sync data for ids ['21eb4bc7-ba79-4b08-9e89-87e44722681f'] in n-d-805628-1 is: [{'id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'name': 'tempest-FloatingIPsNegativeTestJSON-1467661469-router', 'tenant_id': '336cc30eb26c4273ab85b405f9cafac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:24:28Z', 'updated_at': '2021-08-23T14:24:48Z', 'revision_number': 5, 'project_id': '336cc30eb26c4273ab85b405f9cafac0', 'gw_port': {'id': 'e41b55d9-c8fc-4012-84e0-48b0c2c009d8', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:80:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb4bc7-ba79-4b08-9e89-87e44722681f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:24:30Z', 'updated_at': '2021-08-23T14:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:51.564414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-9d5b2089-91ab-4867-8ae7-3af35dcceb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.565995 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-9d5b2089-91ab-4867-8ae7-3af35dcceb95 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5977397 Aug 23 14:24:51.623081 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.634358 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:24:51.634702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:24:51.635042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:24:51.644412 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.659899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on network c2772466-1850-4e89-a8e1-6c7eb8055f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:24:51.660232 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Attempting to bind port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:24:51.714017 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3014d-aebc-4687-adf4-51eacc640987 req-162dbe25-c41d-4313-bff5-e350781bf904 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:51.715528 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8dd3014d-aebc-4687-adf4-51eacc640987 req-162dbe25-c41d-4313-bff5-e350781bf904 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 943 time: 0.3733842 Aug 23 14:24:51.724772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:24:51.725171 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Checking segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:24:51.726089 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Bound using segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:24:51.726534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Bound port: fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:24:51.726882 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.761523 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.768245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Deleting port e41b55d9-c8fc-4012-84e0-48b0c2c009d8 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:51.768596 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:51.906392 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8dd3014d-aebc-4687-adf4-51eacc640987 req-304f2db5-8416-4be8-ac42-25cf8635778f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842477 Aug 23 14:24:51.940287 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-5e21d4dd-f7f9-497b-9bde-6d80a30fd6e0 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593323 Aug 23 14:24:51.949499 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Floating IP b49c4be9-6330-4016-b14f-1b0aec15f159 associated. External IP: 172.25.7.123, port: 07b1fd24-9fe5-4b2c-8f62-090c44a11818. Aug 23 14:24:52.150557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:24:52.212254 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:24:52.229065 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-575d0888-f406-4854-99c8-638b1bd051f9 req-8f5b0ed1-3fe7-4aec-91a0-e5c7b1af35b0 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0689387 Aug 23 14:24:52.271340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] For port e41b55d9-c8fc-4012-84e0-48b0c2c009d8, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:52.271707 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.302482 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.342362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 7e1e26a7-4323-4159-bca4-4f9310c04ac2 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:52.395451 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 7e1e26a7-4323-4159-bca4-4f9310c04ac2 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:52.396060 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 7e1e26a7-4323-4159-bca4-4f9310c04ac2 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:52.404950 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b3d57538-ab95-42cb-9a2b-62225fba2170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:52.433043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:52.509855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9f30d2c0-c9e3-42f0-a96a-4a9a0ce9da61 req-8282ba24-acda-4df5-9f44-2ba5b5d02a8a service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585108 Aug 23 14:24:52.560076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Calling delete_port for e41b55d9-c8fc-4012-84e0-48b0c2c009d8 owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:52.583317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:52.587740 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:52.587740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 1091 time: 4.2701693 Aug 23 14:24:52.590725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:52.745345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:52.765247 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:52.768501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65b7babe-e360-41ea-87d9-29cc03ab31ac req-6bb66ba8-b1c3-4710-8001-04b25ef73d24 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups/263357a6-4045-45a4-8ac6-3b2dc3527c00 HTTP/1.1" status: 200 len: 1808 time: 0.3255234 Aug 23 14:24:52.787492 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:52.799802 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:52.810969 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:52.811585 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:53.003514 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:53.158156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897540d-f4bb-463a-b879-24fc437114a0 req-4e5ee4a1-6516-41dc-b75d-f917dff1c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.159681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-4e5ee4a1-6516-41dc-b75d-f917dff1c53e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1095 time: 0.5215821 Aug 23 14:24:53.246543 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-65b7babe-e360-41ea-87d9-29cc03ab31ac req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.261484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:24:53.384405 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-65b7babe-e360-41ea-87d9-29cc03ab31ac req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.467565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897540d-f4bb-463a-b879-24fc437114a0 req-23880b65-9603-46e2-803c-a6fddf0d71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.467565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-23880b65-9603-46e2-803c-a6fddf0d71cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.2815173 Aug 23 14:24:53.519208 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:24:53.523992 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.598990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:41:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:51Z', 'revision_number': 3, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:53.608274 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:53.608414 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-ebe57bc2-2b39-4e51-a61f-962760b6cdf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 998 time: 0.1427536 Aug 23 14:24:53.614632 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:53.615374 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:53.643960 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:53.679373 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-38ca8228-edbb-4254-84dd-edbce3457ac6 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "PUT /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 200 len: 998 time: 3.1805291 Aug 23 14:24:53.680192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897540d-f4bb-463a-b879-24fc437114a0 req-df4f3096-5ca5-44b2-a9d3-868b82402e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.682143 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-df4f3096-5ca5-44b2-a9d3-868b82402e98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0652671 Aug 23 14:24:53.752352 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-65b7babe-e360-41ea-87d9-29cc03ab31ac req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.758781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-a7158187-ff71-4003-a9d0-d1e907ef4bb1 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.759891 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-24ca552a-a7c2-4233-bc64-2bb391a167ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:53.760407 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-a7158187-ff71-4003-a9d0-d1e907ef4bb1 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports/07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 943 time: 0.0801544 Aug 23 14:24:53.776362 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:53.787405 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263357a6-4045-45a4-8ac6-3b2dc3527c00,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:53.814940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.815331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.815702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.816276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.816651 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.817043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.817472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.817843 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.818214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.818580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.818979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.819344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:24:53.825363 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:53.826815 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:53.896029 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:53.903910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Pushing event deleted for resources: {'Port': ['ID=e41b55d9-c8fc-4012-84e0-48b0c2c009d8,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:53.916329 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897540d-f4bb-463a-b879-24fc437114a0 req-db7d2da5-2c67-4748-be74-2ab5932c3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:53.917793 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-db7d2da5-2c67-4748-be74-2ab5932c3be0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2288318 Aug 23 14:24:53.918839 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:54.002540 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-65b7babe-e360-41ea-87d9-29cc03ab31ac req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.018155 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65b7babe-e360-41ea-87d9-29cc03ab31ac req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "DELETE /v2.0/security-groups/263357a6-4045-45a4-8ac6-3b2dc3527c00 HTTP/1.1" status: 204 len: 173 time: 1.1119657 Aug 23 14:24:54.070209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-f88d53c0-1753-46d2-8e4f-7302e77cce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:54.078183 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-f88d53c0-1753-46d2-8e4f-7302e77cce8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.2538984 Aug 23 14:24:54.153303 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.229649 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-ac0b9cdc-eaaf-424e-b0cc-2cc4d46e6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:54.233810 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-ac0b9cdc-eaaf-424e-b0cc-2cc4d46e6263 service neutron] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.1543491 Aug 23 14:24:54.299265 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-916206cd-0073-49f6-b0a4-0d31bb046d4e service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524961 Aug 23 14:24:54.306453 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-86a3afb0-2a32-4511-bafa-86196d35dc5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 217 time: 0.0681906 Aug 23 14:24:54.352826 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:41:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:51Z', 'revision_number': 3, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:54.355062 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff4cf97-5699-42fa-8036-5e11d66da8e0 None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:41:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:51Z', 'revision_number': 3, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:54.401676 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-356fc1c7-88e2-4d9b-85fc-e8911d91a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:54.403817 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-356fc1c7-88e2-4d9b-85fc-e8911d91a83d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.0779932 Aug 23 14:24:54.435027 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.437055 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.516767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-48e8a966-42b3-41c6-a243-4f1757cebda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:54.519917 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-48e8a966-42b3-41c6-a243-4f1757cebda8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080971 Aug 23 14:24:54.579732 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.580620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21eb4bc7-ba79-4b08-9e89-87e44722681f {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:24:54.621230 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.625789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] 10.222.0.72 "DELETE /v2.0/routers/21eb4bc7-ba79-4b08-9e89-87e44722681f HTTP/1.1" status: 204 len: 168 time: 4.1744907 Aug 23 14:24:54.627090 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52430) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:54.650116 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176d877-fb7e-42bb-8b97-76b9553ad76f None None] New status for floating IP b49c4be9-6330-4016-b14f-1b0aec15f159: ACTIVE {{(pid=80761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:24:54.682333 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9897540d-f4bb-463a-b879-24fc437114a0 req-3fe07489-9ac9-4c58-8386-cdfc8fc8b258 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105214 Aug 23 14:24:54.726557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Deleting subnet bed8051a-6346-40fb-ad67-3b8fe60bacda {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:24:54.734541 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:54.982076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-d6d1efbc-d028-49e1-95f5-62ab2ced185a service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469988 Aug 23 14:24:55.006835 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:55.266085 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-f3248ed8-0e8a-43bf-bd1b-7fc8bbb2343d service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510445 Aug 23 14:24:55.531994 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'status': 'completed', 'code': 200} Aug 23 14:24:55.554569 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:24:55.567682 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:55.568696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:55.589447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-c20949c6-1d53-49dd-bbec-30e453d03020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:55.604705 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-c20949c6-1d53-49dd-bbec-30e453d03020 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 1096 time: 0.1823945 Aug 23 14:24:55.704399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-d11757a2-88ad-4fa0-a714-41ee24a8d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:55.717395 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-d11757a2-88ad-4fa0-a714-41ee24a8d2de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.8580515 Aug 23 14:24:55.771325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-e2145f53-e217-4bc6-a2e2-c38e55248b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:55.779104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-e2145f53-e217-4bc6-a2e2-c38e55248b02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.1810741 Aug 23 14:24:55.953000 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:55.967518 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-b5466920-d3f8-4f6c-a1f8-91c2aa736f8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 1001 time: 0.1871014 Aug 23 14:24:55.994689 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:56.125627 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-e913be87-f8b4-4e0a-a3f5-aa6d2b87880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.135234 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-e913be87-f8b4-4e0a-a3f5-aa6d2b87880a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.1667266 Aug 23 14:24:56.263771 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.270226 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-869de917-8360-48ab-aab2-038431143087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.279044 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-869de917-8360-48ab-aab2-038431143087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425734 Aug 23 14:24:56.329136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-5bd862b8-9f81-4ec5-b309-308da7ad7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.333298 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-5bd862b8-9f81-4ec5-b309-308da7ad7730 service neutron] 10.222.0.82 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.5927258 Aug 23 14:24:56.336190 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.379858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e41b55d9-c8fc-4012-84e0-48b0c2c009d8 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:56.439347 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: e41b55d9-c8fc-4012-84e0-48b0c2c009d8 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:56.440048 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e41b55d9-c8fc-4012-84e0-48b0c2c009d8 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:56.481805 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-18e55440-76a7-4bd9-b964-868565c2c250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:56.525530 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-bc9f23bb-199d-4f45-a333-9c5c9c63e62d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 200 len: 217 time: 0.1444912 Aug 23 14:24:56.603847 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed8051a-6346-40fb-ad67-3b8fe60bacda,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:56.608459 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b28e4-4a35-4dce-a042-1cd360bad7c4 None None] Network fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:24:56.610860 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.621543 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-b1f20a37-2ea4-443a-83d2-b96db819ed69 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327579 Aug 23 14:24:56.622554 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:56.632433 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-054f5125-dee9-4d0b-bc4f-ee33da5deb97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.4720469 Aug 23 14:24:56.655702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-bda9cc84-6434-420d-9e1d-daf92469a741 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bed8051a-6346-40fb-ad67-3b8fe60bacda HTTP/1.1" status: 204 len: 168 time: 2.0272872 Aug 23 14:24:56.662295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52456) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:24:56.797598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-8b5130b0-ad57-465c-9c26-4baa8e30a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.800074 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-8b5130b0-ad57-465c-9c26-4baa8e30a2bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.2620606 Aug 23 14:24:56.802432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-67186f87-b03c-493b-a0e2-4b62811e2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.804140 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-67186f87-b03c-493b-a0e2-4b62811e2086 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1095 time: 1.1965344 Aug 23 14:24:56.807390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.868059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-33f4ff0c-ae4c-44be-8df4-b5335d348653 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581954 Aug 23 14:24:56.907884 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06de4c8a-ba15-41fa-b050-4631864749d1 req-14c0ac69-0c39-45d0-b59c-ed51087ae4a9 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884550 Aug 23 14:24:56.938452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:41:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:55Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:56.939332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c74a6-e525-47bd-9b67-056caab0f001 req-44dc3a34-a607-4962-bb7d-e1a84a36f217 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:56.942324 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-870c74a6-e525-47bd-9b67-056caab0f001 req-44dc3a34-a607-4962-bb7d-e1a84a36f217 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 1.2078488 Aug 23 14:24:56.948715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:24:56.956098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Deleting port 6f45f480-85e5-495f-8fa8-eca85f643809 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:56.956890 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:56.964837 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:24:56.965720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:24:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:57.214465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] DHCP port deletion for fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:24:57.217911 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:24:57.307208 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-8023ea51-2dc6-4fb0-9650-fb24f083f0e1 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313791 Aug 23 14:24:57.356550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Deleting port 6f45f480-85e5-495f-8fa8-eca85f643809 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:57.357626 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.414017 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-870c74a6-e525-47bd-9b67-056caab0f001 req-58cbe8c3-2f00-491a-8b0f-1be532d9e99b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610491 Aug 23 14:24:57.568474 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'status': 'completed', 'code': 200} Aug 23 14:24:57.696621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] For port 6f45f480-85e5-495f-8fa8-eca85f643809, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6f45f480-85e5-495f-8fa8-eca85f643809,segment=NetworkSegment(8547c473-a6e0-49cd-8df2-bbc709d84c75),segment_id=8547c473-a6e0-49cd-8df2-bbc709d84c75)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:57.697168 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.884836 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0269790f-ef8b-4ac8-a224-dc2abb52ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.896259 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:57.896512 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Calling delete_port for 6f45f480-85e5-495f-8fa8-eca85f643809 owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:57.932487 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-84938b0a-1a19-4d7e-9033-bb525adba4bd req-cdad8a29-b63f-4832-9647-cdf644a545d7 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150212 Aug 23 14:24:58.074948 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] For port 6f45f480-85e5-495f-8fa8-eca85f643809, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=6f45f480-85e5-495f-8fa8-eca85f643809,segment=NetworkSegment(8547c473-a6e0-49cd-8df2-bbc709d84c75),segment_id=8547c473-a6e0-49cd-8df2-bbc709d84c75)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:24:58.075366 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.204281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-d4e18208-2ad7-489d-ba37-50b544d2b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:58.206440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-d4e18208-2ad7-489d-ba37-50b544d2b7e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.5123007 Aug 23 14:24:58.237929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Calling delete_port for 6f45f480-85e5-495f-8fa8-eca85f643809 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:24:58.307698 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.381487 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.402544 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2ed89d18-4d70-4f71-878d-f350735eebe8 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:58.435636 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6f45f480-85e5-495f-8fa8-eca85f643809 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:24:58.473245 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 6f45f480-85e5-495f-8fa8-eca85f643809 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:24:58.474267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 6f45f480-85e5-495f-8fa8-eca85f643809 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:24:58.486229 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:24:58.486616 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:24:58.505015 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:41:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:55Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:58.505215 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04882ad7-ce39-4843-b508-3062b57829ff None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:41:2d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:24:55Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:24:58.509266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f45f480-85e5-495f-8fa8-eca85f643809,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:58.517726 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:58.532036 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] No DVR routers for this DVR port 6f45f480-85e5-495f-8fa8-eca85f643809 on host n-d-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:24:58.635736 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-4c02efed-53f4-43ae-ac3b-83e29d63f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:58.637257 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-4c02efed-53f4-43ae-ac3b-83e29d63f56a service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.4224305 Aug 23 14:24:58.776744 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.786236 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-bb68dadb-8b50-4322-a8a6-7da301a6e5a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 217 time: 0.1412354 Aug 23 14:24:58.797628 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d75a8-095b-4a3a-bd9b-a1e15bedf108']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:58.853506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547c473-a6e0-49cd-8df2-bbc709d84c75') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:58.853857 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547c473-a6e0-49cd-8df2-bbc709d84c75') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:24:58.872838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc9e9f-1d2e-4f8a-83f9-194f6bdd7746 req-5f5fe4db-abf6-46bf-9c36-9f36956ea179 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:58.892570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50bc9e9f-1d2e-4f8a-83f9-194f6bdd7746 req-5f5fe4db-abf6-46bf-9c36-9f36956ea179 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.4297075 Aug 23 14:24:58.892570 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.927383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:58.930441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-1124352d-8e69-484b-8074-410871d8287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:58.932196 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-1124352d-8e69-484b-8074-410871d8287a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.1389687 Aug 23 14:24:58.988632 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Deleting port 6f45f480-85e5-495f-8fa8-eca85f643809 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:24:58.989576 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.021543 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:24:59.022508 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:24:59.049424 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:24:59.072221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5254f-41cf-4720-8a16-12208e9a0e7b None None] The port '6f45f480-85e5-495f-8fa8-eca85f643809' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:24:59.092723 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-50bc9e9f-1d2e-4f8a-83f9-194f6bdd7746 req-8adfca8c-7aa0-4fba-874d-23559b0cc8f5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007511 Aug 23 14:24:59.198860 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-dc00630e-10b8-4c8f-93cd-05616e318820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:24:59.200307 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-dc00630e-10b8-4c8f-93cd-05616e318820 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595425 Aug 23 14:24:59.332512 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.338046 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:24:59.343344 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9b55d0ce-b621-4b41-b338-402704e6a36a tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:24:59.386594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5d75a8-095b-4a3a-bd9b-a1e15bedf108,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:24:59.395980 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-fc6579b5-5476-4962-ade1-a2fdf9a4ff11 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852610 Aug 23 14:24:59.395980 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:24:59.557778 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fa5d75a8-095b-4a3a-bd9b-a1e15bedf108 HTTP/1.1" status: 204 len: 168 time: 2.8912868 Aug 23 14:24:59.567814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-de46a2e3-7d79-4448-854f-24fb245dfb46 req-8e4a65fe-a428-4b09-b6e2-097bd1dd1655 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659322 Aug 23 14:24:59.571111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:24:59.893478 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c10aa396-5a9b-49ad-9eb5-7f39874594b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.268304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52484) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:00.372823 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5acd3d39-cea4-4395-9544-201eb56ccbe0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=336cc30eb26c4273ab85b405f9cafac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029236 Aug 23 14:25:00.375176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52488) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:00.407282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8c9c800-b182-493b-824b-f05247404f90 req-2724d2da-fd70-421e-b573-aafae790b0d3 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1001 time: 0.1960940 Aug 23 14:25:00.480385 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.502491 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.522660 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c800-b182-493b-824b-f05247404f90 req-3aab7bd6-6890-4374-a627-c7bd6c289e85 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:00.526091 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8c9c800-b182-493b-824b-f05247404f90 req-3aab7bd6-6890-4374-a627-c7bd6c289e85 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports/71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 942 time: 0.1099246 Aug 23 14:25:00.683292 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.687988 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d461175-cdc6-4cf5-8449-9d7102772061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:00.704331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a6192-1bbf-44c8-b16d-579086961ec8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:00.707360 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:00.708822 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:00.726112 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cd7a6192-1bbf-44c8-b16d-579086961ec8 HTTP/1.1" status: 204 len: 168 time: 0.3349924 Aug 23 14:25:00.797838 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8c9c800-b182-493b-824b-f05247404f90 req-0ae47aff-16b1-45a7-ac7f-6367bed96553 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1001 time: 0.1650057 Aug 23 14:25:01.180728 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c800-b182-493b-824b-f05247404f90 req-b1feaa85-a3e0-4bee-bbbb-5fa5ea59b537 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:01.182313 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8c9c800-b182-493b-824b-f05247404f90 req-b1feaa85-a3e0-4bee-bbbb-5fa5ea59b537 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.3766956 Aug 23 14:25:01.385606 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:01.423711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f423-ccd3-444d-8682-28e531aac81e req-3d21caf1-6cb4-4039-bfb8-a5c33f3ab4fc tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:01.424799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e132f423-ccd3-444d-8682-28e531aac81e req-3d21caf1-6cb4-4039-bfb8-a5c33f3ab4fc tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:01.523781 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e132f423-ccd3-444d-8682-28e531aac81e req-3d21caf1-6cb4-4039-bfb8-a5c33f3ab4fc tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:01.524437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e132f423-ccd3-444d-8682-28e531aac81e req-3d21caf1-6cb4-4039-bfb8-a5c33f3ab4fc tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1939917 Aug 23 14:25:01.581596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e132f423-ccd3-444d-8682-28e531aac81e req-dd47e08a-390b-4ee2-bc66-df805d6d4042 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:01.763202 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:25:01.798314 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-e132f423-ccd3-444d-8682-28e531aac81e req-dd47e08a-390b-4ee2-bc66-df805d6d4042 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:01.799762 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e132f423-ccd3-444d-8682-28e531aac81e req-dd47e08a-390b-4ee2-bc66-df805d6d4042 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688324 Aug 23 14:25:02.068834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0c20b-9208-4948-be33-3cb1876391a3 req-765168cc-58c6-4277-9130-e6c01501d666 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:02.070436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9b0c20b-9208-4948-be33-3cb1876391a3 req-765168cc-58c6-4277-9130-e6c01501d666 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 0.1466000 Aug 23 14:25:02.123390 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9b0c20b-9208-4948-be33-3cb1876391a3 req-ada876ca-d0ce-4dd7-a5c3-ba76ac484512 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 Aug 23 14:25:02.187713 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'status': 'completed', 'code': 200} Aug 23 14:25:02.292878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52514) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:02.407293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a212c-cdfd-4c62-9895-f5a652031916 req-ccde2cb2-bc98-4bec-98ba-3070541f8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:02.413194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-496a212c-cdfd-4c62-9895-f5a652031916 req-ccde2cb2-bc98-4bec-98ba-3070541f8df5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 1096 time: 0.1969173 Aug 23 14:25:02.424540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ded38-6115-438b-a9e2-b16eedfe9488 req-a78123a2-424f-4f21-a49f-275e50e279dd tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:02.426300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e32ded38-6115-438b-a9e2-b16eedfe9488 req-a78123a2-424f-4f21-a49f-275e50e279dd tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1192405 Aug 23 14:25:02.436366 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1924685327-network', 'tenant_id': '1f701ca797d6448aa958049d990607dc'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:02.446286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:02.450538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Usage tracker for resource:network and tenant:1f701ca797d6448aa958049d990607dc is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:02.453786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:02.460509 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:02.569316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e32ded38-6115-438b-a9e2-b16eedfe9488 req-7979ee53-7c1d-4ccd-a819-1a7e1351f618 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220839 Aug 23 14:25:02.586314 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Made reservation on behalf of 1f701ca797d6448aa958049d990607dc for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:02.590908 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:02.602444 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:02.634902 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a212c-cdfd-4c62-9895-f5a652031916 req-320143db-f2ff-4bce-b133-4223f1e2ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:02.634902 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-496a212c-cdfd-4c62-9895-f5a652031916 req-320143db-f2ff-4bce-b133-4223f1e2ff8e service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.2084305 Aug 23 14:25:02.637520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:02.641949 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Usage tracker for resource:security_group_rule and tenant:1f701ca797d6448aa958049d990607dc is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:02.644997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:02.658836 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:02.796337 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-627ecb22-6239-48d9-865c-ab396d00321b req-e0127e31-cf61-4fc0-ad40-241084a391ea tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0594492 Aug 23 14:25:02.817789 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:02.917769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:02.917769 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-76e1f363-44a1-4060-a38d-67a2415511a1 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:02.977771 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff500dda-fec6-4337-a1df-36778b2d3d60,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:02.984599 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:02.988102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:25:03.020231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.020231 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Added segment aca54282-8114-4e6d-9410-ac4f1f09259e of type vlan for network fe6897df-a473-4773-8da4-637db1bf22d8 Aug 23 14:25:03.032410 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.065461 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.068132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-cd4199e5-dbaa-4ad6-b4cc-d625c109c8aa tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1001 time: 0.2191250 Aug 23 14:25:03.074619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-496a212c-cdfd-4c62-9895-f5a652031916 req-fb7ca700-d63d-47b1-94c4-1ca58cc5781c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 1001 time: 0.4305453 Aug 23 14:25:03.211907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3bca989e-b646-432f-8b0c-774562a890e7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:03.221654 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3bca989e-b646-432f-8b0c-774562a890e7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports/71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 942 time: 0.1591046 Aug 23 14:25:03.238727 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a212c-cdfd-4c62-9895-f5a652031916 req-3f7da6e9-2566-4762-b9db-ca03d59106fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:03.245344 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.247026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:03.247809 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:03.255704 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-496a212c-cdfd-4c62-9895-f5a652031916 req-3f7da6e9-2566-4762-b9db-ca03d59106fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.1041949 Aug 23 14:25:03.255983 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a28566-3219-4717-a61d-8c767cc21690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:03.381976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6897df-a473-4773-8da4-637db1bf22d8,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:03.395159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network fe6897df-a473-4773-8da4-637db1bf22d8 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:25:03.395391 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:03.445457 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1510217 Aug 23 14:25:03.446577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 52526) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:03.456587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Request body: {'subnet': {'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1924685327-subnet', 'tenant_id': '1f701ca797d6448aa958049d990607dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:03.482274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:03.490092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Usage tracker for resource:subnet and tenant:1f701ca797d6448aa958049d990607dc is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:03.496443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:03.529906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:03.540245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-63cf1262-de6d-44d3-a83e-c37339b2f041 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1001 time: 0.1735635 Aug 23 14:25:03.808811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a212c-cdfd-4c62-9895-f5a652031916 req-6308f5d7-2a3c-4102-a1b0-41de93415bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:03.810362 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-496a212c-cdfd-4c62-9895-f5a652031916 req-6308f5d7-2a3c-4102-a1b0-41de93415bd5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5563076 Aug 23 14:25:03.827010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Made reservation on behalf of 1f701ca797d6448aa958049d990607dc for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:03.829844 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.125685 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-18286a28-4126-4a05-8422-bbbae3a0f201 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:04.127023 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-18286a28-4126-4a05-8422-bbbae3a0f201 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.5776670 Aug 23 14:25:04.480201 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-496a212c-cdfd-4c62-9895-f5a652031916 req-5bbd19b3-b894-4f6e-b463-eee44e89e540 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356184 Aug 23 14:25:04.556688 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-b2500781-f436-4dfe-9975-2ec0be7fa143 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1001 time: 0.4116681 Aug 23 14:25:04.642490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:04.830758 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:04.930132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-496a212c-cdfd-4c62-9895-f5a652031916 req-19536cfe-77db-4b01-893b-75f8ecefcf4e service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403324 Aug 23 14:25:05.037204 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.050636 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-86c4fb55-13b4-4995-b86f-1bc08ff755f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:05.324320 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2a2d13-4fd6-4712-9ab4-d687527c9574,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:05.347631 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.350059 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:05.363075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Checking segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:25:05.363733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Network hostable DHCP agents. Network: fe6897df-a473-4773-8da4-637db1bf22d8, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:25:05.557878 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.563346 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Floating IP b49c4be9-6330-4016-b14f-1b0aec15f159 disassociated. External IP: 172.25.7.123, port: 71cdd90c-4467-4ac5-8279-b04dd9f6db26. Aug 23 14:25:05.609488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Network fe6897df-a473-4773-8da4-637db1bf22d8 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:25:05.734966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, fe6897df-a473-4773-8da4-637db1bf22d8) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:05.743229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:05.743740 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:05.749865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa319424-10d8-4d22-a99b-4cd6fcb33fc6 None None] Network fe6897df-a473-4773-8da4-637db1bf22d8 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:25:05.943919 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-956efa0a-d588-4cef-aaa4-0244d9cdf99c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4950576 Aug 23 14:25:06.039358 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:25:06.102524 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adce5dd-27d2-4893-ba85-3eb506d13277 None None] Network fe6897df-a473-4773-8da4-637db1bf22d8 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:25:06.323538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:25:06.335674 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:25:06.343129 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:06.346135 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:06.355120 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:06.637605 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:06.639378 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-3b5237dc-f229-4dbc-ad87-f51d4a07a004 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "PUT /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 200 len: 695 time: 2.0677304 Aug 23 14:25:06.640255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:06.822138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-6e4cc1e3-d9f7-4da8-ae21-1d3b95570f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:06.823692 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-6e4cc1e3-d9f7-4da8-ae21-1d3b95570f5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 1096 time: 0.1577542 Aug 23 14:25:07.008468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-7b4f06da-8f98-4689-a7f7-2544c82c04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:07.026653 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-7b4f06da-8f98-4689-a7f7-2544c82c04a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.1957476 Aug 23 14:25:07.139767 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-58266321-1b8a-4300-b00b-fd247b214824 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 217 time: 0.1116078 Aug 23 14:25:07.170980 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:07.176154 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:25:07.191634 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:07.192560 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:07.222608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-95492e4d-e8f7-470a-a7b4-37f8c423ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:07.226294 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-95492e4d-e8f7-470a-a7b4-37f8c423ba84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.0846484 Aug 23 14:25:07.368423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-e9cd06a1-33c0-4e8f-8834-bb8ff30cfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:07.370926 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-e9cd06a1-33c0-4e8f-8834-bb8ff30cfdf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395812 Aug 23 14:25:07.386769 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:07.541656 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-51e934f3-8f5b-42ad-9774-f924d9c19502 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636825 Aug 23 14:25:07.796273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5e898d90-c1f9-4fd4-8260-618382d48e9c req-e70d8f05-a980-41f9-ae52-4ca670678e5e service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426946 Aug 23 14:25:07.824141 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:07.825886 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64792195-6bc1-43ff-8868-d4f27320a4b1 None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:25:08.184881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e7a6f-7dfa-47fe-a7d8-c2dd312989b8 req-4afce454-444f-4c77-93a9-cbabafda172b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.186782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e36e7a6f-7dfa-47fe-a7d8-c2dd312989b8 req-4afce454-444f-4c77-93a9-cbabafda172b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.1158514 Aug 23 14:25:08.248747 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e36e7a6f-7dfa-47fe-a7d8-c2dd312989b8 req-a7aad42d-503d-4b19-beb3-026b43c2eb0b tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Aug 23 14:25:08.250768 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f29e03-06f1-47fe-b523-894cef545bde None None] New status for floating IP b49c4be9-6330-4016-b14f-1b0aec15f159: DOWN {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:25:08.517196 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b54c1-f8cd-44e9-9309-e77ac5c69b8e req-7bad2e79-695c-490d-9b16-b6a6cbd10f98 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.519573 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-563b54c1-f8cd-44e9-9309-e77ac5c69b8e req-7bad2e79-695c-490d-9b16-b6a6cbd10f98 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 0.1175210 Aug 23 14:25:08.589007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-563b54c1-f8cd-44e9-9309-e77ac5c69b8e req-d2abf85c-0066-4303-b7d2-2252162cd52a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588062 Aug 23 14:25:08.782666 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a79325f4-c0e7-4efe-a2f8-84e7826fe94e req-663a69c2-7060-498f-bf15-04ff7b3d04df tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0722048 Aug 23 14:25:08.971308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba80a7-735a-4a6a-9280-66fd30237429 req-0b85c16b-c117-4605-90c3-78ff92a1da8b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:08.972811 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7ba80a7-735a-4a6a-9280-66fd30237429 req-0b85c16b-c117-4605-90c3-78ff92a1da8b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.0861480 Aug 23 14:25:09.020757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7ba80a7-735a-4a6a-9280-66fd30237429 req-dac96616-9bf5-4569-aad6-1ac04a153517 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Aug 23 14:25:09.269416 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'status': 'completed', 'code': 200} Aug 23 14:25:09.520378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-a48e0d10-6341-41d9-a407-358d6a16257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.521940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-a48e0d10-6341-41d9-a407-358d6a16257b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.4457703 Aug 23 14:25:09.538929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.539421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.539907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.540381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.540852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.541615 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.541944 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.543859 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-7d874a49-456d-4de3-ad94-4af6a738409a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.4462841 Aug 23 14:25:09.866082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-ccea01d9-51c3-4dce-bb45-af239492ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.867646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-ccea01d9-51c3-4dce-bb45-af239492ded0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 1096 time: 0.6106040 Aug 23 14:25:09.954403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-4a07be88-b974-4a15-9c25-138c48034a5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 200 len: 998 time: 0.4062433 Aug 23 14:25:09.965302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bd44-5e05-4168-b421-58daf731ac68 req-6a9be078-598a-4250-9988-cc4c6c8c892d tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:09.966840 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-6a9be078-598a-4250-9988-cc4c6c8c892d tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.5959482 Aug 23 14:25:10.063134 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-13cd7842-cf54-49db-87b2-b5be7b62e530 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/quotas/1f701ca797d6448aa958049d990607dc HTTP/1.1" status: 200 len: 375 time: 0.0888891 Aug 23 14:25:10.147007 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-3847d87f-1618-43f0-92eb-47049a3b372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.148619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-3847d87f-1618-43f0-92eb-47049a3b372b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.1789892 Aug 23 14:25:10.182966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0e394ac9-5797-49a0-96b6-e1a76bcd981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.183448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0e394ac9-5797-49a0-96b6-e1a76bcd981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.183921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0e394ac9-5797-49a0-96b6-e1a76bcd981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.185573 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0e394ac9-5797-49a0-96b6-e1a76bcd981d service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.4454417 Aug 23 14:25:10.315221 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-f22dbbee-6867-452d-bb14-4eff7489fcbb tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1764245 Aug 23 14:25:10.467805 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-eb970814-24a8-4d09-bb8f-2706ebdb68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.469305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-eb970814-24a8-4d09-bb8f-2706ebdb68bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.5465467 Aug 23 14:25:10.476767 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-33a536fe-3ccf-49a4-96d9-5c79f87dd942 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.2488112 Aug 23 14:25:10.586845 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-f14e2652-9cca-433a-814a-39732b7f42b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 200 len: 217 time: 0.1061652 Aug 23 14:25:10.679723 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-a252f2f8-d7f7-4321-87db-aead54bc0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.681522 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-a252f2f8-d7f7-4321-87db-aead54bc0aef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4886503 Aug 23 14:25:10.705878 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-3a3c83c6-6801-42e7-8da6-5a5f28a2a0f8 service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784554 Aug 23 14:25:10.705878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-441bc8e5-bbfd-4a35-ac24-4c9a7ff01b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.705878 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-441bc8e5-bbfd-4a35-ac24-4c9a7ff01b01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.1693368 Aug 23 14:25:10.813109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-60271448-0e43-44cc-9f65-d8729c177653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:10.814522 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-60271448-0e43-44cc-9f65-d8729c177653 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.2078421 Aug 23 14:25:11.078096 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-666e2974-c27d-4659-b4fa-bae543937e8f service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555963 Aug 23 14:25:11.081929 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-5e0f4cd3-4873-4dcd-a141-59f026f93644 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822784 Aug 23 14:25:11.092119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-34b2d723-0479-4b51-995f-bbe999ed7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:11.093636 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-34b2d723-0479-4b51-995f-bbe999ed7c1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3495328 Aug 23 14:25:11.166922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-33ecb913-1e6c-4d57-86e3-f3981fec6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:11.166922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-33ecb913-1e6c-4d57-86e3-f3981fec6ce6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3322299 Aug 23 14:25:11.687216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-208af14d-2a3b-4043-a248-ab5c581d4f4d req-6be5ad43-227b-48ae-99d5-ddf37fc86b50 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901802 Aug 23 14:25:11.702385 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-d02ebd03-b2cd-4131-99ed-78b7aa616778 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829937 Aug 23 14:25:11.786165 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ded3e0-0587-4f3f-b992-99a1a619acc1 req-832ff956-8792-4409-8ef6-5b051784a9c3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:11.788250 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-16ded3e0-0587-4f3f-b992-99a1a619acc1 req-832ff956-8792-4409-8ef6-5b051784a9c3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 0.2642062 Aug 23 14:25:11.859162 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-ab1c38ee-988d-4066-81e5-8ae7d5823def service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790996 Aug 23 14:25:11.863132 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-16ded3e0-0587-4f3f-b992-99a1a619acc1 req-419837b9-01b2-4482-8f66-b92910706932 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680580 Aug 23 14:25:12.087227 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fac9638d-7189-400a-8071-1634f63e8ea3 req-12a36fe2-a7c0-451a-9372-66533a28e9e6 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0519249 Aug 23 14:25:12.118814 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-04316bde-e506-4111-8839-564ecfd940f0 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:12.121484 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-04316bde-e506-4111-8839-564ecfd940f0 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "GET /v2.0/ports?device_id=430d1ea4-8721-416c-982d-ef6fb3f23cdf HTTP/1.1" status: 200 len: 945 time: 0.5606315 Aug 23 14:25:12.419496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Deleting port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:12.420032 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:12.427241 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977908-5991-4520-ab1a-80ab32854503 req-3fb15d17-8010-4113-b0ea-3a3e2acea775 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:12.429358 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-3fb15d17-8010-4113-b0ea-3a3e2acea775 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2376149 Aug 23 14:25:12.510643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77406ce-95e4-4237-ab4f-1aa68bf7cd7e req-a63666f7-039b-42a1-846d-0a13f03469e7 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:12.513108 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b77406ce-95e4-4237-ab4f-1aa68bf7cd7e req-a63666f7-039b-42a1-846d-0a13f03469e7 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.8132384 Aug 23 14:25:12.554855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0d2cad0b-7944-43da-a7f6-654904a8473c service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598681 Aug 23 14:25:12.557912 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-ef49e471-eb7a-4b90-ae1a-68aedb45f76f tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.1163929 Aug 23 14:25:12.566438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'floatingip': {'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:12.654883 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:12.754707 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ab2ffde-5bc5-40c6-989e-a8f969d4f615 req-33a1a739-e36d-4e7e-b95e-ed6f498180af service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8748021 Aug 23 14:25:12.768339 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-bcf17faa-aed0-4dfd-9868-f7a46b97efea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.1848531 Aug 23 14:25:12.911630 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b77406ce-95e4-4237-ab4f-1aa68bf7cd7e req-ccfb4797-32f8-4cfa-b684-c91885abf79f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858894 Aug 23 14:25:12.960910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0bb490af-fb6b-4262-9e98-0117c8a089a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:12.964030 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0bb490af-fb6b-4262-9e98-0117c8a089a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.1859152 Aug 23 14:25:13.160498 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-ffcca485-7383-47b1-9942-14adc279fd53 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:13.162050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-ffcca485-7383-47b1-9942-14adc279fd53 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.64 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.9460328 Aug 23 14:25:13.262632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8a1c5ec5-1dde-4035-a06b-080d037f3ab2 req-fb6cd668-19dc-4072-b992-cc565f500847 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 210 time: 0.1206830 Aug 23 14:25:13.328489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] For port 71cdd90c-4467-4ac5-8279-b04dd9f6db26, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=71cdd90c-4467-4ac5-8279-b04dd9f6db26,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:13.328866 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.344579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Deleting port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:13.345076 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.450198 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:13.706035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Calling delete_port for 71cdd90c-4467-4ac5-8279-b04dd9f6db26 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:13.817586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0d6dd6e4-8361-432d-8051-ee4bdf5ed25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:13.819712 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0d6dd6e4-8361-432d-8051-ee4bdf5ed25f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8433068 Aug 23 14:25:13.924055 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.153556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce437d1-40c6-4c5b-8bfb-600b289e64a4 req-1916785e-a6be-4c1f-a24e-ba45db6552a0 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:14.161073 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1ce437d1-40c6-4c5b-8bfb-600b289e64a4 req-1916785e-a6be-4c1f-a24e-ba45db6552a0 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 0.5684004 Aug 23 14:25:14.245133 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-dc3358f4-6f87-4aea-8ff5-a69a5ea29ff9 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031761 Aug 23 14:25:14.259535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] For port bd5d9252-7602-4e1c-be8d-b1045a90f2f0, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:14.265375 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.281301 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Floating IP b49c4be9-6330-4016-b14f-1b0aec15f159 associated. External IP: 172.25.7.123, port: 07b1fd24-9fe5-4b2c-8f62-090c44a11818. Aug 23 14:25:14.421890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Calling delete_port for bd5d9252-7602-4e1c-be8d-b1045a90f2f0 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:14.475561 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:14.491629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['07b1fd24-9fe5-4b2c-8f62-090c44a11818'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:14.497736 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bad82a7d-2dac-4b91-a0c3-310ce450782d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:14.540278 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1ce437d1-40c6-4c5b-8bfb-600b289e64a4 req-5454f3a2-f6dd-4887-9acf-bf8509d17ed9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782575 Aug 23 14:25:14.703610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Pushing event deleted for resources: {'Port': ['ID=71cdd90c-4467-4ac5-8279-b04dd9f6db26,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:14.829119 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:14.937060 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-489be105-11f3-4569-80a6-c90d7b139e6b req-9065029c-62a6-495d-81f7-de68d1279714 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.1085103 Aug 23 14:25:14.939697 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-bf3b98e2-7c7e-43a2-8b85-2d22605166fd service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824214 Aug 23 14:25:15.100216 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] No DVR routers for this DVR port 71cdd90c-4467-4ac5-8279-b04dd9f6db26 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:15.103655 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.122397 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'name': 'network-vif-deleted', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:15.128821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:25:15.144066 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-4c045540-e5db-439a-81d6-66650f0d49f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.1147304 Aug 23 14:25:15.145089 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device bd5d9252-7602-4e1c-be8d-b1045a90f2f0 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:15.443272 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.526972 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39e15eb5-db18-42da-a58f-2a68b0109ef8 req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "DELETE /v2.0/ports/71cdd90c-4467-4ac5-8279-b04dd9f6db26 HTTP/1.1" status: 204 len: 173 time: 3.2438092 Aug 23 14:25:15.569239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-be4f3388-de20-49b7-b980-68800f44ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:15.570868 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-be4f3388-de20-49b7-b980-68800f44ce15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.4163752 Aug 23 14:25:15.597652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:25:15.603643 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.616901 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:25:15.628714 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:15.629252 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:15.677084 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.694114 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 71cdd90c-4467-4ac5-8279-b04dd9f6db26 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:15.708480 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1603e359-b82d-48af-87ea-06b9b7a8713a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:15.735551 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-1b8cfdb6-0026-42e9-98e0-66fb0e805182 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "PUT /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 200 len: 997 time: 3.1620443 Aug 23 14:25:15.735551 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:15.744709 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 71cdd90c-4467-4ac5-8279-b04dd9f6db26 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:25:15.745554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 71cdd90c-4467-4ac5-8279-b04dd9f6db26 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:15.787384 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Pushing event deleted for resources: {'Port': ['ID=bd5d9252-7602-4e1c-be8d-b1045a90f2f0,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:15.799572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867dc42-6eba-4de0-9a67-cb0d2119f57e req-38deb040-3371-473e-a586-09ad80727a90 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:15.800330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c867dc42-6eba-4de0-9a67-cb0d2119f57e req-38deb040-3371-473e-a586-09ad80727a90 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Synchronizing usage tracker for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:15.807561 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:15.831289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977908-5991-4520-ab1a-80ab32854503 req-b548b6b8-9ac7-4022-a3e8-24c325f6bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:15.832995 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-b548b6b8-9ac7-4022-a3e8-24c325f6bf77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.0919526 Aug 23 14:25:15.913676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-de1ce1f5-0233-414a-865e-28419d3d9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:15.914120 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:15.916415 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-de1ce1f5-0233-414a-865e-28419d3d9b72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3362987 Aug 23 14:25:15.917943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] No DVR routers for this DVR port bd5d9252-7602-4e1c-be8d-b1045a90f2f0 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:15.920108 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:15.922246 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0e86e29d-a83b-41cc-b1bd-08b88285df19 req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.64 "DELETE /v2.0/ports/bd5d9252-7602-4e1c-be8d-b1045a90f2f0 HTTP/1.1" status: 204 len: 173 time: 2.7147822 Aug 23 14:25:16.116535 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977908-5991-4520-ab1a-80ab32854503 req-5ecb1a75-0db4-4b90-82fb-0e2ec4b3f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:16.116784 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-016a97d1-bc2f-4d64-a577-ef0d7282840f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832836 Aug 23 14:25:16.116890 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-5ecb1a75-0db4-4b90-82fb-0e2ec4b3f09f service neutron] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.2648215 Aug 23 14:25:16.116992 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c867dc42-6eba-4de0-9a67-cb0d2119f57e req-38deb040-3371-473e-a586-09ad80727a90 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Unset dirty status for tenant:bfb99301e5b345299854f5940e9dfa31 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:16.116992 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c867dc42-6eba-4de0-9a67-cb0d2119f57e req-38deb040-3371-473e-a586-09ad80727a90 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 946 time: 0.9150126 Aug 23 14:25:16.227370 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-6752899d-78de-443b-854c-bab9ee8c7cb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 1000 time: 0.1127865 Aug 23 14:25:16.262385 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c867dc42-6eba-4de0-9a67-cb0d2119f57e req-622f4a26-fc1a-4f17-8e7a-45fe36e2791f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e2ea7c0-ff79-46d8-af79-02b6cff6e506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187272 Aug 23 14:25:16.332839 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977908-5991-4520-ab1a-80ab32854503 req-1e0bfc95-447f-4d1d-813a-92685a08cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:16.335297 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-1e0bfc95-447f-4d1d-813a-92685a08cdb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.1014686 Aug 23 14:25:16.352407 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-c7ecabbd-1c3a-499f-86e9-9ea2cc41e3da service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365289 Aug 23 14:25:16.448129 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977908-5991-4520-ab1a-80ab32854503 req-9d2da107-86dd-4d1c-9d00-ac3f69e22e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:16.449679 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-9d2da107-86dd-4d1c-9d00-ac3f69e22e21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067643 Aug 23 14:25:16.494881 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:5f:f7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:25:13Z', 'revision_number': 8, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:16.501634 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:25:16.519504 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:16.520918 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:16.521855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-32bd4767-d85d-446e-85b2-1d36208b6219 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.1598299 Aug 23 14:25:16.632098 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-d77bbaa4-fc8c-47c5-9a83-384eb1b73ad5 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761782 Aug 23 14:25:16.747343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0a87768d-48f6-42ee-a4a6-aea50e3dbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:16.749984 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-0a87768d-48f6-42ee-a4a6-aea50e3dbbf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.2195902 Aug 23 14:25:16.800429 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:16.810856 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-66977908-5991-4520-ab1a-80ab32854503 req-8f139289-d1d5-4b4a-aacf-9090f493f5b8 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721878 Aug 23 14:25:16.850728 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8558778b-f654-4b88-bf80-1dc39f18e903 req-fb3d31ff-f854-4032-9df4-be2bd4a7fdb4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 210 time: 0.2183216 Aug 23 14:25:16.920211 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430d1ea4-8721-416c-982d-ef6fb3f23cdf', 'name': 'network-vif-deleted', 'tag': '71cdd90c-4467-4ac5-8279-b04dd9f6db26', 'status': 'completed', 'code': 200} Aug 23 14:25:17.110092 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'status': 'completed', 'code': 200} Aug 23 14:25:17.163232 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:17.333504 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bd44-5e05-4168-b421-58daf731ac68 req-a058b88b-b7f8-4c61-9f02-4e6997653e29 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.336135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-a058b88b-b7f8-4c61-9f02-4e6997653e29 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.6258132 Aug 23 14:25:17.338797 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1a04c99f-95d9-4972-9e9b-286fdecedbdf req-6a07c8eb-394e-4eed-bcb3-4440e6f95eb7 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0638130 Aug 23 14:25:17.344148 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:17.352523 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:5f:f7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:25:13Z', 'revision_number': 8, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:17.369650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Request body: {'port': {'device_id': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'admin_state_up': True, 'tenant_id': '1f701ca797d6448aa958049d990607dc'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:17.369786 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4451a32-4bd1-4269-9e8f-95e3e0270c23 None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b49c4be9-6330-4016-b14f-1b0aec15f159', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'port_id': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'mac_address': 'fa:16:3e:5f:f7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:24:11Z', 'updated_at': '2021-08-23T14:25:13Z', 'revision_number': 8, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:25:17.369952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'port_id': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'mac_address': 'fa:16:3e:c8:6d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:17.392102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-39405c1b-c052-4b83-89a8-6993b7a4f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.393928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-39405c1b-c052-4b83-89a8-6993b7a4f91c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5997767 Aug 23 14:25:17.454239 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:17.533398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1d4c9e-bc32-4a45-a99c-974e8a56859e {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:17.562401 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:17.580565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-7613c76d-b050-4727-bfbd-dbce542d8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.582083 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-7613c76d-b050-4727-bfbd-dbce542d8024 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.4281833 Aug 23 14:25:17.611987 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ab25f-e74c-4d05-9942-3bc57964846e req-67ecbbab-9c68-43b6-b0d5-2d3fc8211a29 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.613734 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ab3ab25f-e74c-4d05-9942-3bc57964846e req-67ecbbab-9c68-43b6-b0d5-2d3fc8211a29 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1129513 Aug 23 14:25:17.653618 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570192-c181-46d5-b618-fe1cbcd8695f req-d9e679b3-d95e-4f4a-9b40-de759b689358 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:17.665735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26570192-c181-46d5-b618-fe1cbcd8695f req-d9e679b3-d95e-4f4a-9b40-de759b689358 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 944 time: 0.6409428 Aug 23 14:25:17.691593 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:17.698299 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:17.710343 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ab3ab25f-e74c-4d05-9942-3bc57964846e req-eca575a7-4fe9-4d8f-ab35-87aef4492537 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887470 Aug 23 14:25:17.803637 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-cbd52575-c174-47a4-b83b-a111ff4844d0 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948021 Aug 23 14:25:17.828677 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26570192-c181-46d5-b618-fe1cbcd8695f req-aac7ffb7-c6b9-4ef5-87b7-0b58efc935e8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653342 Aug 23 14:25:17.887855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=11']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:17.905251 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:17.907068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1afc562-25c9-4edd-b1b1-ee30567d3b7a None None] New status for floating IP b49c4be9-6330-4016-b14f-1b0aec15f159: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:25:18.044699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e3c0a81-0205-4453-97a2-cebb606c0698 req-d33999c2-a87d-4cf4-be2c-c45b276e78ce tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 200 len: 997 time: 0.3074510 Aug 23 14:25:18.326452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['fd1d4c9e-bc32-4a45-a99c-974e8a56859e'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:18.355411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c0a81-0205-4453-97a2-cebb606c0698 req-a448bd86-2522-4da7-8eaa-cdda498da619 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:18.357383 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e3c0a81-0205-4453-97a2-cebb606c0698 req-a448bd86-2522-4da7-8eaa-cdda498da619 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.3113997 Aug 23 14:25:18.375286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-7e3c0a81-0205-4453-97a2-cebb606c0698 req-84f6fcc8-5f56-4cdf-8345-fe3801929284 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:25:18.377347 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7e3c0a81-0205-4453-97a2-cebb606c0698 req-84f6fcc8-5f56-4cdf-8345-fe3801929284 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104482 Aug 23 14:25:18.383380 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7b32ee52-8077-417b-b053-429fcf0d7fe9 req-c7e401ba-0b2e-43c3-a0a1-5853c318a07f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] 10.222.0.72 "GET /v2.0/ports?device_id=d69ffac9-2359-476d-b086-d0b2b701d434 HTTP/1.1" status: 200 len: 210 time: 0.1622655 Aug 23 14:25:18.388491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-0538f0d5-931f-4100-8720-1cfc6ee81909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:18.389994 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-0538f0d5-931f-4100-8720-1cfc6ee81909 service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.7033679 Aug 23 14:25:18.393569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:18.414161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Usage tracker for resource:port and tenant:1f701ca797d6448aa958049d990607dc is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:18.533205 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-71801b6a-888a-4bac-8f3f-788c3fac13f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 1000 time: 0.1264844 Aug 23 14:25:18.535592 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:18.596279 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:18.659178 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-c93d0e1c-17a3-4a64-ad61-69e973302235 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690842 Aug 23 14:25:18.749647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-545ef189-9bff-4ebe-b071-417034fc6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:18.751122 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-545ef189-9bff-4ebe-b071-417034fc6910 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.2094240 Aug 23 14:25:18.758113 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-c8bcd45d-c658-40c3-8c09-5791528e6791 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0895336 Aug 23 14:25:18.777203 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bbb1e6de-da00-48a9-9082-e0632ddc4f5f req-ea667807-5ddf-4627-b8eb-f1e68b2e20c9 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 210 time: 0.0702252 Aug 23 14:25:18.845907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Made reservation on behalf of 1f701ca797d6448aa958049d990607dc for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:18.850667 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:18.960513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'name': 'network-vif-deleted', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:18.970795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-c8ffe6b3-2768-44bf-92bf-430e20e94034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:18.972348 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-c8ffe6b3-2768-44bf-92bf-430e20e94034 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.1685388 Aug 23 14:25:19.037877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a558-8ed8-4d3a-a52b-b52c666ff9d0 req-d7c3dd34-b2ac-4d9a-98b3-6bf56b9bddf7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.039439 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-01a5a558-8ed8-4d3a-a52b-b52c666ff9d0 req-d7c3dd34-b2ac-4d9a-98b3-6bf56b9bddf7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4568372 Aug 23 14:25:19.079709 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1e149cd0-c90d-4af3-ad68-4a1e4b21754b req-aca49ab2-9c3c-41c1-93a4-ffc4625799bd tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.1759236 Aug 23 14:25:19.090511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-10f53ae4-b404-47d5-970f-23e26084918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.092025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-10f53ae4-b404-47d5-970f-23e26084918c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3330700 Aug 23 14:25:19.162463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-01a5a558-8ed8-4d3a-a52b-b52c666ff9d0 req-d35824a3-3866-41a7-8863-78cd58465830 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044323 Aug 23 14:25:19.243957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-82d3521d-2411-4e89-be42-dc13756b7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.245389 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-82d3521d-2411-4e89-be42-dc13756b7dc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2648520 Aug 23 14:25:19.298416 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-37818024-a7d6-4562-9c4e-1e21e8d2c3bd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1002 time: 0.1635020 Aug 23 14:25:19.402542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154f10-8711-4d37-8278-240520a1fe5b req-3f0b58dd-65e4-424b-9ba5-22bf15099c71 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.404580 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-3f0b58dd-65e4-424b-9ba5-22bf15099c71 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports/07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 943 time: 0.1051505 Aug 23 14:25:19.473044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-e8832829-e7ee-4865-b396-f37e91258967 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714499 Aug 23 14:25:19.589502 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-3d45b57b-db68-420f-9b5d-9fa7fe5a7e92 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1002 time: 0.1030750 Aug 23 14:25:19.613233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Allocated IP 172.20.0.11 (fe6897df-a473-4773-8da4-637db1bf22d8/9b2a2d13-4fd6-4712-9ab4-d687527c9574/e9ae4397-65c7-486b-b04a-26d030aa2597) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:19.651878 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-69fa839e-e3af-4e8d-ac71-b1c9774f4afc service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802688 Aug 23 14:25:19.756708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154f10-8711-4d37-8278-240520a1fe5b req-76897524-c4bf-45ef-ab60-9c8caf58ca9a tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.758073 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-76897524-c4bf-45ef-ab60-9c8caf58ca9a tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.1628435 Aug 23 14:25:19.770272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-eb940d24-6c8c-470f-9af0-bf230a99d7fa req-b2a0a362-99b8-4406-a210-d92a092401f1 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845695 Aug 23 14:25:19.881294 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-ba3e4cc9-9fdf-457b-bb01-dde5f8f07d27 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 1002 time: 0.1144645 Aug 23 14:25:19.893488 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:19.990693 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59a7a0-d3fb-408e-b692-4707c75c25cb req-1469ffcb-f25f-4ee3-83ea-b904966feafa tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:19.992194 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4c59a7a0-d3fb-408e-b692-4707c75c25cb req-1469ffcb-f25f-4ee3-83ea-b904966feafa tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 945 time: 0.5671074 Aug 23 14:25:20.006498 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.159067 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4c59a7a0-d3fb-408e-b692-4707c75c25cb req-f1dc825b-51bd-4dd9-9ac9-8b74d27b7fe7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489329 Aug 23 14:25:20.169231 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-8a5b1ea6-f8cf-4560-85df-d5fb95cfba23 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979370 Aug 23 14:25:20.251634 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69ffac9-2359-476d-b086-d0b2b701d434', 'name': 'network-vif-deleted', 'tag': 'bd5d9252-7602-4e1c-be8d-b1045a90f2f0', 'status': 'completed', 'code': 200} Aug 23 14:25:20.264276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-afd47014-7568-434d-aa5f-2ea2e497dcb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.0853927 Aug 23 14:25:20.300645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.323857 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.408011 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.408625 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Floating IP b49c4be9-6330-4016-b14f-1b0aec15f159 disassociated. External IP: 172.25.7.123, port: 07b1fd24-9fe5-4b2c-8f62-090c44a11818. Aug 23 14:25:20.444330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-8d5fe25d-7b25-40cb-a68d-41702c4404cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.445818 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-8d5fe25d-7b25-40cb-a68d-41702c4404cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.1701608 Aug 23 14:25:20.556141 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-4db5ad36-5c56-429f-baa1-d72b62551053 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.557661 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-4db5ad36-5c56-429f-baa1-d72b62551053 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.2391179 Aug 23 14:25:20.581236 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-98c8d409-9fe9-4a74-bb5c-0bf78df322aa tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/quotas/87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 375 time: 0.0136011 Aug 23 14:25:20.588120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-a5bd9946-a622-4f32-8654-03d29cbcc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.590023 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-a5bd9946-a622-4f32-8654-03d29cbcc7b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327732 Aug 23 14:25:20.657740 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.676457 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e64d1fe9-59ad-4fcd-b050-8e40c16a8ff1 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:20.793268 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:25:20.808235 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Network fe6897df-a473-4773-8da4-637db1bf22d8 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:20.816450 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:20.825536 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:25:20.862646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:20.876226 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:20.922840 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-c0b6935b-d3fa-4203-b358-c8852659f8a9 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989717 Aug 23 14:25:20.933888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:20.934530 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:20.977559 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-ef1fdd5e-ec93-4f39-a6cf-0155568c6d9a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3849561 Aug 23 14:25:21.159552 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8046880 Aug 23 14:25:21.170963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:25:21.170963 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.175985 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:25:21.186684 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:21.187346 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:21.195927 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Request body: {'port': {'device_id': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:21.212388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:21.248023 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-cf319eb7-2076-4162-81a9-15704c1a5b88 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092835 Aug 23 14:25:21.266855 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-bd07b002-f29a-4b39-9c30-71b35774f354 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "PUT /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 200 len: 696 time: 1.3774989 Aug 23 14:25:21.267823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:21.327787 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-532dde8a-35a6-4685-9909-40d3d00d12d1 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220289 Aug 23 14:25:21.338157 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-d162bef7-0b79-43cc-9f9b-46ff3791839e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.0719318 Aug 23 14:25:21.411263 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:21.446384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154f10-8711-4d37-8278-240520a1fe5b req-92203376-f19b-4f36-a07f-eb6d41cc0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:21.464814 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-92203376-f19b-4f36-a07f-eb6d41cc0bc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.1768773 Aug 23 14:25:21.472602 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port fd1d4c9e-bc32-4a45-a99c-974e8a56859e completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:21.498675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port fd1d4c9e-bc32-4a45-a99c-974e8a56859e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:21.501130 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.736938 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-a8f15ed4-1198-409f-acb8-e930eb9452b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:21.739488 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-a8f15ed4-1198-409f-acb8-e930eb9452b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.3777499 Aug 23 14:25:21.739488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.785085 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154f10-8711-4d37-8278-240520a1fe5b req-f00b76a6-758d-485f-a598-bbefa36ee87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:21.787789 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-f00b76a6-758d-485f-a598-bbefa36ee87a service neutron] 10.222.0.72 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.3166137 Aug 23 14:25:21.868557 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:21.910857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:21.922413 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-6a9ebe71-dd81-4263-a13d-4f4f33f2cb66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 217 time: 0.1236660 Aug 23 14:25:21.923190 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:21.954574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-cc730e0b-3a78-4466-a80f-0e5e3447b2d0 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135442 Aug 23 14:25:22.001676 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:22.009467 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:25:22.019985 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:22.020628 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:22.034625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154f10-8711-4d37-8278-240520a1fe5b req-d88a7284-3553-438b-a873-861e300a6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:22.037732 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-d88a7284-3553-438b-a873-861e300a6511 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.1026678 Aug 23 14:25:22.106957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-f80b4ae8-ba67-4abe-bf6c-75bc92e503d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:22.109718 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-f80b4ae8-ba67-4abe-bf6c-75bc92e503d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3603697 Aug 23 14:25:22.163831 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.169852 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:22.226244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154f10-8711-4d37-8278-240520a1fe5b req-37e7e6a9-696d-4c8f-bb6c-120f9f385278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:22.234639 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-37e7e6a9-696d-4c8f-bb6c-120f9f385278 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858735 Aug 23 14:25:22.362867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=12']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:22.369982 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:22.401562 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-9146bc44-5265-436d-9194-65c1f991203a service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742410 Aug 23 14:25:22.556109 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:22.609630 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-7e2e3cfb-1974-4fef-b7e9-82d6c572fc87 service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740985 Aug 23 14:25:22.613766 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52698) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:22.631401 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ae4397-65c7-486b-b04a-26d030aa2597 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:22.676234 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.745655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Transition to ACTIVE for port object e9ae4397-65c7-486b-b04a-26d030aa2597 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:22.752074 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1cb159d-7563-4fcc-b3b3-ec01adde000b req-5c7caadf-c605-4fe7-9c2d-3fcc86ce8638 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432753 Aug 23 14:25:22.929376 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:22.940010 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a3d27997-ae41-49dc-8b54-88d89f6c403e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:23.117134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:23.127738 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:23.263219 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f154f10-8711-4d37-8278-240520a1fe5b req-cbf06617-3b05-43ba-888c-03189d83a4be service neutron] 10.222.0.72 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508717 Aug 23 14:25:23.319577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c2d15-1781-4fb6-9cb1-09fe12f1f0a2 req-1e5cf0d8-5856-4b83-a57f-62c3ce51a977 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:23.320668 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:23.321040 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3d5c2d15-1781-4fb6-9cb1-09fe12f1f0a2 req-1e5cf0d8-5856-4b83-a57f-62c3ce51a977 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:23.331017 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed62ae-fb79-4aac-b06e-e37671b8038e None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:23:47Z', 'revision_number': 4, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'd0fc046a-7595-4e6a-81f7-d1710e8f4b5d', 'name': '', 'network_id': '403500fe-a527-4904-b518-a78a46463133', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'mac_address': 'fa:16:3e:9e:ab:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '467d542a-192a-463e-93f0-d4331360024f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:46Z', 'updated_at': '2021-08-23T14:23:54Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'subnets': [{'id': '467d542a-192a-463e-93f0-d4331360024f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:25:23.358078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Attempting to bind port e9ae4397-65c7-486b-b04a-26d030aa2597 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:23.358758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Attempting to bind port e9ae4397-65c7-486b-b04a-26d030aa2597 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:23.359307 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Attempting to bind port e9ae4397-65c7-486b-b04a-26d030aa2597 on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:25:23.382690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Port e9ae4397-65c7-486b-b04a-26d030aa2597 on network fe6897df-a473-4773-8da4-637db1bf22d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:25:23.386051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Attempting to bind port e9ae4397-65c7-486b-b04a-26d030aa2597 on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:25:23.394667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:25:23.395013 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Checking segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:25:23.395404 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Bound using segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:25:23.395865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Bound port: e9ae4397-65c7-486b-b04a-26d030aa2597, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:23.396401 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.542887 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-3d5c2d15-1781-4fb6-9cb1-09fe12f1f0a2 req-1e5cf0d8-5856-4b83-a57f-62c3ce51a977 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:23.556517 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d5c2d15-1781-4fb6-9cb1-09fe12f1f0a2 req-1e5cf0d8-5856-4b83-a57f-62c3ce51a977 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 944 time: 0.6577871 Aug 23 14:25:23.582283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:25:23.606157 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:25:23.631016 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3d5c2d15-1781-4fb6-9cb1-09fe12f1f0a2 req-f9f9630b-fbe6-48d3-8006-244dbc418e66 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761762 Aug 23 14:25:23.746083 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f3de087-501b-4988-b6d9-67807f2b4f63 req-8325840c-ea69-4ea2-b02a-0f24f8c95977 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0654461 Aug 23 14:25:23.746651 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.757708 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-19c52fc3-c0af-437f-8fa7-5b579d483a0f tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:23.786487 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8994ad-f30c-4451-a6cb-ca4e7fc786c5 None None] New status for floating IP b49c4be9-6330-4016-b14f-1b0aec15f159: DOWN {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:25:23.859851 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'status': 'completed', 'code': 200} Aug 23 14:25:23.906599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:23.907675 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:23.909379 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] 10.222.0.82 "PUT /v2.0/ports/e9ae4397-65c7-486b-b04a-26d030aa2597 HTTP/1.1" status: 200 len: 1092 time: 2.7283187 Aug 23 14:25:23.932621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:24.020058 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'code': 200} Aug 23 14:25:24.127331 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-148053fb-63f4-44a2-9d10-534475304b2c req-85b9bf6a-c7ab-4817-90b2-cf7c33580973 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 210 time: 0.1075861 Aug 23 14:25:24.135862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:24.139822 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:24.169431 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.421717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-10931b7e-c00b-479e-86d1-a3e28173bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:24.421717 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-10931b7e-c00b-479e-86d1-a3e28173bdb7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 1097 time: 0.5048666 Aug 23 14:25:24.450143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17784b-f758-4a43-9ef1-32b14ac16dee req-ee404a6b-fa08-4b54-8ebc-6f344c4926ba tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:24.460983 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d17784b-f758-4a43-9ef1-32b14ac16dee req-ee404a6b-fa08-4b54-8ebc-6f344c4926ba tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 946 time: 0.5415082 Aug 23 14:25:24.829229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bd44-5e05-4168-b421-58daf731ac68 req-f87b9c91-190e-4fcb-a13c-117af27bd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:24.839982 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-f87b9c91-190e-4fcb-a13c-117af27bd4b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 1095 time: 0.6975851 Aug 23 14:25:24.839982 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4d17784b-f758-4a43-9ef1-32b14ac16dee req-4dba797b-519a-45a7-af04-0e754e1156a6 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3832617 Aug 23 14:25:24.856076 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Deleting port f6e320aa-5bad-472e-aa82-5e651c31e554 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:24.856539 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:24.930810 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-1c4a62b3-46c1-412f-9703-dee4f1aa51d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ae4397-65c7-486b-b04a-26d030aa2597 HTTP/1.1" status: 200 len: 217 time: 0.0806839 Aug 23 14:25:24.991264 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-285f23fd-29d6-44e7-8b2e-8c652f2051bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.004768 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-285f23fd-29d6-44e7-8b2e-8c652f2051bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 200 len: 923 time: 0.5627773 Aug 23 14:25:25.080891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-8ec45f88-c095-4070-ac94-2b59151b5538 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 200 len: 217 time: 0.0766234 Aug 23 14:25:25.086970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bd44-5e05-4168-b421-58daf731ac68 req-4b20c74f-9668-4320-976e-6228684f2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.088681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-4b20c74f-9668-4320-976e-6228684f2c84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b2a2d13-4fd6-4712-9ab4-d687527c9574 HTTP/1.1" status: 200 len: 845 time: 0.1484516 Aug 23 14:25:25.102880 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] For port f6e320aa-5bad-472e-aa82-5e651c31e554, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=f6e320aa-5bad-472e-aa82-5e651c31e554,segment=NetworkSegment(d70cc916-5eeb-414b-bad6-27c031ff6fbf),segment_id=d70cc916-5eeb-414b-bad6-27c031ff6fbf)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:25.103412 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.131450 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6777-71d1-4f24-ae6b-0efbd1dda3ff req-f362fb27-e2b4-415a-be1b-9a89ce7aae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.131450 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e54e6777-71d1-4f24-ae6b-0efbd1dda3ff req-f362fb27-e2b4-415a-be1b-9a89ce7aae65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 1097 time: 0.4040110 Aug 23 14:25:25.179077 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'status': 'completed', 'code': 200} Aug 23 14:25:25.207112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-4231731d-bba4-49e0-9b4a-39d31aee3009 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe6897df-a473-4773-8da4-637db1bf22d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754421 Aug 23 14:25:25.261743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-4c799e1c-d56c-41da-8798-0e1d8ba88c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.263251 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-4c799e1c-d56c-41da-8798-0e1d8ba88c9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 200 len: 860 time: 0.1728227 Aug 23 14:25:25.284282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Calling delete_port for f6e320aa-5bad-472e-aa82-5e651c31e554 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:25.374543 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e54e6777-71d1-4f24-ae6b-0efbd1dda3ff req-1f7f4f2b-f669-4e76-95ce-4030518e0ded service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978090 Aug 23 14:25:25.526747 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9591ed90-b8de-4919-8d73-9b77275d33e5 req-ce7ba1e8-0ad7-42ba-9a76-8db5b1e42b6f tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0535004 Aug 23 14:25:25.643283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-d3082648-5b3a-4194-8fc6-a2bb11ae49dc service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244611 Aug 23 14:25:25.685863 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-43ed291d-cb4f-4d21-acf2-751a2c95e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.687314 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-43ed291d-cb4f-4d21-acf2-751a2c95e4b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=403500fe-a527-4904-b518-a78a46463133&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4082725 Aug 23 14:25:25.712240 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:25.719258 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-91855b27-ed61-4917-9e18-c75a2cbbebb9 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:25.743360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3969b59-4ecb-4ff8-bca2-547524b4e49c req-e720504e-d00e-4ca2-9383-ed7a127e9f05 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.744835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c3969b59-4ecb-4ff8-bca2-547524b4e49c req-e720504e-d00e-4ca2-9383-ed7a127e9f05 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 944 time: 0.4607763 Aug 23 14:25:25.812078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e320aa-5bad-472e-aa82-5e651c31e554,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:25.826489 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:25.874477 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f27e6d86-f391-4ed4-9554-6bb6bd83f035 req-3f8e9904-662b-406f-9f8b-15602a5f6ef6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 210 time: 0.0860872 Aug 23 14:25:25.917363 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-5efda924-9dc8-4382-8bad-26f34596ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:25.919639 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-5efda924-9dc8-4382-8bad-26f34596ff23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.4080255 Aug 23 14:25:26.067603 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0537bd44-5e05-4168-b421-58daf731ac68 req-e67940e3-0427-43bc-afdf-8c601b7ea7ca service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046783 Aug 23 14:25:26.085768 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c3969b59-4ecb-4ff8-bca2-547524b4e49c req-7eb6b5ed-5137-47fd-ad8d-d37a33780871 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612400 Aug 23 14:25:26.107542 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.255955 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-5219175f-2b1d-49be-8ca0-bf24db006d37 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586514 Aug 23 14:25:26.296155 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-7d0a33d5-74cc-4d0e-bdd3-8023b113394a tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 200 len: 694 time: 0.1278174 Aug 23 14:25:26.387928 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a8e2-fff0-497d-beac-1ffa35115109 req-7aaa07db-1968-4f74-bc87-dffb5e97b048 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:26.389714 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c576a8e2-fff0-497d-beac-1ffa35115109 req-7aaa07db-1968-4f74-bc87-dffb5e97b048 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.3990626 Aug 23 14:25:26.400183 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:26.548807 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c576a8e2-fff0-497d-beac-1ffa35115109 req-f9fddb35-f254-41fa-b3da-d057619c75c7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334226 Aug 23 14:25:26.700102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-b2a60fb2-7362-4a5b-aaaa-5a8db4f3a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:26.701565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-b2a60fb2-7362-4a5b-aaaa-5a8db4f3a211 service neutron] 10.222.0.82 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.7582998 Aug 23 14:25:26.929217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-4ff766e8-ec14-4f7c-a21e-3c5c0dcb041b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 200 len: 217 time: 0.1829712 Aug 23 14:25:27.115323 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e9fd1fd-f15e-40a5-b063-554b978b2381 req-0265d064-d921-4fb1-bf6d-f3da4463d7d2 service neutron] 10.222.0.82 "GET /v2.0/networks/403500fe-a527-4904-b518-a78a46463133?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471811 Aug 23 14:25:27.196212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-3dd019d0-d606-45ed-845d-ceb25649a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.198135 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-3dd019d0-d606-45ed-845d-ceb25649a812 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 1095 time: 0.5960748 Aug 23 14:25:27.204035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-102f43fd-b791-4854-82d4-871ba3b32bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.205850 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-102f43fd-b791-4854-82d4-871ba3b32bf0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.2591727 Aug 23 14:25:27.217407 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-5b6b24cb-781d-4c4f-9aee-d71b0d2d21cf tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.225145 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-5b6b24cb-781d-4c4f-9aee-d71b0d2d21cf tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/networks/ab9f8435-4b22-4f4a-8048-f1559421213b HTTP/1.1" status: 200 len: 784 time: 0.9137404 Aug 23 14:25:27.324665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da2c4-8ebd-45dd-9f49-1d8a79323db7 req-452e80a6-8386-486d-9bec-987ef9d54f67 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.328440 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f05da2c4-8ebd-45dd-9f49-1d8a79323db7 req-452e80a6-8386-486d-9bec-987ef9d54f67 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 946 time: 0.4275379 Aug 23 14:25:27.352505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-45d8df38-da9a-421c-976d-03856f990a7a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:27.354102 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-45d8df38-da9a-421c-976d-03856f990a7a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.6555829 Aug 23 14:25:27.374211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-2bfaf3c8-a5ad-4ab5-8c12-888bb1e4ae2b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275034 Aug 23 14:25:27.392251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'port': {'device_id': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'admin_state_up': True, 'tenant_id': '87297a12b9264a8abbf6b71583c33828'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:27.465429 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f05da2c4-8ebd-45dd-9f49-1d8a79323db7 req-2997690c-402d-455c-bd97-1d012e63d8c6 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789745 Aug 23 14:25:27.471254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Router 6f7a886c-6406-4e5d-a226-5234c46d632f has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:25:27.530243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-74d68d64-006d-43b8-a4b1-ce5c31d362e5 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 697 time: 0.3040969 Aug 23 14:25:27.635882 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee0ea-7455-4476-9493-4a1649dbdff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.755732 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:25:27.765734 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:27.765995 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-d66d1abb-88c8-4878-a292-793997c9783a tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 697 time: 0.2348306 Aug 23 14:25:27.769449 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] Sync routers for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:25:27.799412 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:27.800667 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:27.837672 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cc416003-3551-4a1d-a896-b2fe8cf83781 req-d5036171-745c-4f65-a6b7-7dcd46eacb32 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0656953 Aug 23 14:25:27.956846 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-33cb6f8f-bb95-4795-8094-87fdff02955c service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395875 Aug 23 14:25:27.961469 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] 10.222.0.72 "PUT /v2.0/routers/6f7a886c-6406-4e5d-a226-5234c46d632f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3444045 Aug 23 14:25:27.966059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52784) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:28.000649 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:28.005472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-39385364-ee0d-4f3f-8714-3056280424fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:28.013598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-39385364-ee0d-4f3f-8714-3056280424fb service neutron] 10.222.0.82 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 907 time: 0.8020022 Aug 23 14:25:28.314409 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:28.327595 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.332997 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:25:25Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:28.337823 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4047c291-39a5-40d3-ade9-9ec31e2b9b1d req-d71f3ee6-e3bb-4a94-8fb3-321012ecd936 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 210 time: 0.0797963 Aug 23 14:25:28.338378 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] Checking router: 6f7a886c-6406-4e5d-a226-5234c46d632f for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:25:28.347833 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] Routers {'6f7a886c-6406-4e5d-a226-5234c46d632f'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:28.348526 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6f7a886c-6406-4e5d-a226-5234c46d632f'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:28.364736 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.445436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-121cdd03-9ce4-4de5-8357-269904073a3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9ae4397-65c7-486b-b04a-26d030aa2597 HTTP/1.1" status: 200 len: 217 time: 0.1282263 Aug 23 14:25:28.537482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:28.543943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Deleting port 24d1d95c-3e7d-4ca9-ba6f-c2cd826c7cec {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:28.544531 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.562877 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] Set router 6f7a886c-6406-4e5d-a226-5234c46d632f gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:28.645485 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7416a576-ba61-485a-a75c-469cd6e5cfd3 req-dfa7bd08-2314-42b0-95fa-ecdf9acd8eca service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657360 Aug 23 14:25:28.654578 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-48886a91-160e-4fba-8341-6d1475bf56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:28.664619 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-48886a91-160e-4fba-8341-6d1475bf56f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b2a2d13-4fd6-4712-9ab4-d687527c9574 HTTP/1.1" status: 200 len: 845 time: 0.2060580 Aug 23 14:25:28.735137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Made reservation on behalf of 87297a12b9264a8abbf6b71583c33828 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:28.738891 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.765009 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-6182a1d8-bc07-4a8c-8e3d-f2a66f39bcdf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe6897df-a473-4773-8da4-637db1bf22d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828621 Aug 23 14:25:28.815570 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:28.850501 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4028a-440c-46a3-a7e1-d3573f9cc8d4 req-db9c2443-00ec-45b5-a916-7b4f97bac674 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:28.850501 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1dd4028a-440c-46a3-a7e1-d3573f9cc8d4 req-db9c2443-00ec-45b5-a916-7b4f97bac674 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 944 time: 0.2949526 Aug 23 14:25:28.891715 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1dd4028a-440c-46a3-a7e1-d3573f9cc8d4 req-fe28a8b3-0da6-4156-9aa4-10b65d493875 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:28.964763 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:25:25Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:28.968762 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78841a7c-4323-418c-b6aa-fda0387f201b None None] The sync data for ids ['6f7a886c-6406-4e5d-a226-5234c46d632f'] in n-d-805628-1 is: [{'id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1884405885-router', 'tenant_id': 'bfb99301e5b345299854f5940e9dfa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '06b49d9f-837e-46df-8821-7dbd91851411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:54Z', 'updated_at': '2021-08-23T14:25:25Z', 'revision_number': 5, 'project_id': 'bfb99301e5b345299854f5940e9dfa31', 'gw_port': {'id': '06b49d9f-837e-46df-8821-7dbd91851411', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:4d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a886c-6406-4e5d-a226-5234c46d632f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:57Z', 'updated_at': '2021-08-23T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:25:28.979034 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Deleting port 06b49d9f-837e-46df-8821-7dbd91851411 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:28.979679 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.021144 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.021144 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.154582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1dd4028a-440c-46a3-a7e1-d3573f9cc8d4 req-fe28a8b3-0da6-4156-9aa4-10b65d493875 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:29.154582 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1dd4028a-440c-46a3-a7e1-d3573f9cc8d4 req-fe28a8b3-0da6-4156-9aa4-10b65d493875 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026659 Aug 23 14:25:29.193398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] For port 06b49d9f-837e-46df-8821-7dbd91851411, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=06b49d9f-837e-46df-8821-7dbd91851411,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:29.193754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.196002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Calling delete_port for 24d1d95c-3e7d-4ca9-ba6f-c2cd826c7cec owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:29.321670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Calling delete_port for 06b49d9f-837e-46df-8821-7dbd91851411 owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:29.347217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-ca45d566-85d6-48e3-8718-ee97387dbad7 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088215 Aug 23 14:25:29.405963 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Allocated IP 172.20.0.3 (875e11a6-5dac-4a9b-8090-7584ccbc87a2/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72/95ac4b79-ea93-4447-a32d-29b3627e8d24) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:29.495380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd3e6-5ede-4ee6-b9ff-a92fdb1d1726 req-343a8c3c-384d-4d19-9113-0131d8561f40 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:29.497210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-957fd3e6-5ede-4ee6-b9ff-a92fdb1d1726 req-343a8c3c-384d-4d19-9113-0131d8561f40 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1833386 Aug 23 14:25:29.559650 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-957fd3e6-5ede-4ee6-b9ff-a92fdb1d1726 req-199b33c4-f996-406d-bcc3-6e547079b825 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507987 Aug 23 14:25:29.636998 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-538594c9-cab5-42d1-b970-cbc13ee20e72 req-95f81417-1c28-4340-ab08-7658bad47a48 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730889 Aug 23 14:25:29.734032 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e9ae4397-65c7-486b-b04a-26d030aa2597 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:29.767913 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.768212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222edf-c87d-48d6-8d53-b7fbfae2a8b2 req-05b3a039-d533-4d10-9890-236dcbc7ae08 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:29.769769 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d222edf-c87d-48d6-8d53-b7fbfae2a8b2 req-05b3a039-d533-4d10-9890-236dcbc7ae08 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 946 time: 0.0852764 Aug 23 14:25:29.770880 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9078613e-97a8-47e7-bf40-638c826fe176 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:29.819118 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0d222edf-c87d-48d6-8d53-b7fbfae2a8b2 req-7a8c2091-bc27-4cae-836b-72f69cf58cb6 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426676 Aug 23 14:25:29.828331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Pushing event deleted for resources: {'Port': ['ID=24d1d95c-3e7d-4ca9-ba6f-c2cd826c7cec,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:29.870970 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.886173 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:29.891726 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:29.901149 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'mac_address': 'fa:16:3e:f2:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:29.902631 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Transition to ACTIVE for port object 95ac4b79-ea93-4447-a32d-29b3627e8d24 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:29.922769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.928689 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-da7d714d-999d-4d87-87a8-1d39f3ba6758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:29.972924 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:29.980765 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b49d9f-837e-46df-8821-7dbd91851411,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:30.008615 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:30.058451 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b07657d3-01b6-439c-97f9-7b97b7e72251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.075735 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ae4397-65c7-486b-b04a-26d030aa2597 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:30.094454 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:30.152559 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.181078 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.251596 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.251596 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:30.265600 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0c037c79-1f37-42bc-9a44-c810bb149c4c req-75dca504-365a-49d6-bf84-39ee940f4070 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.1596208 Aug 23 14:25:30.312703 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:30.316315 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:30.347932 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.351025 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.398563 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.410210 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d509d3ff-bac3-4c21-9575-4f0161f30572 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:30.413928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f755f570-baec-429b-b894-51257db9cae8', '666175a3-ce00-48b6-a474-478474975e81'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:30.463846 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f6e320aa-5bad-472e-aa82-5e651c31e554 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:30.468211 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.469610 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f994883f-bfbb-4c5d-b370-f2ddae40c95c req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "DELETE /v2.0/floatingips/b49c4be9-6330-4016-b14f-1b0aec15f159 HTTP/1.1" status: 204 len: 173 time: 2.7028213 Aug 23 14:25:30.483634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d68215-592f-41e5-b8c2-614789340e63 req-c94c06ca-1753-4327-b165-a5b53879eb33 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:30.485417 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8d68215-592f-41e5-b8c2-614789340e63 req-c94c06ca-1753-4327-b165-a5b53879eb33 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 931 time: 0.1011770 Aug 23 14:25:30.504709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:30.504709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:30.510170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:25:30.530465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['e9ae4397-65c7-486b-b04a-26d030aa2597'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:30.533633 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.534887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7a886c-6406-4e5d-a226-5234c46d632f {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:25:30.556110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=95ac4b79-ea93-4447-a32d-29b3627e8d24,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:30.561913 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:30.566476 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a8d68215-592f-41e5-b8c2-614789340e63 req-44219496-d695-409c-a533-3618833e274c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730748 Aug 23 14:25:30.578263 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.580962 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] 10.222.0.72 "DELETE /v2.0/routers/6f7a886c-6406-4e5d-a226-5234c46d632f HTTP/1.1" status: 204 len: 168 time: 2.6136372 Aug 23 14:25:30.584201 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52806) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:30.614066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: f6e320aa-5bad-472e-aa82-5e651c31e554 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:25:30.614753 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device f6e320aa-5bad-472e-aa82-5e651c31e554 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:30.628944 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:30.630220 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.728915 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Deleting subnet b3d7c0f2-848b-4976-9420-969ff72f4eb8 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:25:30.739277 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.817425 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.837278 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4637334 Aug 23 14:25:30.850178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Request body: {'port': {'device_id': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:30.891462 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:30.949355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529abd60-180d-4ca5-a8e9-11d1164a3bdd req-4dd16d85-427b-49e0-b8b6-76d695128244 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:30.951173 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-529abd60-180d-4ca5-a8e9-11d1164a3bdd req-4dd16d85-427b-49e0-b8b6-76d695128244 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 945 time: 0.2466896 Aug 23 14:25:31.078407 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.096623 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-529abd60-180d-4ca5-a8e9-11d1164a3bdd req-53a0810e-26a3-45d3-baa6-1a3bb3b7ce89 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861335 Aug 23 14:25:31.390699 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-70094a68-c4c0-4d53-9255-06a59b5b2e53 None None] Provisioning for port 95ac4b79-ea93-4447-a32d-29b3627e8d24 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:31.408348 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.408531 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-70094a68-c4c0-4d53-9255-06a59b5b2e53 None None] Provisioning complete for port 95ac4b79-ea93-4447-a32d-29b3627e8d24 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:31.408621 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ee72a00-bb72-4a62-b088-067e1c3b44c0 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:31.408711 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70094a68-c4c0-4d53-9255-06a59b5b2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.433803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d7c0f2-848b-4976-9420-969ff72f4eb8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:31.436546 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:31.439060 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.449493 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3d7c0f2-848b-4976-9420-969ff72f4eb8 HTTP/1.1" status: 204 len: 168 time: 0.8642006 Aug 23 14:25:31.452164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52816) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:31.453213 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-70094a68-c4c0-4d53-9255-06a59b5b2e53 None None] Port 95ac4b79-ea93-4447-a32d-29b3627e8d24 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:25:31.484796 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdbc52-097f-4ef7-9e71-6a11e4ad8c6b req-45887339-fc22-42bd-8871-59b13878012b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:31.486974 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-51bdbc52-097f-4ef7-9e71-6a11e4ad8c6b req-45887339-fc22-42bd-8871-59b13878012b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2583871 Aug 23 14:25:31.562039 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-51bdbc52-097f-4ef7-9e71-6a11e4ad8c6b req-df94c7ff-18f4-4573-859b-13805629ac06 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680079 Aug 23 14:25:31.589922 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.667317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ac4b79-ea93-4447-a32d-29b3627e8d24 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:31.676376 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.695185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Transition to ACTIVE for port object 95ac4b79-ea93-4447-a32d-29b3627e8d24 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:31.728354 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.759672 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e9ae4397-65c7-486b-b04a-26d030aa2597 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:31.885166 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b725e297-8fdf-4c1c-806d-d24bb7f3e74a req-3fd13538-fcf2-454b-826a-f8dc1ae6aad5 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0539253 Aug 23 14:25:31.892796 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.905538 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.915786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59281926-8e6f-42b5-b54b-19d405ad026c']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:31.916490 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b7ff37c5-e735-4037-a371-2658c7dc5713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:31.947738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70cc916-5eeb-414b-bad6-27c031ff6fbf') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:31.961272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70cc916-5eeb-414b-bad6-27c031ff6fbf') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:31.982471 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:31.985723 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port e9ae4397-65c7-486b-b04a-26d030aa2597 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:31.992943 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port e9ae4397-65c7-486b-b04a-26d030aa2597 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:31.993360 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.010708 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.021735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:25:32.022140 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:32.065154 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:32.193145 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=95ac4b79-ea93-4447-a32d-29b3627e8d24,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:32.200866 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:32.215994 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.268491 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:32.274415 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:32.315495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef72339-f7bf-49f9-994b-17a1f54ac1ae req-b1e923a7-3392-4362-9621-5ddd48f1b01d tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:32.317100 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5ef72339-f7bf-49f9-994b-17a1f54ac1ae req-b1e923a7-3392-4362-9621-5ddd48f1b01d tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 946 time: 0.1147523 Aug 23 14:25:32.357560 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Attempting to bind port 95ac4b79-ea93-4447-a32d-29b3627e8d24 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:32.357900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Attempting to bind port 95ac4b79-ea93-4447-a32d-29b3627e8d24 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:32.358231 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Attempting to bind port 95ac4b79-ea93-4447-a32d-29b3627e8d24 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:25:32.366827 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5ef72339-f7bf-49f9-994b-17a1f54ac1ae req-41bb7c7f-a822-45b9-b9fe-4f0251e9a8b2 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Aug 23 14:25:32.371434 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2cc39-a93f-4a7f-bf29-dc035469ed9c req-e779bdb1-71e9-4d44-b52d-70d5e52113a8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:32.372218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-09a2cc39-a93f-4a7f-bf29-dc035469ed9c req-e779bdb1-71e9-4d44-b52d-70d5e52113a8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:32.377536 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Port 95ac4b79-ea93-4447-a32d-29b3627e8d24 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:25:32.377874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Attempting to bind port 95ac4b79-ea93-4447-a32d-29b3627e8d24 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:25:32.388665 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.389157 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:25:32.389479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:25:32.389861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Bound using segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:25:32.390294 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Bound port: 95ac4b79-ea93-4447-a32d-29b3627e8d24, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:32.390638 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.396066 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:32.423411 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.430009 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-49b35d7c-7d6f-469e-9bec-1809c0a1b0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:32.449713 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.465798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=59281926-8e6f-42b5-b54b-19d405ad026c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:32.470609 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 06b49d9f-837e-46df-8821-7dbd91851411 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:32.470923 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:32.509842 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] For port 95ac4b79-ea93-4447-a32d-29b3627e8d24, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:25:32.513224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] For port 95ac4b79-ea93-4447-a32d-29b3627e8d24, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:25:32.514086 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:32.516164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 06b49d9f-837e-46df-8821-7dbd91851411 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:25:32.516518 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 06b49d9f-837e-46df-8821-7dbd91851411 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:32.524931 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.525421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.525679 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.526007 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.526502 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.526831 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.527076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-09a2cc39-a93f-4a7f-bf29-dc035469ed9c req-e779bdb1-71e9-4d44-b52d-70d5e52113a8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:32.527186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.527462 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.527780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.528406 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09a2cc39-a93f-4a7f-bf29-dc035469ed9c req-e779bdb1-71e9-4d44-b52d-70d5e52113a8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 943 time: 0.4458578 Aug 23 14:25:32.529344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.529881 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.530236 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:32.534249 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:32.577577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09a2cc39-a93f-4a7f-bf29-dc035469ed9c req-7bd08137-ac73-4f03-bead-661efbc5b244 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Aug 23 14:25:32.603921 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/59281926-8e6f-42b5-b54b-19d405ad026c HTTP/1.1" status: 204 len: 168 time: 1.1503525 Aug 23 14:25:32.623324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e82d4-121c-4132-aad8-52c5c2ff62f8 req-9c779dce-f3e1-4f7d-811d-57273f283497 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:32.629769 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d71e82d4-121c-4132-aad8-52c5c2ff62f8 req-9c779dce-f3e1-4f7d-811d-57273f283497 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 946 time: 0.1055486 Aug 23 14:25:32.633326 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'code': 200} Aug 23 14:25:32.660328 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.670974 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-05dc11e9-103c-40ce-8149-3ee8db977cb1 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:32.697541 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d71e82d4-121c-4132-aad8-52c5c2ff62f8 req-8f4ca05c-4fb7-4301-b2eb-b24c0fde41ae tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643120 Aug 23 14:25:32.788929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:32.790118 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:32.791643 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] 10.222.0.64 "PUT /v2.0/ports/95ac4b79-ea93-4447-a32d-29b3627e8d24 HTTP/1.1" status: 200 len: 1091 time: 1.9476125 Aug 23 14:25:32.828241 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:32.883000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Pushing event updated for resources: {'Port': ['ID=95ac4b79-ea93-4447-a32d-29b3627e8d24,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:32.889005 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:32.893958 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24', 'status': 'completed', 'code': 200} Aug 23 14:25:33.094140 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.109843 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7af9a-87f7-48e9-b161-1da31efea82d req-732b0880-11bd-4e1d-9758-bbd7bfddbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.111342 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6fa7af9a-87f7-48e9-b161-1da31efea82d req-732b0880-11bd-4e1d-9758-bbd7bfddbfb7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 1097 time: 0.3968098 Aug 23 14:25:33.122721 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2024a278-338d-41a8-986e-9ae7f47589ac req-ad91bdf1-bc3e-4e23-b9fa-03ae94512db9 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0551031 Aug 23 14:25:33.124014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df327-8eb6-463b-8b4d-93b699dedb85 req-f96952b2-a56b-4247-b617-5ce5cc38cc80 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.125499 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-131df327-8eb6-463b-8b4d-93b699dedb85 req-f96952b2-a56b-4247-b617-5ce5cc38cc80 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.3615050 Aug 23 14:25:33.212063 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6fa7af9a-87f7-48e9-b161-1da31efea82d req-79404a4c-56ca-4dd2-a389-ed3738a1951c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854352 Aug 23 14:25:33.218453 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-131df327-8eb6-463b-8b4d-93b699dedb85 req-9fa21244-74b7-458b-9214-9567b67f4920 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Aug 23 14:25:33.226788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d833-34a1-4d52-b652-ffd37a833dd8 req-ff30bccf-3516-4d83-a28d-bf24be4d8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.228434 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8527d833-34a1-4d52-b652-ffd37a833dd8 req-ff30bccf-3516-4d83-a28d-bf24be4d8fa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 1094 time: 0.3123095 Aug 23 14:25:33.275662 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52838) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:33.329505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5ce8b18f-de37-4d50-94c4-8f687fad5523 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfb99301e5b345299854f5940e9dfa31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503838 Aug 23 14:25:33.329805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52842) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:33.391350 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.394970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d833-34a1-4d52-b652-ffd37a833dd8 req-7b340740-b65c-4f7c-80b5-796e4dff3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.396535 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8527d833-34a1-4d52-b652-ffd37a833dd8 req-7b340740-b65c-4f7c-80b5-796e4dff3d51 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=87297a12b9264a8abbf6b71583c33828&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1497693 Aug 23 14:25:33.420475 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.602425 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b376513-0c9d-4de9-8376-11688bdfaa10 req-40a5b800-b792-41e7-a279-3abb9fa16902 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0562339 Aug 23 14:25:33.623338 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b50d5-c5fd-4661-943c-cee95770e84e req-4d7e7209-a077-4064-814c-6d36a80ca00a tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.623338 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-472b50d5-c5fd-4661-943c-cee95770e84e req-4d7e7209-a077-4064-814c-6d36a80ca00a tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 946 time: 0.0896759 Aug 23 14:25:33.623338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.628522 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:33.649112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d833-34a1-4d52-b652-ffd37a833dd8 req-ddeacb63-c182-4378-8095-f1ff7e274ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.650479 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8527d833-34a1-4d52-b652-ffd37a833dd8 req-ddeacb63-c182-4378-8095-f1ff7e274ab8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2461066 Aug 23 14:25:33.658508 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-22c581fc-d1cc-4566-bbc6-d55b82b6d3d7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.658845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-22c581fc-d1cc-4566-bbc6-d55b82b6d3d7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:33.662781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2ea7c0-ff79-46d8-af79-02b6cff6e506,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:33.667399 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:33.695916 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-472b50d5-c5fd-4661-943c-cee95770e84e req-16b762be-345a-4327-9a54-8ccddc19c80c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584908 Aug 23 14:25:33.772897 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:33.777940 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e2ea7c0-ff79-46d8-af79-02b6cff6e506 HTTP/1.1" status: 204 len: 168 time: 0.4461038 Aug 23 14:25:33.794562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd07a78-51af-41fd-83f1-3e778ae921f1 req-cacfd6c5-07ac-4e96-8ff2-bace1a2f9824 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.796138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd07a78-51af-41fd-83f1-3e778ae921f1 req-cacfd6c5-07ac-4e96-8ff2-bace1a2f9824 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 943 time: 0.0908699 Aug 23 14:25:33.837069 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-22c581fc-d1cc-4566-bbc6-d55b82b6d3d7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:33.837446 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-22c581fc-d1cc-4566-bbc6-d55b82b6d3d7 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 946 time: 0.4143875 Aug 23 14:25:33.888659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f12a9-784f-499b-a7d0-037e054eec74 req-840c5b4b-9182-445b-8931-fe0dcf67d3c0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:33.898527 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b15f12a9-784f-499b-a7d0-037e054eec74 req-840c5b4b-9182-445b-8931-fe0dcf67d3c0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 946 time: 0.0988460 Aug 23 14:25:33.937985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0cd07a78-51af-41fd-83f1-3e778ae921f1 req-dd11df4f-0dae-4c13-b6cf-8960c521804a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294360 Aug 23 14:25:33.945697 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b15f12a9-784f-499b-a7d0-037e054eec74 req-fd7773f9-00ac-4834-a875-3354bca19ec6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484073 Aug 23 14:25:33.986695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Deleting port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:33.986695 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.038042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-5bced4dc-f891-4316-9922-f4ecf92bb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:34.039511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-5bced4dc-f891-4316-9922-f4ecf92bb718 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 1094 time: 0.2012281 Aug 23 14:25:34.157673 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-1c1efc76-6e21-4b5a-9524-75d0d5c118dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24 HTTP/1.1" status: 200 len: 217 time: 0.0787625 Aug 23 14:25:34.295033 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23d2fba3-e1f0-4839-9dfa-baab68a64b68 req-6b15b918-c0cf-4909-9ed8-1776aaee6dce tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0446608 Aug 23 14:25:34.331587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-4d83ffdd-d277-451f-a153-7d6389950f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:34.334363 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-4d83ffdd-d277-451f-a153-7d6389950f46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1680653 Aug 23 14:25:34.496935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] For port 07b1fd24-9fe5-4b2c-8f62-090c44a11818, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=07b1fd24-9fe5-4b2c-8f62-090c44a11818,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:34.497331 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:34.671474 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Calling delete_port for 07b1fd24-9fe5-4b2c-8f62-090c44a11818 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:34.729638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-383b1e47-133a-4b65-a84d-344a6c802c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:34.731149 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-383b1e47-133a-4b65-a84d-344a6c802c13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3868089 Aug 23 14:25:34.782627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fe19c-64a1-413b-82d8-c624aee48d2d req-3384d57c-dc96-4816-91f5-c4bb7541a509 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:34.784140 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c3fe19c-64a1-413b-82d8-c624aee48d2d req-3384d57c-dc96-4816-91f5-c4bb7541a509 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.3937035 Aug 23 14:25:34.920768 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8172b-a4ff-47c1-8a46-86372383a470 req-656da89d-c235-46bb-ae34-20d1aea1911c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:34.920768 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74b8172b-a4ff-47c1-8a46-86372383a470 req-656da89d-c235-46bb-ae34-20d1aea1911c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 946 time: 0.0840435 Aug 23 14:25:34.979029 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74b8172b-a4ff-47c1-8a46-86372383a470 req-3ff11dfb-c071-4699-b790-e833f7af83d0 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/security-groups?id=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545170 Aug 23 14:25:35.110497 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9c3fe19c-64a1-413b-82d8-c624aee48d2d req-0b1eb26e-b97c-4bc1-b35b-ffe9e528c43d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004868 Aug 23 14:25:35.162977 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-e78d2342-8d73-4bc6-be92-c449b0e7ecfb service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225185 Aug 23 14:25:35.197426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a6e2d-35ed-40c6-b4ba-a06de733ac16 req-2a87b500-db79-438a-ba9f-4844e3d42381 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:35.224186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-216a6e2d-35ed-40c6-b4ba-a06de733ac16 req-2a87b500-db79-438a-ba9f-4844e3d42381 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 943 time: 0.1320579 Aug 23 14:25:35.269089 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-216a6e2d-35ed-40c6-b4ba-a06de733ac16 req-27cc6161-7c02-409a-a58b-b38166076571 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508626 Aug 23 14:25:35.293073 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.307421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['07b1fd24-9fe5-4b2c-8f62-090c44a11818'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:35.351878 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68122ec3-3afe-4ea4-96d0-c9048c46ff81 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:35.422039 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Pushing event deleted for resources: {'Port': ['ID=07b1fd24-9fe5-4b2c-8f62-090c44a11818,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:35.430001 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:35.533429 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-024a42b6-d9e9-4349-a68f-3691cd1ccaef req-f3f2ecd5-d44f-4006-a625-ba42da8bbe13 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629184 Aug 23 14:25:35.534590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] No DVR routers for this DVR port 07b1fd24-9fe5-4b2c-8f62-090c44a11818 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:35.538285 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:35.540901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'name': 'network-vif-deleted', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:35.566258 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e5767d6f-d282-463f-8b68-bdf174b463c1 req-a564989b-1cf2-4852-90e5-b4a2fc297643 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0518141 Aug 23 14:25:35.573341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e3916-cff9-42b5-b932-de27657dbd5f req-a686d342-f8bb-473a-8350-97e9021830d0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:35.574985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-676e3916-cff9-42b5-b932-de27657dbd5f req-a686d342-f8bb-473a-8350-97e9021830d0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 946 time: 0.2905140 Aug 23 14:25:35.637097 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-676e3916-cff9-42b5-b932-de27657dbd5f req-3bdfec10-ea81-4854-a3a4-f98f5e7898a5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557923 Aug 23 14:25:35.677047 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-780cc6d8-c2a3-4b8b-a796-a3df0d78b587 req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.82 "DELETE /v2.0/ports/07b1fd24-9fe5-4b2c-8f62-090c44a11818 HTTP/1.1" status: 204 len: 173 time: 1.7976558 Aug 23 14:25:35.697598 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538210c5-c9b4-47c8-902a-226f6d5477f2', 'name': 'network-vif-deleted', 'tag': '07b1fd24-9fe5-4b2c-8f62-090c44a11818', 'status': 'completed', 'code': 200} Aug 23 14:25:36.312434 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9ccbd85b-a7d7-4e0b-8183-361f99146781 req-bf36fcd8-c3b9-4616-8bf7-3f2ec738e569 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Synchronizing usage tracker for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:25:36.440645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9ccbd85b-a7d7-4e0b-8183-361f99146781 req-bf36fcd8-c3b9-4616-8bf7-3f2ec738e569 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Unset dirty status for tenant:0f8cedaa825f4f95b54faa5698c49a4c on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:25:36.440645 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ccbd85b-a7d7-4e0b-8183-361f99146781 req-bf36fcd8-c3b9-4616-8bf7-3f2ec738e569 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] 10.222.0.72 "GET /v2.0/ports?device_id=538210c5-c9b4-47c8-902a-226f6d5477f2 HTTP/1.1" status: 200 len: 210 time: 0.1644862 Aug 23 14:25:36.617298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88297d97-9359-47b9-a009-71755129ca8d req-fe76bbc8-b8ca-449c-baa6-d852b94e45cb tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.618818 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-88297d97-9359-47b9-a009-71755129ca8d req-fe76bbc8-b8ca-449c-baa6-d852b94e45cb tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.0850799 Aug 23 14:25:36.674724 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-88297d97-9359-47b9-a009-71755129ca8d req-05d5bab0-a5d3-405d-9807-c85f0aa018c0 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 Aug 23 14:25:36.920120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c756932-f601-4f3e-8fbc-29f8fdd44348 req-18d48555-66c3-4611-b833-1ab9a7b57987 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:36.921878 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c756932-f601-4f3e-8fbc-29f8fdd44348 req-18d48555-66c3-4611-b833-1ab9a7b57987 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 943 time: 0.0880473 Aug 23 14:25:36.974632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5c756932-f601-4f3e-8fbc-29f8fdd44348 req-0d753d12-8d70-4979-9d83-43ee097e5712 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470197 Aug 23 14:25:37.143963 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b083a882-1647-4ea3-a033-112826b276b8 req-52a8a56b-ed34-4b81-8c2e-fd38f7da79a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08dee64dc97d4d1b9be70fa5a5f0ab36&device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0875235 Aug 23 14:25:37.184345 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b083a882-1647-4ea3-a033-112826b276b8 req-ad7d1f3d-d3f3-456f-8461-a2d685cbc934 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=08dee64dc97d4d1b9be70fa5a5f0ab36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284259 Aug 23 14:25:37.286417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 95ac4b79-ea93-4447-a32d-29b3627e8d24 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:37.325187 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ab5c6d67-b262-456a-9f41-aabb1912b905 req-afa99b18-0dd6-4ea4-b9b0-c672d3688385 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0474958 Aug 23 14:25:37.336793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac4986-c066-4f82-bc22-74438d0f7ab7 req-dbfe8b60-5ad0-4d29-8eb3-6d290003324f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:37.336793 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65ac4986-c066-4f82-bc22-74438d0f7ab7 req-dbfe8b60-5ad0-4d29-8eb3-6d290003324f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 946 time: 0.2343466 Aug 23 14:25:37.413243 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083a882-1647-4ea3-a033-112826b276b8 req-c5042501-f29c-4be4-a1a8-9fe29f93e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:37.413243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b083a882-1647-4ea3-a033-112826b276b8 req-c5042501-f29c-4be4-a1a8-9fe29f93e066 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1827288 Aug 23 14:25:37.413243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65ac4986-c066-4f82-bc22-74438d0f7ab7 req-93cc53d8-9a99-4bce-8276-7abc83f28ea9 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559931 Aug 23 14:25:37.453251 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 95ac4b79-ea93-4447-a32d-29b3627e8d24, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:37.468823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': '95ac4b79-ea93-4447-a32d-29b3627e8d24', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': '95ac4b79-ea93-4447-a32d-29b3627e8d24', 'mac_address': 'fa:16:3e:09:6b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:37.532912 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.533213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52944) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:37.549804 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ac4b79-ea93-4447-a32d-29b3627e8d24 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:37.568344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 95ac4b79-ea93-4447-a32d-29b3627e8d24, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:37.682371 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:37.685060 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:37.757743 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=95ac4b79-ea93-4447-a32d-29b3627e8d24,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:37.761147 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:37.769908 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 07b1fd24-9fe5-4b2c-8f62-090c44a11818 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:37.811188 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 07b1fd24-9fe5-4b2c-8f62-090c44a11818 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:25:37.811546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 07b1fd24-9fe5-4b2c-8f62-090c44a11818 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:38.111911 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['95ac4b79-ea93-4447-a32d-29b3627e8d24'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:38.125821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52954) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:38.177799 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349eca8-5253-48cf-88d3-d5de39ce59a3 req-b2310365-0109-4794-b4e2-c425a5ee73e8 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.180362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7349eca8-5253-48cf-88d3-d5de39ce59a3 req-b2310365-0109-4794-b4e2-c425a5ee73e8 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2453864 Aug 23 14:25:38.207367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda50d0-e0f0-4d2b-98b4-ba9c7fd34c62 req-72dfc538-c6cc-4487-9764-5f0a2cbed1b8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.213112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ccda50d0-e0f0-4d2b-98b4-ba9c7fd34c62 req-72dfc538-c6cc-4487-9764-5f0a2cbed1b8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 944 time: 0.1106031 Aug 23 14:25:38.268147 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ccda50d0-e0f0-4d2b-98b4-ba9c7fd34c62 req-ce3d310e-3402-4974-958e-ab90bbae7773 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Aug 23 14:25:38.313800 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7349eca8-5253-48cf-88d3-d5de39ce59a3 req-ef7536f6-5f58-483a-b1a8-27a478ea7f9b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928984 Aug 23 14:25:38.315850 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.346691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:38.353164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:904d3b53cd7f45c38b2b9144a9fd5b08 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:38.359338 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:38.368299 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:38.522184 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9131c0b8-83eb-4dfa-ab1d-b099c8419f0e req-0a888afb-e5cb-4702-9d82-1c8e4b0b3ca3 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0587759 Aug 23 14:25:38.574090 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.620228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d4570-fa4b-4db2-bdac-5c96900ff7d7 req-cbf1f867-85f6-49d9-a771-d12a88d8f594 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:38.621808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-238d4570-fa4b-4db2-bdac-5c96900ff7d7 req-cbf1f867-85f6-49d9-a771-d12a88d8f594 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 946 time: 0.0918472 Aug 23 14:25:38.663583 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.680437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-238d4570-fa4b-4db2-bdac-5c96900ff7d7 req-41afe022-d00b-4967-a4ab-8df808e449df tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505710 Aug 23 14:25:38.765012 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:25:38.852643 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:38.867292 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6f75a7c7-d69d-4786-b7a1-f035ed833feb tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:38.949914 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5901ef5b-6d9c-4732-8a06-d1c42dbbbbe0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:38.955667 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=904d3b53cd7f45c38b2b9144a9fd5b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8277197 Aug 23 14:25:38.956831 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:38.959121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 52976) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:38.976299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b083a882-1647-4ea3-a033-112826b276b8 req-45985f19-cfe0-4c94-9c24-1e1f5d47d2c1 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.64 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0486922 Aug 23 14:25:39.065693 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.112639 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.119675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Deleting port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:39.120004 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.306278 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 95ac4b79-ea93-4447-a32d-29b3627e8d24 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:39.320825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] For port d0fc046a-7595-4e6a-81f7-d1710e8f4b5d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:39.321231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.460827 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Calling delete_port for d0fc046a-7595-4e6a-81f7-d1710e8f4b5d owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:39.480978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f719b88-78ba-4f02-8d06-213c5c7a8e0f req-83688201-b8ae-44fc-8f03-093301dfb9bf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:39.484830 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f719b88-78ba-4f02-8d06-213c5c7a8e0f req-83688201-b8ae-44fc-8f03-093301dfb9bf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 944 time: 0.0904968 Aug 23 14:25:39.537506 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5f719b88-78ba-4f02-8d06-213c5c7a8e0f req-003714b2-f931-4671-a9a4-1b7b5e6655a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Aug 23 14:25:39.538290 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.543772 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:39.561922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5901ef5b-6d9c-4732-8a06-d1c42dbbbbe0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:39.573689 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:39.573689 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.573689 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5901ef5b-6d9c-4732-8a06-d1c42dbbbbe0 HTTP/1.1" status: 204 len: 168 time: 0.6110177 Aug 23 14:25:39.599552 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port 95ac4b79-ea93-4447-a32d-29b3627e8d24 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:39.606810 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port 95ac4b79-ea93-4447-a32d-29b3627e8d24 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:39.607212 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.833902 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:39.865777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c006bee-d05c-44aa-b878-2689fa456d27 req-3847d604-e140-4452-bd0c-19434104606c tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:39.876676 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c006bee-d05c-44aa-b878-2689fa456d27 req-3847d604-e140-4452-bd0c-19434104606c tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1894925 Aug 23 14:25:39.910653 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:39.921941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port 95ac4b79-ea93-4447-a32d-29b3627e8d24, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:39.978794 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1427c485-60ea-40f5-b1ab-be4b0a4e977a req-c7f28242-82bb-4c41-8d24-07740162e412 tempest-ServerShowV254Test-1955331743 tempest-ServerShowV254Test-1955331743-project] 10.222.0.72 "GET /v2.0/ports?device_id=1da3a4b7-c284-453c-b25b-47b8df70a738 HTTP/1.1" status: 200 len: 210 time: 0.0495276 Aug 23 14:25:40.026768 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.031510 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:40.107125 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.120273 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:40.120386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fc046a-7595-4e6a-81f7-d1710e8f4b5d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:40.126083 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:40.235847 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3c006bee-d05c-44aa-b878-2689fa456d27 req-7ebcacd3-975b-4df9-aa19-cd513a3a27c6 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312185 Aug 23 14:25:40.284742 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24', 'code': 200} Aug 23 14:25:40.333765 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42189e9f-1e84-49bd-a421-13ea60fb3450 req-7a130428-7778-48d8-9d64-42f3b4b87b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.342575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42189e9f-1e84-49bd-a421-13ea60fb3450 req-7a130428-7778-48d8-9d64-42f3b4b87b35 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.4419923 Aug 23 14:25:40.373435 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=95ac4b79-ea93-4447-a32d-29b3627e8d24,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:40.376813 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:40.521937 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-42189e9f-1e84-49bd-a421-13ea60fb3450 req-ad865eb0-3a8b-4a96-abba-5e435a526284 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713550 Aug 23 14:25:40.557890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17a166-f39b-4ca0-ab34-1303ab874a4a req-97224cf5-ec06-49c9-aff6-bc2395c5886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.560692 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ab17a166-f39b-4ca0-ab34-1303ab874a4a req-97224cf5-ec06-49c9-aff6-bc2395c5886b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 1096 time: 0.1242073 Aug 23 14:25:40.617181 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:40.623950 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ab17a166-f39b-4ca0-ab34-1303ab874a4a req-3623d97a-4cce-4c9d-b6fc-406cf8d53541 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553255 Aug 23 14:25:40.913834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8064c2-85cb-440c-89d9-8751b659cc6c req-c37560ab-4f0b-454d-800e-1b39b91c6574 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:40.915318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e8064c2-85cb-440c-89d9-8751b659cc6c req-c37560ab-4f0b-454d-800e-1b39b91c6574 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 945 time: 0.2280660 Aug 23 14:25:41.040803 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8e8064c2-85cb-440c-89d9-8751b659cc6c req-4f6c975e-7580-4b2b-b8cb-b8910112bbb9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741346 Aug 23 14:25:41.166636 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Router b89be770-4c8a-447a-817b-af9a121cbf85 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:25:41.204096 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53038) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:41.335136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1616414050-network', 'tenant_id': '32ca65953eb0442db446486729bf4f90'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:41.335136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:41.338383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Usage tracker for resource:network and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:41.342381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:41.348891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:41.386776 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:25:41.395354 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] Sync routers for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:25:41.404828 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:41.405561 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:41.443087 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc04b1b-6b48-474e-8f76-fa3db3dfe97e req-1c6c1087-fd3d-4117-92fd-22036c6de513 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:41.444597 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0dc04b1b-6b48-474e-8f76-fa3db3dfe97e req-1c6c1087-fd3d-4117-92fd-22036c6de513 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.0899487 Aug 23 14:25:41.492779 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0dc04b1b-6b48-474e-8f76-fa3db3dfe97e req-14ad2d9a-7bc6-439d-b497-ba63fe8b1844 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Aug 23 14:25:41.517986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Made reservation on behalf of 32ca65953eb0442db446486729bf4f90 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:41.517986 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.517986 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.535976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:41.541387 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:41.545421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:41.562648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:41.594848 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:41.599591 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] 10.222.0.72 "PUT /v2.0/routers/b89be770-4c8a-447a-817b-af9a121cbf85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0644925 Aug 23 14:25:41.601572 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53046) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:41.828604 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.841102 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:41.936172 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53054) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:42.069790 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.085098 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-07a5a4ca-4792-44c1-8a81-e6aa0cd4883a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:42.097098 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.124205 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:25:39Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:42.125104 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:42.129916 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Usage tracker for resource:security_group_rule and tenant:08dee64dc97d4d1b9be70fa5a5f0ab36 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:42.132706 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] Checking router: b89be770-4c8a-447a-817b-af9a121cbf85 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:25:42.133796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:42.140113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:25:42.146442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15b22e3-b91e-479b-83da-05ba7560e998,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:42.146655 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:42.149160 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] Routers {'b89be770-4c8a-447a-817b-af9a121cbf85'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:42.150267 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['b89be770-4c8a-447a-817b-af9a121cbf85'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:42.181388 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:42.185107 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.185713 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Added segment 0f8027da-ba1d-4f74-8ff1-6ca7641d186d of type vlan for network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec Aug 23 14:25:42.188702 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.232617 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.303409 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.367758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357647e3-cc4f-4057-88de-3ff54b98e24b req-e40e36f9-3933-4ea2-bc21-513f498d56c7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:42.370270 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-357647e3-cc4f-4057-88de-3ff54b98e24b req-e40e36f9-3933-4ea2-bc21-513f498d56c7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 945 time: 0.1100791 Aug 23 14:25:42.409626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Deleting port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:42.409985 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.416480 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] Set router b89be770-4c8a-447a-817b-af9a121cbf85 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:42.456159 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-357647e3-cc4f-4057-88de-3ff54b98e24b req-a414e26a-af67-4be7-b682-a267a74d174b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806801 Aug 23 14:25:42.459722 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.467844 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-208c6c14-87e5-432b-a5a3-f1339231bbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:42.482714 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.483807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:42.484445 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.507293 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f9b497d2-fcfc-41fe-ac0e-9cf557bf3286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:42.507427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946df9b0-2dd8-4ce3-836b-32cce58904fc,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:42.511834 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:42.517579 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08dee64dc97d4d1b9be70fa5a5f0ab36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791438 Aug 23 14:25:42.518973 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53072) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:42.597812 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.627581 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:42.628360 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.636724 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:42.685013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:25:42.758331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56312d6a-7e69-41d6-9718-d279d338cb30 req-63fd356b-80de-4d7e-9762-1f3d607b1c81 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:42.759953 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-56312d6a-7e69-41d6-9718-d279d338cb30 req-63fd356b-80de-4d7e-9762-1f3d607b1c81 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.0940423 Aug 23 14:25:42.782271 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] For port 522fa9e1-3ebf-4298-a78d-2eb74dea0de6, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:42.782653 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.817941 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-56312d6a-7e69-41d6-9718-d279d338cb30 req-7a92cc75-9842-44ce-a98e-c55d2ef23b0b tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Aug 23 14:25:42.830663 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:25:39Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:42.835549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c35e1a-ee35-4179-9b4b-41cdc2d78f0e None None] The sync data for ids ['b89be770-4c8a-447a-817b-af9a121cbf85'] in n-d-805628-1 is: [{'id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'name': 'tempest-FloatingIPsAssociationTestJSON-1822101994-router', 'tenant_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:23:40Z', 'updated_at': '2021-08-23T14:25:39Z', 'revision_number': 5, 'project_id': '0f8cedaa825f4f95b54faa5698c49a4c', 'gw_port': {'id': '522fa9e1-3ebf-4298-a78d-2eb74dea0de6', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89be770-4c8a-447a-817b-af9a121cbf85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:23:42Z', 'updated_at': '2021-08-23T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:25:42.860909 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6555040 Aug 23 14:25:42.874871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53080) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:42.878055 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.883210 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e466bd2-e59c-46a6-8b15-6b511b6a80ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:42.893932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Request body: {'subnet': {'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1616414050-subnet', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:42.903496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:42.905999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946df9b0-2dd8-4ce3-836b-32cce58904fc,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:42.911202 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:42.912123 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Usage tracker for resource:subnet and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:42.915784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:42.922575 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:42.923676 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/946df9b0-2dd8-4ce3-836b-32cce58904fc HTTP/1.1" status: 204 len: 168 time: 0.4030416 Aug 23 14:25:42.925082 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:42.938245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Calling delete_port for 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:43.139121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Made reservation on behalf of 32ca65953eb0442db446486729bf4f90 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:43.141763 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:43.455353 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:43.461436 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a71d255a-bfc0-41df-9036-9199cc759714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:43.511258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=522fa9e1-3ebf-4298-a78d-2eb74dea0de6,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:43.547939 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:43.763377 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:43.788056 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e9ae4397-65c7-486b-b04a-26d030aa2597 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:25:43.843377 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-dd16c132-289e-4400-9d2f-05294c636e49 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6466806 Aug 23 14:25:43.893202 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0de2-5dbe-45a6-a21b-e1e687d7bfc3 req-d14323ac-dd13-47c3-8ed4-a095fb8eafe4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:43.896215 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-513f0de2-5dbe-45a6-a21b-e1e687d7bfc3 req-d14323ac-dd13-47c3-8ed4-a095fb8eafe4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 945 time: 0.2064810 Aug 23 14:25:43.997280 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-513f0de2-5dbe-45a6-a21b-e1e687d7bfc3 req-e46cf0b5-8cb1-4fc7-bcf5-08cf3d04f9ac tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938194 Aug 23 14:25:44.017123 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.022813 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.074737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-0d78193b-1f6d-4d13-a5cc-813ac606e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.076671 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-0d78193b-1f6d-4d13-a5cc-813ac606e4cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.3146682 Aug 23 14:25:44.085245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bfb97-de49-4694-91d1-37b485124c4d req-ea1b2508-ad19-4ed5-901a-a2bda259f3ad tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.088726 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:44.093306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af7bfb97-de49-4694-91d1-37b485124c4d req-ea1b2508-ad19-4ed5-901a-a2bda259f3ad tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.4186945 Aug 23 14:25:44.114605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'mac_address': 'fa:16:3e:f2:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:25:44.208668 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.208668 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b0b6c3dd-db2e-4cb1-8bf6-7947385afd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:44.210831 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-af7bfb97-de49-4694-91d1-37b485124c4d req-68fcbf97-053b-4919-ac87-512412991d37 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937958 Aug 23 14:25:44.299768 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c96bf2f-c4da-4e19-9094-e850146a2e9e,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:44.308004 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:44.366969 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.369850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-447cf9c9-2c63-462e-a32b-a656c5df4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.369850 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-447cf9c9-2c63-462e-a32b-a656c5df4497 service neutron] 10.222.0.82 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.2428703 Aug 23 14:25:44.370120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-b18d2b3d-f5af-41d5-b468-bba0cd9678b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 267 time: 0.1120968 Aug 23 14:25:44.370120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Checking segment: {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:25:44.370120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Network hostable DHCP agents. Network: 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:25:44.370367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9ae4397-65c7-486b-b04a-26d030aa2597 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:25:44.370367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:44.422108 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.422655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b89be770-4c8a-447a-817b-af9a121cbf85 {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:25:44.425578 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-6d94c301-027a-4487-bf44-8de63c6c1f01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 200 len: 217 time: 0.0784860 Aug 23 14:25:44.484619 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d0fc046a-7595-4e6a-81f7-d1710e8f4b5d no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:44.494370 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.495504 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b89be770-4c8a-447a-817b-af9a121cbf85 HTTP/1.1" status: 204 len: 168 time: 2.8929820 Aug 23 14:25:44.498584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53150) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:44.510960 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-da7f57f8-d09e-4eea-b396-29ce0a064e97 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.512982 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-da7f57f8-d09e-4eea-b396-29ce0a064e97 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 945 time: 0.1616640 Aug 23 14:25:44.547536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'port': {'security_groups': []}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:44.562938 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: d0fc046a-7595-4e6a-81f7-d1710e8f4b5d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:25:44.563297 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device d0fc046a-7595-4e6a-81f7-d1710e8f4b5d not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:44.568832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-dbfccb52-1fa3-4334-9ccc-6e74a9252349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:44.570470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-dbfccb52-1fa3-4334-9ccc-6e74a9252349 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.1390843 Aug 23 14:25:44.633804 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.639707 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:44.648650 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-a77c1892-6e53-4902-8358-9c007b8c51b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691180 Aug 23 14:25:44.660081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Deleting subnet 467d542a-192a-463e-93f0-d4331360024f {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:25:44.697412 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.775174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:44.787776 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:44.790743 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['e9ae4397-65c7-486b-b04a-26d030aa2597'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:44.802400 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.821680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:25:44.850336 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:44.965564 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-45c084c6-06e6-47f6-8377-523047f47b87 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085380 Aug 23 14:25:45.086894 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:45.099731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53164) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:45.108183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.109230 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.117616 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6af56-3896-4d47-b9db-2c5abfc680e3 None None] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:25:45.172024 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.295032 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] For port 95ac4b79-ea93-4447-a32d-29b3627e8d24, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:45.337640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-22917aa6-1a9c-4eb3-a02f-0eeb7ed30363 req-4d0b94bf-7e0d-4cee-acc0-04e2d108c817 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629649 Aug 23 14:25:45.427566 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.453322 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1143789152-network', 'tenant_id': '0b045278a27b40d38a125bb921511078'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:45.462880 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:45.471459 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Usage tracker for resource:network and tenant:0b045278a27b40d38a125bb921511078 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:45.477873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:45.492094 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e93bb939-4563-44d0-b8a0-2e190e9e873f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6159458 Aug 23 14:25:45.501572 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:45.501572 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53174) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:45.504756 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:45.510817 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:45.516094 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Usage tracker for resource:router and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:45.519905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:45.528015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:45.623875 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:25:45.627929 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.692834 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.708255 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f2442a85-aba5-4ae3-8476-c1d17487c066 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:45.708420 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f755f570-baec-429b-b894-51257db9cae8', '666175a3-ce00-48b6-a474-478474975e81'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:45.746004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['95ac4b79-ea93-4447-a32d-29b3627e8d24'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:45.772786 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.801964 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-82062310-aeb1-43bb-bfbf-c548cad5d7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:45.824711 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e9ae4397-65c7-486b-b04a-26d030aa2597 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:45.863159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467d542a-192a-463e-93f0-d4331360024f,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:45.876070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.880061 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.880245 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:45.882084 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-614d6cef-9553-42a4-ac32-20f08f69fec0 req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "PUT /v2.0/ports/95ac4b79-ea93-4447-a32d-29b3627e8d24 HTTP/1.1" status: 200 len: 904 time: 1.3552794 Aug 23 14:25:45.893781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:45.927154 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.936402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Made reservation on behalf of 0b045278a27b40d38a125bb921511078 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:45.942062 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:45.953933 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c6a2987e-857e-462f-9daf-d703a24e9126 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/467d542a-192a-463e-93f0-d4331360024f HTTP/1.1" status: 204 len: 168 time: 1.4521966 Aug 23 14:25:45.955596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53184) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:45.962192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-c385b49a-0aa1-40db-8a4d-af4b06a5c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:45.965917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-c385b49a-0aa1-40db-8a4d-af4b06a5c468 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 1096 time: 0.5388591 Aug 23 14:25:46.015119 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.059206 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.060286 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.097273 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca975d4e-e0d7-4f36-9609-252279a90dd3 None None] Network 403500fe-a527-4904-b518-a78a46463133 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:25:46.140859 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=95ac4b79-ea93-4447-a32d-29b3627e8d24,revision_number=6']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:46.161610 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:46.167820 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:46.186327 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0b045278a27b40d38a125bb921511078 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:46.207088 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.209795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:46.229607 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:46.344278 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.344961 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['95ac4b79-ea93-4447-a32d-29b3627e8d24'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:25:46.444368 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Allocated IP 172.20.0.2 (00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec/4c96bf2f-c4da-4e19-9094-e850146a2e9e/92a1b14c-fb74-4802-8a33-96716b39164d) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:46.468981 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.483999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:25:46.495083 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.495801 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Added segment c16d74c0-746d-4c77-80ae-515b3ce8dc5c of type vlan for network 8f192972-dcd7-4fda-a38d-689a90215075 Aug 23 14:25:46.528775 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.533128 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-72807ddc-c880-404f-99e6-4586f44c6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:46.533128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-72807ddc-c880-404f-99e6-4586f44c6fe1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.4990659 Aug 23 14:25:46.533377 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:46.576410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b92ad05a-3a82-418a-bac7-0689da8ca5d7 None None] Provisioning complete for port 95ac4b79-ea93-4447-a32d-29b3627e8d24 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:46.576742 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b92ad05a-3a82-418a-bac7-0689da8ca5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.603800 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-322484ee-6c07-436f-9eca-1edaebff7abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:46.651691 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.652854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:46.653725 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.656227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-eef5b704-08e9-4693-b9d8-02ab371a7b2b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 200 len: 217 time: 0.1076050 Aug 23 14:25:46.675605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:25:46.676029 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 522fa9e1-3ebf-4298-a78d-2eb74dea0de6 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:25:46.775727 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181cdc72-fb2d-4a7e-a393-eb2fe757fc33,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:46.809619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babeff0-488a-440c-ad0d-d48871eb7572 req-f3a3a627-e472-4ebd-b679-95fffd1371ac tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:46.818162 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8babeff0-488a-440c-ad0d-d48871eb7572 req-f3a3a627-e472-4ebd-b679-95fffd1371ac tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 1.0954838 Aug 23 14:25:46.838179 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port e9ae4397-65c7-486b-b04a-26d030aa2597 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:46.839195 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.844636 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:46.857748 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:46.863877 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e7b77eb2-2b70-413d-9156-981545f195b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:46.901648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-0379bb19-da69-47e4-9b54-aef41da3ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:46.903161 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-0379bb19-da69-47e4-9b54-aef41da3ec5b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.1714058 Aug 23 14:25:46.905882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Deleting port 3f897ca2-4483-4f14-aa21-844489d2017a {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:46.906220 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.012122 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=8f192972-dcd7-4fda-a38d-689a90215075,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:47.022118 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8babeff0-488a-440c-ad0d-d48871eb7572 req-901a1c72-6868-4794-943f-c4daa204df96 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022331 Aug 23 14:25:47.028150 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:47.067863 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 8f192972-dcd7-4fda-a38d-689a90215075 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:25:47.203755 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-d045ee8f-3dbf-491a-ac63-75930c73e910 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2256961 Aug 23 14:25:47.370955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2646692 Aug 23 14:25:47.371893 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24', 'status': 'completed', 'code': 200} Aug 23 14:25:47.381624 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.387504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53200) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:47.396427 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Request body: {'subnet': {'network_id': '8f192972-dcd7-4fda-a38d-689a90215075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1143789152-subnet', 'tenant_id': '0b045278a27b40d38a125bb921511078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:47.401586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:47.406749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Usage tracker for resource:subnet and tenant:0b045278a27b40d38a125bb921511078 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:47.412595 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:25:47.419300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:47.452007 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffbe92-7b69-45ce-8c4b-f49d8af72a91 req-b0a96fb5-7ccc-4f80-b397-1bfb86d74890 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:47.462051 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-81ffbe92-7b69-45ce-8c4b-f49d8af72a91 req-b0a96fb5-7ccc-4f80-b397-1bfb86d74890 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 907 time: 0.9021935 Aug 23 14:25:47.465429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] DHCP port deletion for 403500fe-a527-4904-b518-a78a46463133 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:25:47.549352 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.582964 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Deleting port 3f897ca2-4483-4f14-aa21-844489d2017a {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:47.582964 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.599636 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Made reservation on behalf of 0b045278a27b40d38a125bb921511078 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:47.599636 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.734295 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:25:47.796929 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:47.830517 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'code': 200} Aug 23 14:25:47.899365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-6344c303-313a-440b-be06-10ca31bd9345 service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890657 Aug 23 14:25:47.923265 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:47.931452 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-cf75e3ff-1f5f-4333-a149-79446a4f0a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:47.946751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] For port 3f897ca2-4483-4f14-aa21-844489d2017a, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=3f897ca2-4483-4f14-aa21-844489d2017a,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:47.947321 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.105009 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] For port 3f897ca2-4483-4f14-aa21-844489d2017a, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=3f897ca2-4483-4f14-aa21-844489d2017a,segment=NetworkSegment(0ecba144-5c06-4f51-bce2-8c7910f9acb7),segment_id=0ecba144-5c06-4f51-bce2-8c7910f9acb7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:48.105887 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.120288 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.196067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4519d-a999-485c-b0f5-ed3aff432a99 req-961aea80-d852-4b36-beed-bfdd15e67870 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.204103 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8b4519d-a999-485c-b0f5-ed3aff432a99 req-961aea80-d852-4b36-beed-bfdd15e67870 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.5173898 Aug 23 14:25:48.306152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-3e3071f7-e17d-42c0-83c4-6b9b49adc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.307873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-3e3071f7-e17d-42c0-83c4-6b9b49adc198 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 1058 time: 1.0349493 Aug 23 14:25:48.315042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Calling delete_port for 3f897ca2-4483-4f14-aa21-844489d2017a owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:48.322204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8b4519d-a999-485c-b0f5-ed3aff432a99 req-b5a73087-c919-4960-ba20-87c965a62878 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171234 Aug 23 14:25:48.365268 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Transition to ACTIVE for port object 92a1b14c-fb74-4802-8a33-96716b39164d will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:48.378878 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Calling delete_port for 3f897ca2-4483-4f14-aa21-844489d2017a owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:25:48.411935 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:48.426113 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:48.472687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Transition to ACTIVE for port object 92a1b14c-fb74-4802-8a33-96716b39164d will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:48.509810 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 3f897ca2-4483-4f14-aa21-844489d2017a no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:25:48.610908 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.624248 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:48.648349 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.706007 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:48.709890 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cce9f194-0c55-4fce-834b-87507fa5b124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:48.764730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.788615 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:48.804044 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:25:48.807997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37c1523-6fde-4254-b3e9-c410402b1d7d,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:48.810455 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:48.815519 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:48.855373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a7a0046-f407-41aa-9f1b-50a33b527cab req-312658d7-7035-4d7e-bdfd-fe31f2168cef service neutron] 10.222.0.82 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382081 Aug 23 14:25:48.861829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-69350cd6-91ae-4c35-bb53-b6ce1bd6d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.864882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-69350cd6-91ae-4c35-bb53-b6ce1bd6d9b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.4722700 Aug 23 14:25:48.881698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f72dc-c9b7-4e55-8a1b-22b9e0148306 req-20c60072-b0fc-4d63-8a0b-96002578f66a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.893950 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-632f72dc-c9b7-4e55-8a1b-22b9e0148306 req-20c60072-b0fc-4d63-8a0b-96002578f66a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.5312245 Aug 23 14:25:48.936477 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429087f-9186-47c2-b454-6b0956a8c538 req-cad9bdf4-0b9b-40d1-a9ba-72877526b889 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:48.956316 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f429087f-9186-47c2-b454-6b0956a8c538 req-cad9bdf4-0b9b-40d1-a9ba-72877526b889 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.4145987 Aug 23 14:25:48.956316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Checking segment: {'id': 'c16d74c0-746d-4c77-80ae-515b3ce8dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8f192972-dcd7-4fda-a38d-689a90215075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:25:48.956316 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Network hostable DHCP agents. Network: 8f192972-dcd7-4fda-a38d-689a90215075, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:25:48.995268 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-bb876149-37eb-4f10-93ee-db8bcd41e0de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24 HTTP/1.1" status: 200 len: 217 time: 0.0827177 Aug 23 14:25:49.069013 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:25:49.069520 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:25:49.076035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f429087f-9186-47c2-b454-6b0956a8c538 req-4fa307b9-55ff-46e2-9f73-bbf30be1bc50 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289427 Aug 23 14:25:49.086251 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-632f72dc-c9b7-4e55-8a1b-22b9e0148306 req-b6b0bf82-5298-4747-9c47-16a44b83bfd5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957450 Aug 23 14:25:49.156119 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-9dc44030-ac5b-450f-bee9-856d50bd0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.166565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-9dc44030-ac5b-450f-bee9-856d50bd0666 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1502702 Aug 23 14:25:49.167786 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.168285 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Allocated IP 172.25.7.7 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/befa330d-30ae-4d25-910f-376901eb279b) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:49.361735 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Pushing event updated for resources: {'Port': ['ID=92a1b14c-fb74-4802-8a33-96716b39164d,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:49.376525 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:49.381321 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.385159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Network 8f192972-dcd7-4fda-a38d-689a90215075 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:25:49.399591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-cfe7411d-4227-49e7-85a3-2b6cc744ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.403566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-cfe7411d-4227-49e7-85a3-2b6cc744ee47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2309935 Aug 23 14:25:49.425461 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:49.426054 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.511966 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 8f192972-dcd7-4fda-a38d-689a90215075) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:49.515152 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] No DVR routers for this DVR port 3f897ca2-4483-4f14-aa21-844489d2017a on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:25:49.544460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Pushing event deleted for resources: {'Port': ['ID=3f897ca2-4483-4f14-aa21-844489d2017a,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:49.548677 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd7053-9859-4c71-b4ac-579546947d49 None None] Network 8f192972-dcd7-4fda-a38d-689a90215075 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:25:49.560000 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:49.564893 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.593153 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:49.604064 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Attempting to bind port 92a1b14c-fb74-4802-8a33-96716b39164d on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:49.605795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Attempting to bind port 92a1b14c-fb74-4802-8a33-96716b39164d by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:49.606366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Attempting to bind port 92a1b14c-fb74-4802-8a33-96716b39164d on network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:25:49.640680 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.641853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Deleting port 3f897ca2-4483-4f14-aa21-844489d2017a {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:25:49.642222 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.657791 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-568cdf8b-2fa0-4deb-a3d9-2e71b18d71cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:49.723545 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:25:49.727352 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Checking segment: {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:25:49.728152 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.728741 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Bound using segment: {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:25:49.729456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Bound port: 92a1b14c-fb74-4802-8a33-96716b39164d, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:49.730175 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:49.799818 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] The port '3f897ca2-4483-4f14-aa21-844489d2017a' was deleted {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:25:49.893572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] For port 92a1b14c-fb74-4802-8a33-96716b39164d, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:25:49.898295 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] For port 92a1b14c-fb74-4802-8a33-96716b39164d, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=92a1b14c-fb74-4802-8a33-96716b39164d,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:25:50.058363 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.069046 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:50.167677 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:50.173861 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:50.176862 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:25:50.223935 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.283798 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8933761 Aug 23 14:25:50.288512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Pushing event updated for resources: {'Port': ['ID=befa330d-30ae-4d25-910f-376901eb279b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:50.341807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403500fe-a527-4904-b518-a78a46463133']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:50.343867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.354278 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.354974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.357344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.357344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.357344 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.359979 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.373301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.373692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.374075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.376462 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.386135 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:50.393220 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:50.409873 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Pushing event updated for resources: {'Port': ['ID=92a1b14c-fb74-4802-8a33-96716b39164d,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:50.427098 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:50.433852 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc8659-7519-492b-a76e-fb3786194b89 None None] Network 8f192972-dcd7-4fda-a38d-689a90215075 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:25:50.435470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-0e958636-70d6-4231-af83-9f5b2134b241 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:50.437249 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-0e958636-70d6-4231-af83-9f5b2134b241 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.6825755 Aug 23 14:25:50.486762 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecba144-5c06-4f51-bce2-8c7910f9acb7') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:50.489237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecba144-5c06-4f51-bce2-8c7910f9acb7') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:50.574992 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.599428 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-cb28674d-1a59-4425-b4ca-6a5f3b23180a service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1890309 Aug 23 14:25:50.669657 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.687763 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:25:50.690632 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:50.758895 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1d660a04-d295-411a-ba78-bc089ad379ba tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/quotas/87297a12b9264a8abbf6b71583c33828 HTTP/1.1" status: 200 len: 375 time: 0.3100994 Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:50.918381 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:51.032761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53272) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:51.087333 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.097783 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.100702 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-52eece48-0492-416c-8799-899c9db888cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:51.138832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=403500fe-a527-4904-b518-a78a46463133,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:51.138832 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:51.138832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-48e886b3-a17d-4ad9-b5ee-0ab7c20175b6 req-b8fc1b51-670b-4e32-86f8-17131453ef26 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190094 Aug 23 14:25:51.205247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Deleting subnet c37c1523-6fde-4254-b3e9-c410402b1d7d {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:25:51.256909 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] 10.222.0.72 "DELETE /v2.0/networks/403500fe-a527-4904-b518-a78a46463133 HTTP/1.1" status: 204 len: 168 time: 5.2292635 Aug 23 14:25:51.330497 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.486911 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.688948 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:51.760447 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53280) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:51.783717 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-603bfac0-7eb1-4c54-9c88-dc3ab2ad6ed2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7494054 Aug 23 14:25:51.847142 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-855e4681-3413-4981-8104-68c6f2dd0c1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f8cedaa825f4f95b54faa5698c49a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832140 Aug 23 14:25:51.847625 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53290) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:52.064536 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.067647 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-d77f9833-48e7-46dc-946d-228ee4aedb00 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823076 Aug 23 14:25:52.123068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4c64c-bb8d-4273-a769-10605bf51705 None None] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:25:52.127537 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.531397 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-dfa39527-b27a-4924-86c4-cc6fb40b7419 service neutron] 10.222.0.72 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531232 Aug 23 14:25:52.531397 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.531872 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 92a1b14c-fb74-4802-8a33-96716b39164d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:52.663598 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.664546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-18c9c8cb-7ae6-4147-a4bf-ba45dd21fb32 None None] Provisioning for port 92a1b14c-fb74-4802-8a33-96716b39164d completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:52.670578 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ac8b423b-6c07-41fd-b33d-59f7df4d0904 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:52.683212 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.687293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:52.690402 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:52.704129 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d40244d2-ec88-4a89-88c9-b158ac196793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:52.739494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:52.749540 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37c1523-6fde-4254-b3e9-c410402b1d7d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:52.751966 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:52.764346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e947458f-80d4-45dd-b662-09bfb9c5988e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c37c1523-6fde-4254-b3e9-c410402b1d7d HTTP/1.1" status: 204 len: 168 time: 1.7289174 Aug 23 14:25:52.767201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53304) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:52.813187 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 92a1b14c-fb74-4802-8a33-96716b39164d completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:52.822445 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 92a1b14c-fb74-4802-8a33-96716b39164d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:52.822833 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.034700 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.043935 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e72f9c8-a2b5-4d81-965c-bf33f55d1a7c HTTP/1.1" status: 204 len: 168 time: 1.1951451 Aug 23 14:25:53.065870 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-80203dde-10e6-415a-82f8-1235b1095b5d req-e1a8b332-1558-4a17-8e74-0938709218f5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 210 time: 0.1108925 Aug 23 14:25:53.080154 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.090103 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.200605 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.266376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 92a1b14c-fb74-4802-8a33-96716b39164d, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=92a1b14c-fb74-4802-8a33-96716b39164d,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:25:53.388038 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.395120 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.401952 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:53.410996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f192972-dcd7-4fda-a38d-689a90215075']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:53.437645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16d74c0-746d-4c77-80ae-515b3ce8dc5c') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:53.437645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16d74c0-746d-4c77-80ae-515b3ce8dc5c') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:53.448018 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.487903 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.504700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:25:53.505488 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:53.583510 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=92a1b14c-fb74-4802-8a33-96716b39164d,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:53.588640 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:25:53.835742 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:25:53.894171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Router e3599e54-348a-4d24-86fb-19b51e133b39 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:25:54.043339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.043339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.050629 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dec7d70d-5426-450e-89ab-beacb631831f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:54.142041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f192972-dcd7-4fda-a38d-689a90215075,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:54.142041 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8f192972-dcd7-4fda-a38d-689a90215075 HTTP/1.1" status: 204 len: 168 time: 1.3679829 Aug 23 14:25:54.163746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.163746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.163746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.163746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.163746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.163746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.169844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.169844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.169844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.169844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.169844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.169844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:54.185945 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f80d7236-c9ea-47fd-8e5d-4f064e3bab63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:54.302698 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:25:54.319079 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Sync routers for ids ['e3599e54-348a-4d24-86fb-19b51e133b39'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:25:54.338553 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Routers {'e3599e54-348a-4d24-86fb-19b51e133b39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:54.342868 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['e3599e54-348a-4d24-86fb-19b51e133b39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:54.487736 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.493124 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fcb35247-68b3-4a6c-9464-5ed7773d865d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9934039 Aug 23 14:25:54.495209 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53368) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:54.534296 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-83fe07c6-4d2c-4e90-a230-6de3d237fd49 req-a3920104-e080-4fec-8e26-e7af55e44fcd tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 210 time: 0.2474952 Aug 23 14:25:54.548553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 92a1b14c-fb74-4802-8a33-96716b39164d up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:25:54.680165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 92a1b14c-fb74-4802-8a33-96716b39164d triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:54.680560 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:54.717051 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Set router e3599e54-348a-4d24-86fb-19b51e133b39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:54.960681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53374) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:55.395498 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-59853095-ead9-46ee-bcb1-bb7b7b155617 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b045278a27b40d38a125bb921511078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4224851 Aug 23 14:25:55.395498 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53388) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:55.589703 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-acf5747a-8058-4291-9fab-9de75a8832f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4849234 Aug 23 14:25:55.619147 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bdd764ce-8829-4db8-89c8-a25319807973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:55.649678 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:51Z', 'revision_number': 3, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:55.675593 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Checking router: e3599e54-348a-4d24-86fb-19b51e133b39 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:25:55.675593 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Updating router e3599e54-348a-4d24-86fb-19b51e133b39 port befa330d-30ae-4d25-910f-376901eb279b binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:25:55.727169 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:55.852547 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bdd764ce-8829-4db8-89c8-a25319807973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:55.936032 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-06506998-03fd-4632-86f9-facc9028b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:55.938151 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-06506998-03fd-4632-86f9-facc9028b23a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 1097 time: 0.3073053 Aug 23 14:25:55.988149 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2dc88ffb-7658-4e2b-9d4d-c45b3561b692 req-ed641f15-038b-4c40-ad63-0ab6da6bf93e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 210 time: 0.0965726 Aug 23 14:25:56.155886 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.279348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-d52e2ce9-1212-4ad6-890d-71705900fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.287288 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-d52e2ce9-1212-4ad6-890d-71705900fe0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 200 len: 920 time: 0.3219838 Aug 23 14:25:56.292038 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bdd764ce-8829-4db8-89c8-a25319807973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.302522 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f42aa8a6-6c30-46e4-9d19-45299dda7cc4 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:56.314035 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.495302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd764ce-8829-4db8-89c8-a25319807973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181cdc72-fb2d-4a7e-a393-eb2fe757fc33,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:56.511329 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bdd764ce-8829-4db8-89c8-a25319807973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:56.514735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-ff32a90b-703c-430e-a216-e8198d3b44e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d HTTP/1.1" status: 200 len: 217 time: 0.1788454 Aug 23 14:25:56.516990 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bdd764ce-8829-4db8-89c8-a25319807973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.534236 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-bdd764ce-8829-4db8-89c8-a25319807973 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/181cdc72-fb2d-4a7e-a393-eb2fe757fc33 HTTP/1.1" status: 204 len: 168 time: 1.1237893 Aug 23 14:25:56.632051 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.676971 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Transition to ACTIVE for port object befa330d-30ae-4d25-910f-376901eb279b will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:56.692590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-c6374f6e-b52d-4d36-b30f-ff0105dd5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:56.697592 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-c6374f6e-b52d-4d36-b30f-ff0105dd5518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 200 len: 858 time: 0.1587901 Aug 23 14:25:56.825318 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-3698f86b-6597-455a-a806-110502f2fd2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=689b46c9-cb9a-4f15-ba57-c300446b1d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212142 Aug 23 14:25:56.852262 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:56.862027 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-61439b6e-a34f-41cf-b060-5c3edd9044b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:56.930518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Allocated IP 172.20.0.1 (00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec/4c96bf2f-c4da-4e19-9094-e850146a2e9e/e78793f0-1cb8-464f-9e57-947966e0eefe) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:57.169682 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Attempting to bind port befa330d-30ae-4d25-910f-376901eb279b on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:25:57.170109 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Attempting to bind port befa330d-30ae-4d25-910f-376901eb279b by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:25:57.170492 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Attempting to bind port befa330d-30ae-4d25-910f-376901eb279b on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:25:57.191990 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Pushing event updated for resources: {'Port': ['ID=befa330d-30ae-4d25-910f-376901eb279b,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:57.223538 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:25:57.228494 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:25:57.229862 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.234750 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:25:57.235499 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Bound port: befa330d-30ae-4d25-910f-376901eb279b, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:25:57.236120 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.281887 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.296507 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.297464 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.299167 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.302054 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.303074 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.304966 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.305713 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.306271 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.307144 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.312856 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.313977 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:25:57.338429 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:57.371724 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-e852e216-3d7f-4ba5-9bbe-535abc892f93 service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362933 Aug 23 14:25:57.512620 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] For port befa330d-30ae-4d25-910f-376901eb279b, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:25:57.521367 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] For port befa330d-30ae-4d25-910f-376901eb279b, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=befa330d-30ae-4d25-910f-376901eb279b,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:25:57.602024 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.650433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Transition to ACTIVE for port object e78793f0-1cb8-464f-9e57-947966e0eefe will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:57.659542 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.659688 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-91e37761-bffc-43ba-a47c-6dc5af616302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.662229 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-87583242-e20b-4b27-aed4-c5c05be355fb req-ec198fd4-7a00-43ef-b55e-4b3e53882e87 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 210 time: 0.1152511 Aug 23 14:25:57.674220 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-3c3ea810-063a-4c48-8858-9e398b6f9546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:57.687728 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-a83852d0-5f7b-4f19-a133-b88e410f388f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:25:57.689345 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-a83852d0-5f7b-4f19-a133-b88e410f388f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 811 time: 0.6917088 Aug 23 14:25:57.714334 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.778934 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:57.784460 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:57.792231 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Routers {'e3599e54-348a-4d24-86fb-19b51e133b39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:25:57.793244 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:25:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['e3599e54-348a-4d24-86fb-19b51e133b39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:57.912341 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Pushing event updated for resources: {'Port': ['ID=befa330d-30ae-4d25-910f-376901eb279b,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:57.919401 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-c2460cad-ae08-46e2-80bd-3ac5160fedd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:57.993867 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Request body: {'port': {'device_id': '180091c8-ac65-429f-a190-4018ddee0d22', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'admin_state_up': True, 'tenant_id': '87297a12b9264a8abbf6b71583c33828'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:25:58.020977 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Pushing event updated for resources: {'Port': ['ID=e78793f0-1cb8-464f-9e57-947966e0eefe,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:58.036174 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:58.051697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:25:58.057731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:25:58.085428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:25:58.225845 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.247943 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.267947 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] Set router e3599e54-348a-4d24-86fb-19b51e133b39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:25:58.467295 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53494) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:25:58.471194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:58.499904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:25:58.523357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-71f27fd2-c4d6-4dab-819f-ed602997a4ac req-80773d74-64a3-46c7-b37d-1c0c0939cf01 service neutron] 10.222.0.64 "GET /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808426 Aug 23 14:25:58.630860 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Made reservation on behalf of 87297a12b9264a8abbf6b71583c33828 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:25:58.635008 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.731833 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-de4ccaa6-36ab-4a76-bad2-d48ae4e2295d None None] Provisioning for port e78793f0-1cb8-464f-9e57-947966e0eefe completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:25:58.737795 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-de4ccaa6-36ab-4a76-bad2-d48ae4e2295d None None] Provisioning complete for port e78793f0-1cb8-464f-9e57-947966e0eefe triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:25:58.742622 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-de4ccaa6-36ab-4a76-bad2-d48ae4e2295d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.908165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-de4ccaa6-36ab-4a76-bad2-d48ae4e2295d None None] Port e78793f0-1cb8-464f-9e57-947966e0eefe cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:25:58.976928 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:58.991467 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37ad1c6d-873d-4cd6-9ed8-f7b01743a5f4 req-2a5d6dbe-1da1-4605-a583-0975f1e878b2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 210 time: 0.0577917 Aug 23 14:25:59.039523 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.092370 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:51Z', 'revision_number': 3, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:25:59.104455 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf07cfa-aab1-4561-a808-22a0625dc316 None None] The sync data for ids ['e3599e54-348a-4d24-86fb-19b51e133b39'] in n-d-805628-1 is: [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:51Z', 'revision_number': 3, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:25:59.409491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Allocated IP 172.20.0.9 (875e11a6-5dac-4a9b-8090-7584ccbc87a2/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72/a4f4211c-efd6-458e-a4a0-5552b96c36e8) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:25:59.421274 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.555052 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.660793 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-179c62da-1a0c-4bfd-b919-07f4bc252893 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:25:59.826030 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.867196 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Pushing event updated for resources: {'Port': ['ID=e78793f0-1cb8-464f-9e57-947966e0eefe,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:25:59.868413 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Transition to ACTIVE for port object a4f4211c-efd6-458e-a4a0-5552b96c36e8 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:25:59.876684 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.883745 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:25:59.900301 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ac2d-807c-4824-86af-58d0bb538032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:25:59.953801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:25:59.985389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Usage tracker for resource:security_group_rule and tenant:540677f9960c4f8d9274c3602c195624 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:25:59.993075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:00.026901 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:00.040831 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:00.057490 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f755f570-baec-429b-b894-51257db9cae8', '666175a3-ce00-48b6-a474-478474975e81'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:26:00.129755 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b52d753e-5516-4c53-b8cd-2bd4d5fa262b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:00.215075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:00.219749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:00.470921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:00.485940 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:00.532647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:00.547341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:00.575917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:00.682946 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device befa330d-30ae-4d25-910f-376901eb279b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:00.895438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Router e3599e54-348a-4d24-86fb-19b51e133b39 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:26:00.959482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c677cb-be15-4f31-98ce-d73bc0671d55 req-52da8004-a754-4219-ba67-a4d869b352c7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:00.968304 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d2c677cb-be15-4f31-98ce-d73bc0671d55 req-52da8004-a754-4219-ba67-a4d869b352c7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 931 time: 0.5484228 Aug 23 14:26:01.007305 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:01.010023 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.117361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d2c677cb-be15-4f31-98ce-d73bc0671d55 req-127f2fc6-2a0c-4727-92b6-b45155f29e15 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373882 Aug 23 14:26:01.194649 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.248020 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port befa330d-30ae-4d25-910f-376901eb279b completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:01.257417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b99ba9f4-5193-4d33-8288-0e5496ba5a3a None None] Provisioning complete for port e78793f0-1cb8-464f-9e57-947966e0eefe triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:01.260070 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b99ba9f4-5193-4d33-8288-0e5496ba5a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.280498 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.391088 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4150782 Aug 23 14:26:01.391811 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6c7027ff-97f4-4200-9cde-eb389adf9885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:01.402414 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port befa330d-30ae-4d25-910f-376901eb279b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:01.403876 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.452547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:26:01.466212 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-b99ba9f4-5193-4d33-8288-0e5496ba5a3a None None] Port e78793f0-1cb8-464f-9e57-947966e0eefe cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:26:01.477987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] 10.222.0.72 "PUT /v2.0/routers/e3599e54-348a-4d24-86fb-19b51e133b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9813852 Aug 23 14:26:01.511470 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53570) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:01.514133 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=540677f9960c4f8d9274c3602c195624&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0377986 Aug 23 14:26:01.520667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Request body: {'port': {'device_id': '180091c8-ac65-429f-a190-4018ddee0d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:01.588117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ea95b-0873-4604-aab2-f1e0a6915206,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:01.619532 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:01.713940 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.733578 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.749443 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.821038 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.844243 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:01.958018 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port befa330d-30ae-4d25-910f-376901eb279b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=befa330d-30ae-4d25-910f-376901eb279b,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:01.992207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c13831f0-ff00-45af-bb08-2941db20022e None None] Provisioning for port a4f4211c-efd6-458e-a4a0-5552b96c36e8 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:02.001257 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c13831f0-ff00-45af-bb08-2941db20022e None None] Provisioning complete for port a4f4211c-efd6-458e-a4a0-5552b96c36e8 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:02.003053 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c13831f0-ff00-45af-bb08-2941db20022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.128358 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c13831f0-ff00-45af-bb08-2941db20022e None None] Port a4f4211c-efd6-458e-a4a0-5552b96c36e8 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:26:02.132118 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.135291 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:02.446097 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.450529 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1cc41bb6-0c3f-4611-9ee7-12a305e12a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:02.454003 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=befa330d-30ae-4d25-910f-376901eb279b,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:02.458955 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:02.518527 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ea95b-0873-4604-aab2-f1e0a6915206,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:02.536044 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:02.541742 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.545215 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac2ea95b-0873-4604-aab2-f1e0a6915206 HTTP/1.1" status: 204 len: 168 time: 1.0322034 Aug 23 14:26:02.578408 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Sync routers for ids ['e3599e54-348a-4d24-86fb-19b51e133b39'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:26:02.602089 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Routers {'e3599e54-348a-4d24-86fb-19b51e133b39'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:02.603150 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['e3599e54-348a-4d24-86fb-19b51e133b39'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:02.691447 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f4211c-efd6-458e-a4a0-5552b96c36e8 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:02.702620 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:02.724949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Transition to ACTIVE for port object a4f4211c-efd6-458e-a4a0-5552b96c36e8 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:02.792763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b28efb-7ff9-4779-a3f3-3bdc3b5b1772 req-1f749db3-67b3-461a-ab58-070413cd269b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:02.799895 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42b28efb-7ff9-4779-a3f3-3bdc3b5b1772 req-1f749db3-67b3-461a-ab58-070413cd269b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 931 time: 0.1528268 Aug 23 14:26:02.856596 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42b28efb-7ff9-4779-a3f3-3bdc3b5b1772 req-186f657c-5837-4ff8-b69e-29ae9e110f36 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Aug 23 14:26:02.889700 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Set router e3599e54-348a-4d24-86fb-19b51e133b39 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:03.054349 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.065487 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ca24742-5d63-427c-8ae8-960c67441965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:03.169224 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53608) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:03.178728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952590375', 'description': 'tempest-description--1986185197'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:03.188269 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:03.215615 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Usage tracker for resource:security_group and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:03.220353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:03.249047 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.266788 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:03.326354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:03.335013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'e78793f0-1cb8-464f-9e57-947966e0eefe', 'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'mac_address': 'fa:16:3e:2c:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:56Z', 'updated_at': '2021-08-23T14:25:59Z', 'revision_number': 2, 'project_id': '32ca65953eb0442db446486729bf4f90', 'subnets': [{'id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:03.342715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Checking router: e3599e54-348a-4d24-86fb-19b51e133b39 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:26:03.344207 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:03.344750 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Updating router e3599e54-348a-4d24-86fb-19b51e133b39 port e78793f0-1cb8-464f-9e57-947966e0eefe binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:26:03.389677 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.477067 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:03.498317 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Attempting to bind port a4f4211c-efd6-458e-a4a0-5552b96c36e8 on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:03.498954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Attempting to bind port a4f4211c-efd6-458e-a4a0-5552b96c36e8 by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:03.499538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Attempting to bind port a4f4211c-efd6-458e-a4a0-5552b96c36e8 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:03.505876 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Port a4f4211c-efd6-458e-a4a0-5552b96c36e8 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:26:03.506620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Attempting to bind port a4f4211c-efd6-458e-a4a0-5552b96c36e8 on network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:03.513063 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:03.513662 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Checking segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:03.514225 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Bound using segment: {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:03.514826 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Bound port: a4f4211c-efd6-458e-a4a0-5552b96c36e8, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c37d96-f43c-41af-80c1-cd029324d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:03.515371 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.515993 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Usage tracker for resource:security_group_rule and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:03.534745 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:03.578604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:03.642439 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.754655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:03.763915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:03.774103 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.912000 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:03.918337 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7a51a01d-8d70-438a-861a-7c7d6e937316 tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:03.969865 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.014441 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-78898608-2a34-4224-9b8c-130b63c99abe tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:04.067936 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.072233 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.075727 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4f4211c-efd6-458e-a4a0-5552b96c36e8 HTTP/1.1" status: 200 len: 1091 time: 2.5584011 Aug 23 14:26:04.093998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:04.110405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f486986-aaa2-4749-ae52-3eec697abbdc,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:04.123488 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:04.130379 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.136447 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9655685 Aug 23 14:26:04.140372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53646) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:04.160291 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Request body: {'security_group_rule': {'security_group_id': '6f486986-aaa2-4749-ae52-3eec697abbdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:04.185472 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:04.187355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:04.196788 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:04.206389 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Usage tracker for resource:security_group_rule and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:04.216796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:04.232091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:04.412488 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-e278c746-a703-4354-a22b-710c45e2f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.419030 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-e278c746-a703-4354-a22b-710c45e2f785 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 1094 time: 0.1758804 Aug 23 14:26:04.486177 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.540551 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-659385b0-726d-434f-a1cd-7d8c40978247 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8 HTTP/1.1" status: 200 len: 217 time: 0.1102779 Aug 23 14:26:04.579226 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.631495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device befa330d-30ae-4d25-910f-376901eb279b up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:04.636009 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6a9b-dce4-4396-b872-767d50db93e7 req-c25cf442-e2cb-430e-9558-33fd1e67c4f8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:04.655656 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-21ee6a9b-dce4-4396-b872-767d50db93e7 req-c25cf442-e2cb-430e-9558-33fd1e67c4f8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 943 time: 0.3974166 Aug 23 14:26:04.701874 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.774083 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:04.850496 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.852178 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port befa330d-30ae-4d25-910f-376901eb279b triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:04.852681 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.909554 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-21ee6a9b-dce4-4396-b872-767d50db93e7 req-9e0750a5-52dd-45b5-a4c5-5e627228f7ed tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527375 Aug 23 14:26:04.912631 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafd879f-1788-4ff0-80a9-488120686f63,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:04.927682 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:04.947740 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Transition to ACTIVE for port object e78793f0-1cb8-464f-9e57-947966e0eefe will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:04.957905 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:04.957905 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bad4ff40-967d-482f-ab0d-2adb5d8c990a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8119392 Aug 23 14:26:04.960112 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53670) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:04.991433 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Request body: {'security_group_rule': {'security_group_id': '6f486986-aaa2-4749-ae52-3eec697abbdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:05.011769 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:05.032100 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Usage tracker for resource:security_group_rule and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:05.042750 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:05.073906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:05.154777 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.161431 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-a2ec12ae-079c-421b-94b3-d32281475910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:05.216645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.246893 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-889e86b0-9fc5-4c92-8fdb-38a5ee298416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.249008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-889e86b0-9fc5-4c92-8fdb-38a5ee298416 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.6775420 Aug 23 14:26:05.251054 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'status': 'completed', 'code': 200} Aug 23 14:26:05.419141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e1bf4-f38e-4fea-bd6d-18f838f49018 None None] Pushing event updated for resources: {'Port': ['ID=e78793f0-1cb8-464f-9e57-947966e0eefe,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:05.430172 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-606e1bf4-f38e-4fea-bd6d-18f838f49018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:05.449002 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Attempting to bind port e78793f0-1cb8-464f-9e57-947966e0eefe on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:05.449317 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Attempting to bind port e78793f0-1cb8-464f-9e57-947966e0eefe by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:05.449781 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Attempting to bind port e78793f0-1cb8-464f-9e57-947966e0eefe on network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:05.472474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:05.472474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Checking segment: {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:05.472474 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.472474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Bound using segment: {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:05.472474 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Bound port: e78793f0-1cb8-464f-9e57-947966e0eefe, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:05.472474 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.505262 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.512028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-382495bf-75b4-4232-aadb-df22d2038a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.514044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-382495bf-75b4-4232-aadb-df22d2038a39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883726 Aug 23 14:26:05.530107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dbf66-6dc4-45fe-967c-573430b9361a req-8282a0d4-9d33-44b3-b924-7754c473e15d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:05.533188 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a62dbf66-6dc4-45fe-967c-573430b9361a req-8282a0d4-9d33-44b3-b924-7754c473e15d tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.2802632 Aug 23 14:26:05.601381 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.611661 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c1e07c99-1b14-407d-9824-61bad6d2135b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:05.667545 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60ed335-84e6-407e-a459-046d790cb484,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:05.674003 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:05.727332 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-305ba6a2-ac42-44c6-82a7-4c99a330614f service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924472 Aug 23 14:26:05.777692 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:05.781948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1ec2dc81-78bd-499c-bea1-59d6aede9acf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8178086 Aug 23 14:26:05.782312 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53680) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:05.790083 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:05.817295 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:05.830911 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Usage tracker for resource:floatingip and tenant:32ca65953eb0442db446486729bf4f90 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:05.842619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:05.870515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:05.960702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] For port e78793f0-1cb8-464f-9e57-947966e0eefe, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:05.969125 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] For port e78793f0-1cb8-464f-9e57-947966e0eefe, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e78793f0-1cb8-464f-9e57-947966e0eefe,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:05.998572 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d5bdea1f-1a76-43c9-9dbc-246b1a1a04f3 req-ee38c8e1-a54e-4b8a-acca-0ddb1ff2023c service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517793 Aug 23 14:26:06.018225 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:06.043179 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a62dbf66-6dc4-45fe-967c-573430b9361a req-d0adff98-d015-4525-b024-43cf4aef2eaa tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147123 Aug 23 14:26:06.219449 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:06.223932 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:06.381858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e1bf4-f38e-4fea-bd6d-18f838f49018 None None] Pushing event updated for resources: {'Port': ['ID=e78793f0-1cb8-464f-9e57-947966e0eefe,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:06.383393 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:06.387196 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-606e1bf4-f38e-4fea-bd6d-18f838f49018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:06.402933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Routers {'e3599e54-348a-4d24-86fb-19b51e133b39'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:06.403554 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['e3599e54-348a-4d24-86fb-19b51e133b39'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:06.454794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-7b32d199-db55-4424-8454-c602bdf76e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.458944 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-7b32d199-db55-4424-8454-c602bdf76e03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 1094 time: 0.1743686 Aug 23 14:26:06.482224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88cc9-58dd-4619-add5-ec35333cbf19 req-74445645-0050-43fc-b6d0-ed085428cb04 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.482224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2ae88cc9-58dd-4619-add5-ec35333cbf19 req-74445645-0050-43fc-b6d0-ed085428cb04 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:06.614079 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Allocated IP 172.25.7.24 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/796a6fd9-2623-4955-9ccb-6bbe54f87d79) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:06.742041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-7a896e59-436e-405c-9c8d-1e07fea8347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:06.745776 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-7a896e59-436e-405c-9c8d-1e07fea8347c service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.2555699 Aug 23 14:26:06.801303 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] Set router e3599e54-348a-4d24-86fb-19b51e133b39 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:06.903385 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-64949ab2-2c94-4df4-b671-96949950d7ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8 HTTP/1.1" status: 200 len: 217 time: 0.1424162 Aug 23 14:26:06.959040 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:07.032387 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2ae88cc9-58dd-4619-add5-ec35333cbf19 req-74445645-0050-43fc-b6d0-ed085428cb04 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:07.056237 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ae88cc9-58dd-4619-add5-ec35333cbf19 req-74445645-0050-43fc-b6d0-ed085428cb04 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 943 time: 0.8528321 Aug 23 14:26:07.112460 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-350871bb-e218-47f0-a18f-22d40f32a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:07.114133 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-350871bb-e218-47f0-a18f-22d40f32a5b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1992803 Aug 23 14:26:07.122286 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:07.130821 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8d60d12a-a2fe-45aa-839b-9f89c31adc27 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:07.201195 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2ae88cc9-58dd-4619-add5-ec35333cbf19 req-b23133c6-7ba1-46c5-9d4d-1dd93a86a0b1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439276 Aug 23 14:26:07.231963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Pushing event updated for resources: {'Port': ['ID=796a6fd9-2623-4955-9ccb-6bbe54f87d79,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:07.239852 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:07.250921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:07.252080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:07.260068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:07.270534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-6a713e76-7121-49e3-9947-bb8a4d889d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:07.273066 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-6a713e76-7121-49e3-9947-bb8a4d889d7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478658 Aug 23 14:26:07.485769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:07.519369 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a4f4211c-efd6-458e-a4a0-5552b96c36e8 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:07.622472 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-69840100-b9e0-4532-85b2-004d6e81b9bb service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373594 Aug 23 14:26:07.697559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53726) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:07.717540 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:07.868654 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:07.886699 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'mac_address': 'fa:16:3e:47:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:08.005365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b686e8b-962c-4661-8fc9-79b16dc57987 req-9e546b7d-9679-471c-bf3f-fcd12cfa1f76 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949262 Aug 23 14:26:08.035057 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'e78793f0-1cb8-464f-9e57-947966e0eefe', 'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'mac_address': 'fa:16:3e:2c:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:56Z', 'updated_at': '2021-08-23T14:26:05Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'subnets': [{'id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:08.042528 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2fc4f-3f01-4e18-997c-b20191b6a063 None None] The sync data for ids ['e3599e54-348a-4d24-86fb-19b51e133b39'] in n-d-805628-1 is: [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'e78793f0-1cb8-464f-9e57-947966e0eefe', 'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'mac_address': 'fa:16:3e:2c:4e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:56Z', 'updated_at': '2021-08-23T14:26:05Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'subnets': [{'id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:26:08.043394 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61666348-9db6-44b7-b4f8-589ab377a067 req-805273cc-6ac0-41d8-ba03-16943a1b6359 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:08.047116 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-61666348-9db6-44b7-b4f8-589ab377a067 req-805273cc-6ac0-41d8-ba03-16943a1b6359 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.3379526 Aug 23 14:26:08.062933 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56931666-0062-412b-be52-a18ef5691c19 req-707eed93-cf07-4a30-a4ec-800e3cb3b24a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:08.064487 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56931666-0062-412b-be52-a18ef5691c19 req-707eed93-cf07-4a30-a4ec-800e3cb3b24a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 946 time: 0.4381814 Aug 23 14:26:08.225440 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.249902 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f4211c-efd6-458e-a4a0-5552b96c36e8 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:08.275569 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:08.305379 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.411875 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.423348 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d24a5b37-f0ac-4b9e-a6c0-d48dd4a8a8ab tempest-FloatingIPsAssociationNegativeTestJSON-239846185 tempest-FloatingIPsAssociationNegativeTestJSON-239846185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:08.461781 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-56931666-0062-412b-be52-a18ef5691c19 req-14ed1cb7-06d8-47e8-89fa-050509a84ff8 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048413 Aug 23 14:26:08.487738 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.493887 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-5f290b60-65eb-46f0-a04f-f7c9a570383a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:08.503000 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.575512 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:08.584795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:a062cb4683a94786bb1b874650fd8dbf is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:08.590316 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:08.597224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Deleting port ac6c6590-06b8-485b-83c8-67ce23981e0d {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:08.598018 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.603855 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e78793f0-1cb8-464f-9e57-947966e0eefe up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:08.642364 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:08.775809 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Pushing event updated for resources: {'Port': ['ID=796a6fd9-2623-4955-9ccb-6bbe54f87d79,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:08.788023 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:08.791687 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.849875 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:08.863845 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:08.928392 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['a4f4211c-efd6-458e-a4a0-5552b96c36e8'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:26:08.991130 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:08.992189 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2091134 Aug 23 14:26:09.119429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port e78793f0-1cb8-464f-9e57-947966e0eefe completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:09.156572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e78793f0-1cb8-464f-9e57-947966e0eefe triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:09.157836 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.243666 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48f6a0-5449-4828-9634-d3a17138fa4f req-215284d0-6cf1-4e2d-81f3-e65d94439b00 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:09.245701 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e48f6a0-5449-4828-9634-d3a17138fa4f req-215284d0-6cf1-4e2d-81f3-e65d94439b00 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 944 time: 0.4720514 Aug 23 14:26:09.320066 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.349545 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] For port ac6c6590-06b8-485b-83c8-67ce23981e0d, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=ac6c6590-06b8-485b-83c8-67ce23981e0d,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:09.349919 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.588332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-1c25c6fb-335e-4941-9139-f762abf78028 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Synchronizing usage tracker for tenant:32ca65953eb0442db446486729bf4f90 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:09.603734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Calling delete_port for ac6c6590-06b8-485b-83c8-67ce23981e0d owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:09.689907 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.726704 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-1c25c6fb-335e-4941-9139-f762abf78028 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Unset dirty status for tenant:32ca65953eb0442db446486729bf4f90 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:09.727780 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-1c25c6fb-335e-4941-9139-f762abf78028 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1952590375&fields=id&tenant_id=32ca65953eb0442db446486729bf4f90 HTTP/1.1" status: 200 len: 267 time: 0.1871691 Aug 23 14:26:09.780080 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port e78793f0-1cb8-464f-9e57-947966e0eefe, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=e78793f0-1cb8-464f-9e57-947966e0eefe,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:09.781430 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.792012 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f58c2567-374f-4dfd-9603-b97eef2df938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:09.810646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e48f6a0-5449-4828-9634-d3a17138fa4f req-edc34ab3-8ec4-4850-a754-8656add64c2d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417399 Aug 23 14:26:09.857998 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a062cb4683a94786bb1b874650fd8dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1451848 Aug 23 14:26:09.865455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b84bb-f392-4ff8-8476-10b6989f8546,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:09.866194 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53776) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:09.867407 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:09.942103 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.973412 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.984611 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:09.986697 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:10.031824 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.048804 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-121f09bc-eda6-4122-b568-9278cfe66d29 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:10.107163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-927ca516-7f0d-4a72-bd6c-92bf9b3812b4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:10.120797 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['66b0012b-00c3-40e2-b1bf-0a38f83c3e96'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:26:10.124737 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-927ca516-7f0d-4a72-bd6c-92bf9b3812b4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 811 time: 0.3899307 Aug 23 14:26:10.139165 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.157544 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-c5b1519b-6ac4-47c2-b438-b6d4e2a99a07 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/quotas/32ca65953eb0442db446486729bf4f90 HTTP/1.1" status: 200 len: 375 time: 0.0278654 Aug 23 14:26:10.202605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Pushing event deleted for resources: {'Port': ['ID=ac6c6590-06b8-485b-83c8-67ce23981e0d,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:10.215484 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:10.216249 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a040225c-b0d7-46bf-8c97-bb0a4aff681f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:10.300974 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b84bb-f392-4ff8-8476-10b6989f8546,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:10.346292 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:10.348200 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] No DVR routers for this DVR port ac6c6590-06b8-485b-83c8-67ce23981e0d on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:10.356058 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.364042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'name': 'network-vif-deleted', 'tag': 'ac6c6590-06b8-485b-83c8-67ce23981e0d'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:10.371674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-61666348-9db6-44b7-b4f8-589ab377a067 req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.64 "DELETE /v2.0/ports/ac6c6590-06b8-485b-83c8-67ce23981e0d HTTP/1.1" status: 204 len: 173 time: 2.3009470 Aug 23 14:26:10.372871 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:10.378370 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae8b84bb-f392-4ff8-8476-10b6989f8546 HTTP/1.1" status: 204 len: 168 time: 0.5096581 Aug 23 14:26:10.482187 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=e78793f0-1cb8-464f-9e57-947966e0eefe,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:10.484274 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-d8ec5981-5276-42f1-9ebf-74ec92388f3e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Synchronizing usage tracker for tenant:32ca65953eb0442db446486729bf4f90 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:10.508561 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:10.580919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-d8ec5981-5276-42f1-9ebf-74ec92388f3e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Unset dirty status for tenant:32ca65953eb0442db446486729bf4f90 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:10.600636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-d8ec5981-5276-42f1-9ebf-74ec92388f3e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4421508 Aug 23 14:26:10.848087 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-39aad07f-7f4f-4054-9e76-0eb5add5f8a7 service neutron] 10.222.0.72 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097995 Aug 23 14:26:11.065085 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-aff064bb-3db2-48e0-af06-7a504462a247 req-d018df39-33f5-4004-8d05-0d587627668a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Synchronizing usage tracker for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:11.087003 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-87b3a8c8-424f-4555-940e-8a10f2a15405 service neutron] 10.222.0.72 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329555 Aug 23 14:26:11.307185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-aff064bb-3db2-48e0-af06-7a504462a247 req-d018df39-33f5-4004-8d05-0d587627668a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Unset dirty status for tenant:2c9d4f6a77e840ccb2e96b2c4d1dd338 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:11.307185 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aff064bb-3db2-48e0-af06-7a504462a247 req-d018df39-33f5-4004-8d05-0d587627668a tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=afc6655a-0243-405f-b3e7-b77487cfa9be HTTP/1.1" status: 200 len: 210 time: 0.3008502 Aug 23 14:26:11.511809 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a4f4211c-efd6-458e-a4a0-5552b96c36e8 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:11.575421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 53814) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:11.674570 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc6655a-0243-405f-b3e7-b77487cfa9be', 'name': 'network-vif-deleted', 'tag': 'ac6c6590-06b8-485b-83c8-67ce23981e0d', 'status': 'completed', 'code': 200} Aug 23 14:26:11.674570 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:11.736338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:11.754070 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Usage tracker for resource:security_group_rule and tenant:454efa5cd50148cfa41ac35da8d65526 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:11.770075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:11.796231 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:11.807364 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port a4f4211c-efd6-458e-a4a0-5552b96c36e8 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:11.819959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port a4f4211c-efd6-458e-a4a0-5552b96c36e8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:11.819959 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.037315 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.075593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1860b-eda8-46a4-9d04-b6ad9b5b1cc7 req-bfe80a0a-a649-44b2-be60-e02648b8568e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.077812 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-35d1860b-eda8-46a4-9d04-b6ad9b5b1cc7 req-bfe80a0a-a649-44b2-be60-e02648b8568e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 944 time: 0.2657163 Aug 23 14:26:12.106220 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:12.131136 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:12.171115 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-35d1860b-eda8-46a4-9d04-b6ad9b5b1cc7 req-e38b6c30-44f4-4a99-9fc8-4f2cc8de5e19 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768533 Aug 23 14:26:12.229495 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.241615 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.242858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device ac6c6590-06b8-485b-83c8-67ce23981e0d no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:12.312453 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'code': 200} Aug 23 14:26:12.327739 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:12.441584 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: ac6c6590-06b8-485b-83c8-67ce23981e0d {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:12.441584 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device ac6c6590-06b8-485b-83c8-67ce23981e0d not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:12.475652 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:12.487028 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:12.504374 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.555831 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f3fa88e4-44fb-42cf-be25-ab6aa6848829 tempest-SecurityGroupRulesTestJSON-394657735 tempest-SecurityGroupRulesTestJSON-394657735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:12.565465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device e78793f0-1cb8-464f-9e57-947966e0eefe up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:12.575287 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfb04a49-db3a-4650-bddc-2318015dfd82 req-46cba1c0-67d6-4880-9286-aa4fa803ab15 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 210 time: 0.2926669 Aug 23 14:26:12.645602 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b9d27a-a44c-40c0-af9f-ea20a3e6f089,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:12.648887 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:12.664542 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port e78793f0-1cb8-464f-9e57-947966e0eefe triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:12.664992 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.670261 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=454efa5cd50148cfa41ac35da8d65526&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0960534 Aug 23 14:26:12.670801 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53832) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:12.699052 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34bfa0-2ae9-41a5-91e3-3b439cc37244 req-f8ce5df8-ab77-4209-b236-8dbd2f27c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:12.701857 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ff34bfa0-2ae9-41a5-91e3-3b439cc37244 req-f8ce5df8-ab77-4209-b236-8dbd2f27c0cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 1096 time: 0.3008571 Aug 23 14:26:12.750072 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:12.763585 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ff34bfa0-2ae9-41a5-91e3-3b439cc37244 req-98c1cd8d-2f21-43dd-85a1-861fd1abcf46 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Aug 23 14:26:12.781756 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.029160 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.036546 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a1c470cb-c623-46f2-80b2-91c0b5ed0760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:13.067714 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:13.072270 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0b9d27a-a44c-40c0-af9f-ea20a3e6f089 HTTP/1.1" status: 204 len: 168 time: 0.4000657 Aug 23 14:26:13.081328 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b9d27a-a44c-40c0-af9f-ea20a3e6f089,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:13.085396 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:13.742181 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf7dec-bc1a-4441-986b-29db561a7a6b req-5cad7701-2ef0-43d8-a5a5-050f2ce3b1fd tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:13.743715 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01bf7dec-bc1a-4441-986b-29db561a7a6b req-5cad7701-2ef0-43d8-a5a5-050f2ce3b1fd tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.0859573 Aug 23 14:26:13.792607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01bf7dec-bc1a-4441-986b-29db561a7a6b req-265c9bc0-23e6-4ff8-a013-ee47d39dcae6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Aug 23 14:26:13.958388 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b836c8-df94-43f7-b5c0-8ea790e24d79 req-ee1bd769-e9ba-4d2d-911e-d91489968ce5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:13.959970 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4b836c8-df94-43f7-b5c0-8ea790e24d79 req-ee1bd769-e9ba-4d2d-911e-d91489968ce5 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1032672 Aug 23 14:26:13.975635 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d15cc1e3-048c-47e2-815a-2c6fc8a05bf1 req-fa363425-543c-4584-afb4-f21e9f443a95 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 210 time: 0.0510020 Aug 23 14:26:14.012252 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4b836c8-df94-43f7-b5c0-8ea790e24d79 req-a0ec329b-7b03-40f5-963e-bc2ac593d0df tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462937 Aug 23 14:26:15.383499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-52524356-e883-43f2-bb03-35ef159c6afa tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:15.383499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-52524356-e883-43f2-bb03-35ef159c6afa tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Synchronizing usage tracker for tenant:32ca65953eb0442db446486729bf4f90 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:15.521126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-52524356-e883-43f2-bb03-35ef159c6afa tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Unset dirty status for tenant:32ca65953eb0442db446486729bf4f90 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:15.522298 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-52524356-e883-43f2-bb03-35ef159c6afa tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 811 time: 0.4307129 Aug 23 14:26:15.587565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-08fc0046-dc24-49ff-af6c-788dc72eb5fb tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Synchronizing usage tracker for tenant:32ca65953eb0442db446486729bf4f90 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:15.587565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-08fc0046-dc24-49ff-af6c-788dc72eb5fb tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Unset dirty status for tenant:32ca65953eb0442db446486729bf4f90 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:15.588070 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-08fc0046-dc24-49ff-af6c-788dc72eb5fb tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ca65953eb0442db446486729bf4f90 HTTP/1.1" status: 200 len: 380 time: 0.0557685 Aug 23 14:26:15.600130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Request body: {'port': {'device_id': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'admin_state_up': True, 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'security_groups': ['6f486986-aaa2-4749-ae52-3eec697abbdc']}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:15.709537 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da50898-be47-41ca-bc47-2773bf6f7380 req-dc7023e2-20ce-4536-84c4-418ff3980d8d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:15.711071 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8da50898-be47-41ca-bc47-2773bf6f7380 req-dc7023e2-20ce-4536-84c4-418ff3980d8d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.0992119 Aug 23 14:26:15.764020 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:15.765875 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:26:15.773186 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8da50898-be47-41ca-bc47-2773bf6f7380 req-0377e229-8aad-4607-b82e-e582c2a129f8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Aug 23 14:26:15.776493 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:15.929675 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8dbdc4f2-ba0e-4dd1-8c12-59aff04161b1 req-15384273-bd99-418d-93a9-4e8952ac8641 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 210 time: 0.0455303 Aug 23 14:26:15.949661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Made reservation on behalf of 32ca65953eb0442db446486729bf4f90 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:15.953527 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.156041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c3d3-ae16-4aea-ab78-ea83f6442219 req-b5c9f309-062e-4519-8072-62db78761bf6 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.164825 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0152c3d3-ae16-4aea-ab78-ea83f6442219 req-b5c9f309-062e-4519-8072-62db78761bf6 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1306407 Aug 23 14:26:16.182921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Allocated IP 172.20.0.9 (00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec/4c96bf2f-c4da-4e19-9094-e850146a2e9e/ad174be9-fc6d-4aa2-8a26-2b101d82d797) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:16.211636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0152c3d3-ae16-4aea-ab78-ea83f6442219 req-fdea0e8d-f02d-4976-8bd8-de3fe2901176 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Aug 23 14:26:16.261273 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 53996) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:16.414383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.427474 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.429514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Transition to ACTIVE for port object ad174be9-fc6d-4aa2-8a26-2b101d82d797 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:16.485389 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:16.500458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6b18c8d8e14830982e9ccb59ba9a06 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:16.501272 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:16.510001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:16.561243 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787032a4-ce4b-486f-b29d-f2f66ecc2f05 req-b6c71cd6-52db-4848-88b4-6169fc55dad7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.562726 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-787032a4-ce4b-486f-b29d-f2f66ecc2f05 req-b6c71cd6-52db-4848-88b4-6169fc55dad7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 946 time: 0.1370924 Aug 23 14:26:16.619241 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.633721 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:16.634320 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-787032a4-ce4b-486f-b29d-f2f66ecc2f05 req-bcb49b84-05a1-41ea-8413-488c95d120c6 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584545 Aug 23 14:26:16.675702 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.694844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:16.702343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:16.704800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:16.771828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Pushing event updated for resources: {'Port': ['ID=ad174be9-fc6d-4aa2-8a26-2b101d82d797,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:16.775178 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:16.795004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:16.795670 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.822635 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.831965 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ea2b0d34-4c00-4051-a85d-8f3f80bcc66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:16.874096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa6b18c8d8e14830982e9ccb59ba9a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114857 Aug 23 14:26:16.875574 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cc32d4-375a-4de4-995e-fcb06d520954,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:16.876594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54010) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:16.878642 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:16.952645 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3568287 Aug 23 14:26:16.958600 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:16.987493 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Request body: {'port': {'device_id': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:17.031961 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.087024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5fa5cf65-9722-4578-9b81-7ace5f3ed371 None None] Provisioning for port ad174be9-fc6d-4aa2-8a26-2b101d82d797 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:17.094585 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-5fa5cf65-9722-4578-9b81-7ace5f3ed371 None None] Provisioning complete for port ad174be9-fc6d-4aa2-8a26-2b101d82d797 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:17.095285 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5fa5cf65-9722-4578-9b81-7ace5f3ed371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.158601 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5cf65-9722-4578-9b81-7ace5f3ed371 None None] Port ad174be9-fc6d-4aa2-8a26-2b101d82d797 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:26:17.265793 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.363140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e209452-f2a7-41c4-a97a-9a300371cd3c req-10243a5a-bd30-4d35-875c-02d090e12d23 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.370206 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e209452-f2a7-41c4-a97a-9a300371cd3c req-10243a5a-bd30-4d35-875c-02d090e12d23 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.2591803 Aug 23 14:26:17.396092 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-f70fc0b5-9773-405c-88db-995b3973c900 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.398771 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-f70fc0b5-9773-405c-88db-995b3973c900 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.64 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 946 time: 0.3337214 Aug 23 14:26:17.412629 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.447599 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c2ac8-3be0-4889-9299-cb337733c648 req-578f592d-de52-4da4-96ff-90a4e42f7aa3 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.449427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-465c2ac8-3be0-4889-9299-cb337733c648 req-578f592d-de52-4da4-96ff-90a4e42f7aa3 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 931 time: 0.0986128 Aug 23 14:26:17.454898 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9845dfcc-e632-454f-a4f1-2e30306f9750 tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:17.515198 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-465c2ac8-3be0-4889-9299-cb337733c648 req-70746492-5ccf-420d-9434-879c4dc3e513 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572715 Aug 23 14:26:17.534159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cc32d4-375a-4de4-995e-fcb06d520954,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:17.536429 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:17.568720 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.572237 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95cc32d4-375a-4de4-995e-fcb06d520954 HTTP/1.1" status: 204 len: 168 time: 0.6922467 Aug 23 14:26:17.589608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e209452-f2a7-41c4-a97a-9a300371cd3c req-e698e408-6742-4e44-b450-115cc903d521 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185853 Aug 23 14:26:17.668414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Deleting port fd1d4c9e-bc32-4a45-a99c-974e8a56859e {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:17.668765 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:17.728804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2624e73-2c14-4c7f-a1cb-4d040ea2d99d req-195151b3-8b78-471c-92f5-c909e237a810 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:17.730637 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2624e73-2c14-4c7f-a1cb-4d040ea2d99d req-195151b3-8b78-471c-92f5-c909e237a810 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.0875969 Aug 23 14:26:17.801168 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e2624e73-2c14-4c7f-a1cb-4d040ea2d99d req-2f3e1c90-4262-4e75-84db-83050c7a693c tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622091 Aug 23 14:26:17.940114 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e9ae4397-65c7-486b-b04a-26d030aa2597 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:18.035558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a3a08-791b-465f-abb2-2f29ee388c6f req-a100e5d2-8f98-42e0-95d7-30429ad0bce7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.040204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dd4a3a08-791b-465f-abb2-2f29ee388c6f req-a100e5d2-8f98-42e0-95d7-30429ad0bce7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 946 time: 0.1215148 Aug 23 14:26:18.129709 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dd4a3a08-791b-465f-abb2-2f29ee388c6f req-a13099dc-dbca-4ede-aebd-8f656306efe0 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803294 Aug 23 14:26:18.135951 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.173515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:18.186010 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:18.241293 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'code': 200} Aug 23 14:26:18.272629 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.274064 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-606e1bf4-f38e-4fea-bd6d-18f838f49018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:18.327868 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad174be9-fc6d-4aa2-8a26-2b101d82d797 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:18.352749 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.362302 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:18.367232 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:18.427366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-3b6dd2ad-0e8e-40c9-b25a-0c33952175ad tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.429112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-3b6dd2ad-0e8e-40c9-b25a-0c33952175ad tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.6332283 Aug 23 14:26:18.456965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Transition to ACTIVE for port object ad174be9-fc6d-4aa2-8a26-2b101d82d797 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:18.467282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-b5df3607-60dc-40d5-8652-3a594795a5d6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/quotas/1f701ca797d6448aa958049d990607dc HTTP/1.1" status: 200 len: 375 time: 0.0207498 Aug 23 14:26:18.531690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] For port fd1d4c9e-bc32-4a45-a99c-974e8a56859e, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:18.532054 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.553751 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:18.558119 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:18.754578 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b3b5f-12bb-4e61-8cf6-5006e407369b req-88fae50a-9ff0-4fb8-8cb8-c6ef2c70701a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:18.762075 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a7b3b5f-12bb-4e61-8cf6-5006e407369b req-88fae50a-9ff0-4fb8-8cb8-c6ef2c70701a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 943 time: 0.1136327 Aug 23 14:26:18.823095 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a7b3b5f-12bb-4e61-8cf6-5006e407369b req-0291212b-06af-43ff-97ef-4007d7cb7b4e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537398 Aug 23 14:26:18.915357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Pushing event updated for resources: {'Port': ['ID=ad174be9-fc6d-4aa2-8a26-2b101d82d797,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:18.951052 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:19.029643 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-505ed526-b140-45e5-89bd-af53e43b957d tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5531135 Aug 23 14:26:19.101319 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c9dc4-896b-4e08-bb9e-c5002fc9943f req-06800e35-d9e3-4264-a341-f0fe56a8dec4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:19.111188 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f75c9dc4-896b-4e08-bb9e-c5002fc9943f req-06800e35-d9e3-4264-a341-f0fe56a8dec4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.1725442 Aug 23 14:26:19.127573 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54102) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:19.172236 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f75c9dc4-896b-4e08-bb9e-c5002fc9943f req-ca49988f-cb32-4d38-9f71-149ba65fe95d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601797 Aug 23 14:26:19.293752 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1916279323-network', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:19.301560 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:19.312934 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Usage tracker for resource:network and tenant:2cf448bc63b34d298c96ec3cd2ffd58a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:19.320414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:19.330047 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:19.372475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Attempting to bind port ad174be9-fc6d-4aa2-8a26-2b101d82d797 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:19.372815 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Attempting to bind port ad174be9-fc6d-4aa2-8a26-2b101d82d797 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:19.373186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Attempting to bind port ad174be9-fc6d-4aa2-8a26-2b101d82d797 on network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:19.381200 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.381573 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.381919 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Floating IP dafc19c2-7554-4292-8bdf-d42510939a57 disassociated. External IP: 172.25.7.34, port: fd1d4c9e-bc32-4a45-a99c-974e8a56859e. Aug 23 14:26:19.382218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Calling delete_port for fd1d4c9e-bc32-4a45-a99c-974e8a56859e owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:19.436750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Port ad174be9-fc6d-4aa2-8a26-2b101d82d797 on network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:26:19.437095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Attempting to bind port ad174be9-fc6d-4aa2-8a26-2b101d82d797 on network 00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:19.452032 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Made reservation on behalf of 2cf448bc63b34d298c96ec3cd2ffd58a for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:19.454346 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.463783 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:19.464280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Checking segment: {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:19.464507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Bound using segment: {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:19.464951 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Bound port: ad174be9-fc6d-4aa2-8a26-2b101d82d797, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8027da-ba1d-4f74-8ff1-6ca7641d186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:19.465324 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.470983 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.496770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de69e-868a-4417-819d-de887eebb82d req-8da71f88-9f3f-4591-8088-0e340eff3752 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:19.498298 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-229de69e-868a-4417-819d-de887eebb82d req-8da71f88-9f3f-4591-8088-0e340eff3752 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.1170106 Aug 23 14:26:19.499509 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:19.503871 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device fd1d4c9e-bc32-4a45-a99c-974e8a56859e no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:19.509734 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Usage tracker for resource:security_group_rule and tenant:2cf448bc63b34d298c96ec3cd2ffd58a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:19.513932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:19.537244 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:19.589922 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-edb26966-c906-4100-acd4-1ec6a4dadebe service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594077 Aug 23 14:26:19.600998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760e987-b599-42be-b615-66dd811436f1 req-d924a834-0ec2-4d1d-bddb-dcc871b7c743 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:19.602498 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b760e987-b599-42be-b615-66dd811436f1 req-d924a834-0ec2-4d1d-bddb-dcc871b7c743 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/ports?device_id=bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa HTTP/1.1" status: 200 len: 944 time: 0.4710050 Aug 23 14:26:19.621713 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-229de69e-868a-4417-819d-de887eebb82d req-c05da269-1fce-4621-9293-630989b9d04f tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143732 Aug 23 14:26:19.650459 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.688053 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-535ff6c9-8d30-46aa-9956-9456f36752b7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:19.689632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-535ff6c9-8d30-46aa-9956-9456f36752b7 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.82 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.4638438 Aug 23 14:26:19.729582 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.898180 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:19.905627 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c39298ee-cdb9-48b4-9ced-e83543263b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:19.957311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047379ac-bcc0-44f7-a5e5-6e78a8c203d0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:19.960725 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:19.986222 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f3d61-3cdf-4030-9d7e-3508867ebc35 req-07ffd29a-5ce9-4f71-813e-7e26e7435516 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:19.987984 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc0f3d61-3cdf-4030-9d7e-3508867ebc35 req-07ffd29a-5ce9-4f71-813e-7e26e7435516 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 946 time: 0.2410953 Aug 23 14:26:20.059152 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] For port ad174be9-fc6d-4aa2-8a26-2b101d82d797, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:20.070644 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc0f3d61-3cdf-4030-9d7e-3508867ebc35 req-7dad41aa-e059-4071-bc90-efa2969c9634 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=e4f62d92-d24f-497a-8648-07bcd8d555d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759273 Aug 23 14:26:20.074610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Deleting port e9ae4397-65c7-486b-b04a-26d030aa2597 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:20.074961 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.134203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Deleting port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:20.134539 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.161484 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:26:20.170861 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] For port ad174be9-fc6d-4aa2-8a26-2b101d82d797, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:20.201775 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.216358 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9cf5ece3-1d4d-489a-8362-def883c1a0cd tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:20.278788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event deleted for resources: {'Port': ['ID=fd1d4c9e-bc32-4a45-a99c-974e8a56859e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:20.282926 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.284814 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Added segment 83dd8bfc-ce62-4e0d-93b9-25ccad1019ac of type vlan for network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 Aug 23 14:26:20.311884 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:20.314647 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.344158 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.359461 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1c48eee9-73d4-4406-83ee-81f78f1f03f6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:20.389105 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-9e1a369b-9830-4041-b3bc-f3dceeeb4f6b service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743704 Aug 23 14:26:20.486617 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.488251 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.489070 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.494410 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ca4cf6cb-4877-4aaf-b7a0-632c52bbcc69 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:20.520796 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:20.521533 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:20.522812 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] 10.222.0.82 "PUT /v2.0/ports/ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1091 time: 3.5463378 Aug 23 14:26:20.527929 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'tag': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:20.616760 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Pushing event updated for resources: {'Network': ['ID=6980587c-8f8b-4207-bf0c-0b448c41d0e3,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:20.620092 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:20.632642 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:20.652935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Pushing event updated for resources: {'Port': ['ID=ad174be9-fc6d-4aa2-8a26-2b101d82d797,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:20.738280 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6089599 Aug 23 14:26:20.743278 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54142) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:20.751591 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Request body: {'subnet': {'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-subnet', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:20.764353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:20.772819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Usage tracker for resource:subnet and tenant:2cf448bc63b34d298c96ec3cd2ffd58a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:20.780357 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:20.796382 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:20.840021 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:21.052254 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Made reservation on behalf of 2cf448bc63b34d298c96ec3cd2ffd58a for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:21.054941 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.110033 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] For port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:21.110686 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.123726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] For port e9ae4397-65c7-486b-b04a-26d030aa2597, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=e9ae4397-65c7-486b-b04a-26d030aa2597,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:21.124458 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.145103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Router 24f58799-a002-47a4-988f-25084c46ee39 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:26:21.402402 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'tag': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'status': 'completed', 'code': 200} Aug 23 14:26:21.414165 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Calling delete_port for e9ae4397-65c7-486b-b04a-26d030aa2597 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:21.504229 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:21.517435 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9e939297-0c4f-4b61-95af-d4730d7e2246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:21.637141 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Calling delete_port for 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:21.638596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Checking segment: {'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:21.639012 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Network hostable DHCP agents. Network: 6980587c-8f8b-4207-bf0c-0b448c41d0e3, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:21.653333 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a4eb4e-e865-40d0-a7b6-47f1db93b526,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:21.661447 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:21.686410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b207f-3a46-471f-9e32-0d0cd6e780dc req-925061de-4ff7-4d8f-a832-e7b4cd091d2e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:21.689497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-602b207f-3a46-471f-9e32-0d0cd6e780dc req-925061de-4ff7-4d8f-a832-e7b4cd091d2e tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 945 time: 0.2245939 Aug 23 14:26:21.735010 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-602b207f-3a46-471f-9e32-0d0cd6e780dc req-7d18f2b6-f937-4a36-8af6-30fb205bd7ef tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/security-groups?id=43623304-ab85-4511-9ca0-46efcd569235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Aug 23 14:26:21.802635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-c10f65fe-38fc-4176-93fb-1598888adb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:21.804438 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-c10f65fe-38fc-4176-93fb-1598888adb34 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1094 time: 0.9589956 Aug 23 14:26:21.819557 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:21.830925 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e1bb0a8a-124f-46b0-a911-e548029091b9 req-2becd78a-d1fe-4d0d-a9f8-c6770d839b85 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 210 time: 0.0535960 Aug 23 14:26:21.933270 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-99541d87-8711-4d4f-a21d-0e6fe824439d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 217 time: 0.1125202 Aug 23 14:26:21.955599 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:21.974921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 6980587c-8f8b-4207-bf0c-0b448c41d0e3) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:21.995052 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d40d074f-8e6c-45e5-8d81-3de705f2026f req-06534bc1-de42-4d40-9810-362072be932e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 210 time: 0.0583622 Aug 23 14:26:21.996299 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:21.996940 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.019084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaab210-99aa-4c40-a114-0ae18b66f725 None None] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:26:22.175725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:26:22.185493 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4400704 Aug 23 14:26:22.187574 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54170) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:22.197350 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] Sync routers for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:26:22.197867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:22.214382 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:22.216852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:22.217746 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:22.231981 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Usage tracker for resource:router and tenant:2cf448bc63b34d298c96ec3cd2ffd58a is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:22.237796 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:22.258107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:22.263929 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.273734 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-990f47a2-ad82-4342-a9b8-4838232dc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.275284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-990f47a2-ad82-4342-a9b8-4838232dc33a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.3326254 Aug 23 14:26:22.284321 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e947507-d869-40a4-9b14-05d5fbea6847 req-0fd59a52-9532-4983-a98f-3dc08c33e360 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.285120 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1e947507-d869-40a4-9b14-05d5fbea6847 req-0fd59a52-9532-4983-a98f-3dc08c33e360 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Synchronizing usage tracker for tenant:32ca65953eb0442db446486729bf4f90 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:22.386890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] No DVR routers for this DVR port fd1d4c9e-bc32-4a45-a99c-974e8a56859e on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:22.393731 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.452528 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.453730 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.462502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54180) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:22.463388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-6980587c-8f8b-4207-bf0c-0b448c41d0e3', 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'fixed_ips': [{'subnet_id': '54a4eb4e-e865-40d0-a7b6-47f1db93b526'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:26:22.463823 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.464763 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.479268 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a184ab96-7974-4e2a-a6fa-ecfc618039d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:22.556294 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:22.580406 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-9e9e6530-cf8b-46cf-9f36-91e0f4e3d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.583103 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-9e9e6530-cf8b-46cf-9f36-91e0f4e3d647 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2919040 Aug 23 14:26:22.593974 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.598541 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.610352 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1e947507-d869-40a4-9b14-05d5fbea6847 req-0fd59a52-9532-4983-a98f-3dc08c33e360 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Unset dirty status for tenant:32ca65953eb0442db446486729bf4f90 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:22.618289 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e947507-d869-40a4-9b14-05d5fbea6847 req-0fd59a52-9532-4983-a98f-3dc08c33e360 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 943 time: 1.3896828 Aug 23 14:26:22.626749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Pushing event deleted for resources: {'Port': ['ID=66b0012b-00c3-40e2-b1bf-0a38f83c3e96,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:22.646110 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a37e650d-cd07-4194-8f4b-48d62ed67d7d req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.64 "DELETE /v2.0/ports/fd1d4c9e-bc32-4a45-a99c-974e8a56859e HTTP/1.1" status: 204 len: 173 time: 5.2343934 Aug 23 14:26:22.675421 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:22.695801 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:22.713415 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e9ae4397-65c7-486b-b04a-26d030aa2597 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:22.720176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedae68-a166-4e4d-a33d-0a78b8391295 req-a54f8270-f2ad-4820-a27f-c3cc56379d18 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:22.727343 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2bedae68-a166-4e4d-a33d-0a78b8391295 req-a54f8270-f2ad-4820-a27f-c3cc56379d18 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.2507908 Aug 23 14:26:22.749488 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:22.767579 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: e9ae4397-65c7-486b-b04a-26d030aa2597 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:22.768227 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device e9ae4397-65c7-486b-b04a-26d030aa2597 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:22.776004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Allocated IP 172.20.0.2 (6980587c-8f8b-4207-bf0c-0b448c41d0e3/54a4eb4e-e865-40d0-a7b6-47f1db93b526/4943513f-e9f1-4a29-90cb-984d44bfa58f) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:22.780919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:22.796420 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2bedae68-a166-4e4d-a33d-0a78b8391295 req-30d85d65-7e84-48db-9e99-d29a3c65a76f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681224 Aug 23 14:26:22.813080 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Usage tracker for resource:security_group_rule and tenant:51aff7aef8c64993af77f6e2ff76a879 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:22.817426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:22.823807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:22.921753 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event deleted for resources: {'Port': ['ID=e9ae4397-65c7-486b-b04a-26d030aa2597,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:22.924541 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:23.004164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] No DVR routers for this DVR port 66b0012b-00c3-40e2-b1bf-0a38f83c3e96 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:23.007376 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.009601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e77c5b07-1258-4bed-8434-51fe5206aa61 req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.82 "DELETE /v2.0/ports/66b0012b-00c3-40e2-b1bf-0a38f83c3e96 HTTP/1.1" status: 204 len: 173 time: 3.1231451 Aug 23 14:26:23.082011 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:23.099689 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] Checking router: 24f58799-a002-47a4-988f-25084c46ee39 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:26:23.127243 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:23.127898 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:23.150437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] No DVR routers for this DVR port e9ae4397-65c7-486b-b04a-26d030aa2597 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:23.152953 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.155481 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b760e987-b599-42be-b615-66dd811436f1 req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "DELETE /v2.0/ports/e9ae4397-65c7-486b-b04a-26d030aa2597 HTTP/1.1" status: 204 len: 173 time: 3.5418661 Aug 23 14:26:23.173931 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e947507-d869-40a4-9b14-05d5fbea6847 req-de310e9f-36f6-4752-8332-1e33042cc63d tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5549126 Aug 23 14:26:23.239356 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.257083 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Transition to ACTIVE for port object 4943513f-e9f1-4a29-90cb-984d44bfa58f will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:23.261560 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.283707 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-4c7d2afd-c875-4a69-990c-09d9f97d3ded service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617193 Aug 23 14:26:23.290133 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Transition to ACTIVE for port object 4943513f-e9f1-4a29-90cb-984d44bfa58f will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:23.364683 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f62b689-1f1d-4b6e-89b9-f1060ba03193 req-b8f60efc-00ee-408b-be6e-977ee3f67541 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 210 time: 0.0974698 Aug 23 14:26:23.384748 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.389684 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:23.404240 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-deleted', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e'}, {'server_uuid': '82dd548d-d8e5-490f-8b57-014025182e34', 'name': 'network-vif-deleted', 'tag': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96'}, {'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-deleted', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:23.410607 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-78bd1d2d-ef6c-4570-bc4b-8af14bec05cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:23.419932 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.551111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Pushing event updated for resources: {'Port': ['ID=4943513f-e9f1-4a29-90cb-984d44bfa58f,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:23.557949 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:23.563165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:23.564525 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:23.570215 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:23.586705 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.600101 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b2bd3265-c39e-4732-a584-994ff9610e14 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:23.634177 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3584c-afe6-4ba0-9d4c-be278d5525cd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:23.731628 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Attempting to bind port 4943513f-e9f1-4a29-90cb-984d44bfa58f on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:23.731918 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Attempting to bind port 4943513f-e9f1-4a29-90cb-984d44bfa58f by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:23.734390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Attempting to bind port 4943513f-e9f1-4a29-90cb-984d44bfa58f on network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:23.743095 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:23.743607 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Checking segment: {'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:23.744039 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.744456 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Bound using segment: {'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:23.745130 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Bound port: 4943513f-e9f1-4a29-90cb-984d44bfa58f, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:23.745528 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:23.782049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9fdd64fb-362d-4fa9-8776-ef9c8b1c2c61 req-9bdcc86b-437c-44c5-8020-431f6271d3a6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:23.826513 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:23.835220 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7e7b319-852d-4d04-acdd-f2446abbee76 req-5d1b9f40-0151-43e4-940a-5e7a5d130992 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450766 Aug 23 14:26:23.854427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-844be95d-a3d4-49e7-8836-82b398810eff req-bdf7b865-b75c-47a8-b4cb-8a867c44ff6a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=68bc5b31-85e7-4735-8572-6776bd84f23b HTTP/1.1" status: 200 len: 210 time: 0.2025805 Aug 23 14:26:23.864318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51aff7aef8c64993af77f6e2ff76a879&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4004710 Aug 23 14:26:23.866997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54196) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:23.889422 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] For port 4943513f-e9f1-4a29-90cb-984d44bfa58f, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:23.894853 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] For port 4943513f-e9f1-4a29-90cb-984d44bfa58f, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4943513f-e9f1-4a29-90cb-984d44bfa58f,segment=NetworkSegment(83dd8bfc-ce62-4e0d-93b9-25ccad1019ac),segment_id=83dd8bfc-ce62-4e0d-93b9-25ccad1019ac)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:23.939028 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-9fdd64fb-362d-4fa9-8776-ef9c8b1c2c61 req-9bdcc86b-437c-44c5-8020-431f6271d3a6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:23.941159 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9fdd64fb-362d-4fa9-8776-ef9c8b1c2c61 req-9bdcc86b-437c-44c5-8020-431f6271d3a6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 210 time: 0.5249789 Aug 23 14:26:23.944210 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc5b31-85e7-4735-8572-6776bd84f23b', 'name': 'network-vif-deleted', 'tag': 'fd1d4c9e-bc32-4a45-a99c-974e8a56859e', 'status': 'completed', 'code': 200} Aug 23 14:26:23.944520 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dd548d-d8e5-490f-8b57-014025182e34', 'name': 'network-vif-deleted', 'tag': '66b0012b-00c3-40e2-b1bf-0a38f83c3e96', 'status': 'completed', 'code': 200} Aug 23 14:26:23.944905 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf06b5a1-a695-4ed5-9bf6-5a8d93c98efa', 'name': 'network-vif-deleted', 'tag': 'e9ae4397-65c7-486b-b04a-26d030aa2597', 'status': 'completed', 'code': 200} Aug 23 14:26:24.026415 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:24.032724 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9dd710-bacd-4c95-a33d-5007047a3b9a None None] The sync data for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 is: [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:26:24.071013 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.077208 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:24.259056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-6491db0e-bdea-494f-a9bb-df2f861e0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.261068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-6491db0e-bdea-494f-a9bb-df2f861e0a26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1094 time: 0.1556032 Aug 23 14:26:24.271767 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.301827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Pushing event updated for resources: {'Port': ['ID=4943513f-e9f1-4a29-90cb-984d44bfa58f,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:24.309146 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:24.493314 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.575945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978cae4-cca3-4f61-a00e-d65a95a584cd None None] New status for floating IP dafc19c2-7554-4292-8bdf-d42510939a57: DOWN {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:26:24.594503 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.695271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a78c-9011-48b6-89b9-2718fb72bcd3 req-2348c3dd-c2b2-46a8-a213-728dff47a3b2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.702444 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ae96a78c-9011-48b6-89b9-2718fb72bcd3 req-2348c3dd-c2b2-46a8-a213-728dff47a3b2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.5484552 Aug 23 14:26:24.728056 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.826097 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ae96a78c-9011-48b6-89b9-2718fb72bcd3 req-66cbcbca-6794-4ee9-80a5-f6ccd58ec6df tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227558 Aug 23 14:26:24.902086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-55eb5376-c752-429f-959c-8e9766b6377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:24.903894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-55eb5376-c752-429f-959c-8e9766b6377e service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.6356182 Aug 23 14:26:24.938723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:24.968904 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f13406ab-4a4b-44a0-84af-9abd6465add8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:25.005189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3584c-afe6-4ba0-9d4c-be278d5525cd,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:25.023841 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:25.091890 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-f976bb24-cb9d-4e1a-a70d-0dfe3cc932a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 217 time: 0.1698031 Aug 23 14:26:25.114725 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a914333-8a71-4783-86f8-d24002ed468f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:25.116406 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a914333-8a71-4783-86f8-d24002ed468f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.5965743 Aug 23 14:26:25.137689 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e4ef9c80-d4e3-458f-9535-fc027dad0483 req-5429b2d9-b14b-47af-a8ac-1283c9685cad tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] 10.222.0.72 "GET /v2.0/ports?device_id=82dd548d-d8e5-490f-8b57-014025182e34 HTTP/1.1" status: 200 len: 210 time: 0.1091869 Aug 23 14:26:25.196112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Request body: {'port': {'device_id': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'admin_state_up': True, 'tenant_id': '1f701ca797d6448aa958049d990607dc'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:25.270014 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Allocated IP 172.25.7.248 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/42a78f8d-ccd0-4b16-b453-675905549a48) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:25.274973 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595bd8d-593b-4f45-a421-6fbc8f087c22 req-0d4c494a-7ea8-47bf-a941-526a90918bb6 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:25.276657 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1595bd8d-593b-4f45-a421-6fbc8f087c22 req-0d4c494a-7ea8-47bf-a941-526a90918bb6 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 943 time: 0.8286710 Aug 23 14:26:25.278586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-3ee8274b-e828-4af9-9395-b037fd060fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:25.280256 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-3ee8274b-e828-4af9-9395-b037fd060fec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.1625981 Aug 23 14:26:25.445242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1595bd8d-593b-4f45-a421-6fbc8f087c22 req-22bae10a-7e69-4f5f-8aae-9514b6577d5b tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598995 Aug 23 14:26:25.525949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a4f4211c-efd6-458e-a4a0-5552b96c36e8 details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:25.655898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:25.696387 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.700599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:25.761130 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3dd0b963-0c01-4df1-89fa-da3b1ce3477a req-00086f5d-3293-427a-b256-f25a79ec2638 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 210 time: 0.3025942 Aug 23 14:26:25.768526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-e5d13899-d863-4c64-9509-d321a85f7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:25.771726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-e5d13899-d863-4c64-9509-d321a85f7d38 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4066458 Aug 23 14:26:25.777631 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.795383 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6a3584c-afe6-4ba0-9d4c-be278d5525cd HTTP/1.1" status: 204 len: 168 time: 1.9269550 Aug 23 14:26:25.818853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54242) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:25.839311 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.847465 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Made reservation on behalf of 1f701ca797d6448aa958049d990607dc for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:25.856482 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:25.866687 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9f81cc09-8b25-48d8-93c8-f5b806480092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:25.897975 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:25.921737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'port_id': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'mac_address': 'fa:16:3e:47:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:25.974997 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78c4ef-622f-4de7-b421-5432b212555c None None] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:26:26.011650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:26.021649 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:26.024678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:26.238408 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.278653 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4f4211c-efd6-458e-a4a0-5552b96c36e8 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:26.329593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54250) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:26.363839 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-7a6b790f-3e04-4766-aeba-5d78222c484a None None] Provisioning for port 4943513f-e9f1-4a29-90cb-984d44bfa58f completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:26.370521 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.404484 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:26.452436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-79d66460-67b1-44ad-8376-b53c507a01a3 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675017 Aug 23 14:26:26.567306 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.570905 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Pushing event updated for resources: {'Port': ['ID=42a78f8d-ccd0-4b16-b453-675905549a48,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:26.574522 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:26.586228 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:26.602956 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bece95-c9c5-4892-9cda-0601587e303a req-259b8585-812b-417a-9e74-3dc985009ec9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:26.604462 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-86bece95-c9c5-4892-9cda-0601587e303a req-259b8585-812b-417a-9e74-3dc985009ec9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 944 time: 0.4868307 Aug 23 14:26:26.658306 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4943513f-e9f1-4a29-90cb-984d44bfa58f up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:26.692883 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:26.781743 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:26.785174 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:26.786667 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['a4f4211c-efd6-458e-a4a0-5552b96c36e8'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:26:26.819599 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-86bece95-c9c5-4892-9cda-0601587e303a req-7a0aea4a-f8f5-43f4-abf3-54e343837a4e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089102 Aug 23 14:26:26.958947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 4943513f-e9f1-4a29-90cb-984d44bfa58f completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:26.999666 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 4943513f-e9f1-4a29-90cb-984d44bfa58f triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:27.000062 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.235661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54262) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:27.273796 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.363973 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.375677 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.396610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Allocated IP 172.20.0.6 (fe6897df-a473-4773-8da4-637db1bf22d8/9b2a2d13-4fd6-4712-9ab4-d687527c9574/fd612f56-b730-46a7-94cb-72fd5b27d7b1) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:27.398104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f30c407c-293a-4d7d-be53-045c0c14c585 req-193759d8-7d8c-4738-a034-48d903eaba2f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 210 time: 0.0869126 Aug 23 14:26:27.420119 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 4943513f-e9f1-4a29-90cb-984d44bfa58f, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4943513f-e9f1-4a29-90cb-984d44bfa58f,segment=NetworkSegment(83dd8bfc-ce62-4e0d-93b9-25ccad1019ac),segment_id=83dd8bfc-ce62-4e0d-93b9-25ccad1019ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:27.425737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b63e7a2d-3a27-44f5-8f6a-75dda133c86f None None] Provisioning complete for port 4943513f-e9f1-4a29-90cb-984d44bfa58f triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:27.426434 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.426687 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b63e7a2d-3a27-44f5-8f6a-75dda133c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.504570 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.515933 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:27.516995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:27.533475 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Usage tracker for resource:security_group_rule and tenant:5334fa8d99f5402eb427771cb42164ab is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:27.542576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:27.557579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:27.561675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a4f4211c-efd6-458e-a4a0-5552b96c36e8 up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:27.578017 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ce8bbff-714c-47ab-9343-64f0513e8897 req-738e70cf-312a-49fd-8900-15606050c9f1 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1230271 Aug 23 14:26:27.678171 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cdb0afb1-782b-4f18-8d5a-a0515fa2c147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.725703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002b6e-d817-4291-adec-547f0964ac80 req-5579986d-d897-4177-93bd-f60aa35f4431 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:27.727765 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=4943513f-e9f1-4a29-90cb-984d44bfa58f,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:27.732705 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-27002b6e-d817-4291-adec-547f0964ac80 req-5579986d-d897-4177-93bd-f60aa35f4431 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 943 time: 0.9777718 Aug 23 14:26:27.743901 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:27.791141 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.812110 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.824467 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port a4f4211c-efd6-458e-a4a0-5552b96c36e8 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:27.825235 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.837465 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7128e876-583b-45a8-b1f1-cdc600f74c08 tempest-SecurityGroupsTestJSON-1343910623 tempest-SecurityGroupsTestJSON-1343910623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:27.918308 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:27.957616 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-27002b6e-d817-4291-adec-547f0964ac80 req-af67d5d2-92c1-4fc3-b303-733c98223e19 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239134 Aug 23 14:26:27.958550 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f62d92-d24f-497a-8648-07bcd8d555d7,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:28.012869 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.054326 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:28.094365 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device ad174be9-fc6d-4aa2-8a26-2b101d82d797 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:28.198924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144f7b-c678-4d2c-bbd5-cddb92563e2b req-bb891336-1a0e-43c8-93f6-1f78d4099002 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:28.207251 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:28.209189 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d144f7b-c678-4d2c-bbd5-cddb92563e2b req-bb891336-1a0e-43c8-93f6-1f78d4099002 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 944 time: 0.1793227 Aug 23 14:26:28.240380 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:28.256580 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.266039 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.267515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "DELETE /v2.0/security-groups/e4f62d92-d24f-497a-8648-07bcd8d555d7 HTTP/1.1" status: 204 len: 168 time: 2.4443967 Aug 23 14:26:28.291966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54272) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:28.319696 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.369972 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.375821 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.381401 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:28.383927 n-d-805628-1 neutron-server[80758]: INFO neutron.api.v2.resource [None req-0468ac62-3673-4202-b5c3-3a5d263744e9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] show failed (client error): The resource could not be found. Aug 23 14:26:28.385540 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0468ac62-3673-4202-b5c3-3a5d263744e9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups/e4f62d92-d24f-497a-8648-07bcd8d555d7 HTTP/1.1" status: 404 len: 347 time: 0.0833318 Aug 23 14:26:28.389859 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54276) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:28.396413 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.431838 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5d144f7b-c678-4d2c-bbd5-cddb92563e2b req-c2b72368-5b1e-4844-aca9-4f2fc5a99b2f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216899 Aug 23 14:26:28.484701 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'code': 200} Aug 23 14:26:28.494496 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f177f412-a4ac-4fbe-9f3d-ccd1001c5a25 tempest-SecurityGroupsTestAdminJSON-202951327 tempest-SecurityGroupsTestAdminJSON-202951327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:28.510523 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5334fa8d99f5402eb427771cb42164ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2615819 Aug 23 14:26:28.511678 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54282) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:28.607479 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4943513f-e9f1-4a29-90cb-984d44bfa58f up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:28.677515 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:28.689400 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:28.694641 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7897d204-7c4e-4ced-b703-8c5795201505 req-c6b2ddb7-8f59-41de-ac2d-6b01ed4c2b89 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 210 time: 0.0728376 Aug 23 14:26:28.702815 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Router c8a9d692-5be8-402d-85b5-4640165838d1 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:26:28.704047 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Deleting port 0ef2f7d0-ee3e-4273-bd6c-b6015d53b403 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:28.704504 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.705756 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port ad174be9-fc6d-4aa2-8a26-2b101d82d797, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:28.735663 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'port_id': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'mac_address': 'fa:16:3e:e5:91:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:28.764906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ac3a2d-61ec-44cf-adec-62b50b766814,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:28.772733 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-011e041b-40f0-415b-bb31-bdd9bf5853c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:28.804469 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.804469 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-75f8d4f8-cc0c-4e4b-884c-6919dacee14a tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:28.830527 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 4943513f-e9f1-4a29-90cb-984d44bfa58f triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:28.831420 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.887230 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.908018 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:28.933335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad174be9-fc6d-4aa2-8a26-2b101d82d797 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:28.937946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Network fe6897df-a473-4773-8da4-637db1bf22d8 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:28.945832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:28.960237 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port ad174be9-fc6d-4aa2-8a26-2b101d82d797, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:28.972939 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:26:28.984826 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Sync routers for ids ['c8a9d692-5be8-402d-85b5-4640165838d1'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:26:29.008286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:29.021491 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Routers {'c8a9d692-5be8-402d-85b5-4640165838d1'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:29.025394 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['c8a9d692-5be8-402d-85b5-4640165838d1'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:29.052403 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.080780 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.084041 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-b98909a6-8d43-4d8b-b6ef-3e3da92a8d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:29.104718 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:29.119796 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.123823 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:29.125329 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f6949a37-940d-4637-80ed-cd190ab83862 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9369428 Aug 23 14:26:29.126044 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54288) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:29.212229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:29.214044 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.236111 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.236503 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.286232 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=ad174be9-fc6d-4aa2-8a26-2b101d82d797,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:29.292802 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:29.372302 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['ad174be9-fc6d-4aa2-8a26-2b101d82d797'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:26:29.491358 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Set router c8a9d692-5be8-402d-85b5-4640165838d1 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:29.752076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Calling delete_port for 0ef2f7d0-ee3e-4273-bd6c-b6015d53b403 owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:29.860544 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6706088 Aug 23 14:26:29.874253 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.875163 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a7272a58-8532-43fd-975e-76845e003570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:29.942740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dc810-240a-495c-9e8c-e82a55eb23be req-1a661d32-6a35-47ca-840b-0e9858416575 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:29.949947 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-405dc810-240a-495c-9e8c-e82a55eb23be req-1a661d32-6a35-47ca-840b-0e9858416575 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 944 time: 0.7257142 Aug 23 14:26:29.963781 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Request body: {'port': {'device_id': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:30.041878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac904d29-f8fe-424f-89d0-3dd3299269e4 req-f7dd931f-48ab-4e88-a2a0-8b81a80e0be8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:30.050229 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac904d29-f8fe-424f-89d0-3dd3299269e4 req-f7dd931f-48ab-4e88-a2a0-8b81a80e0be8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.2361543 Aug 23 14:26:30.074509 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:26Z', 'revision_number': 3, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port': {'id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:24Z', 'updated_at': '2021-08-23T14:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:30.079003 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Checking router: c8a9d692-5be8-402d-85b5-4640165838d1 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:26:30.079585 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Updating router c8a9d692-5be8-402d-85b5-4640165838d1 port 42a78f8d-ccd0-4b16-b453-675905549a48 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:26:30.141503 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.189287 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ac904d29-f8fe-424f-89d0-3dd3299269e4 req-ddd0ac62-aa50-4582-9402-0bb50ff6d124 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376638 Aug 23 14:26:30.190733 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.202858 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-60bde032-67d3-4fe2-8d06-f7295245bfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:30.265809 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-405dc810-240a-495c-9e8c-e82a55eb23be req-a3db741c-1e9b-43ac-845f-10e386ab5942 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148344 Aug 23 14:26:30.307110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ac3a2d-61ec-44cf-adec-62b50b766814,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:30.322543 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:30.327228 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.347582 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.352315 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21ac3a2d-61ec-44cf-adec-62b50b766814 HTTP/1.1" status: 204 len: 168 time: 1.8295882 Aug 23 14:26:30.616322 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.723787 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.736495 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.739498 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8ec3966-c29a-4717-9aa8-d463972042a8 tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:30.766136 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Transition to ACTIVE for port object 42a78f8d-ccd0-4b16-b453-675905549a48 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:30.848448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event deleted for resources: {'Port': ['ID=0ef2f7d0-ee3e-4273-bd6c-b6015d53b403,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:30.855355 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:30.871215 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-6e0ccf7f-c383-4fe1-965a-4536601be6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:30.919310 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:30.964044 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc06bbd-3e99-4451-8921-678ce18fd826 None None] Pushing event updated for resources: {'Port': ['ID=42a78f8d-ccd0-4b16-b453-675905549a48,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:30.980839 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-dbc06bbd-3e99-4451-8921-678ce18fd826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:30.985749 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Allocated IP 172.20.0.1 (6980587c-8f8b-4207-bf0c-0b448c41d0e3/54a4eb4e-e865-40d0-a7b6-47f1db93b526/0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:31.005264 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Attempting to bind port 42a78f8d-ccd0-4b16-b453-675905549a48 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:31.005830 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Attempting to bind port 42a78f8d-ccd0-4b16-b453-675905549a48 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:31.006404 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Attempting to bind port 42a78f8d-ccd0-4b16-b453-675905549a48 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:31.014772 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:31.015525 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:31.016113 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.016730 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:31.017413 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Bound port: 42a78f8d-ccd0-4b16-b453-675905549a48, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:31.018022 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.111495 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] For port 42a78f8d-ccd0-4b16-b453-675905549a48, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:31.116262 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] For port 42a78f8d-ccd0-4b16-b453-675905549a48, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=42a78f8d-ccd0-4b16-b453-675905549a48,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:31.201322 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.213126 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.229463 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-db2422f0-6c43-47b0-bced-fe4143d0cd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:31.230970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Transition to ACTIVE for port object 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:31.261773 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb2240-6766-4c85-b1be-2033a98b1f6a req-6a0b0f17-37e2-4b0d-841c-b4179a91e15a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:31.265937 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bbb2240-6766-4c85-b1be-2033a98b1f6a req-6a0b0f17-37e2-4b0d-841c-b4179a91e15a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 931 time: 0.8475130 Aug 23 14:26:31.313990 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.327257 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b04911f6-3eab-4867-8332-e80ab4bcacd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:31.371773 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.417071 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.449369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Deleting port ed8ad8a2-81af-482f-860c-3a131f87508b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:31.450051 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.460318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:31.475957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:31.479204 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5bbb2240-6766-4c85-b1be-2033a98b1f6a req-43813ebc-4327-477e-ac42-ecb0b265d388 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067525 Aug 23 14:26:31.480076 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:31.491647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:31.504450 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:31.506445 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc06bbd-3e99-4451-8921-678ce18fd826 None None] Pushing event updated for resources: {'Port': ['ID=42a78f8d-ccd0-4b16-b453-675905549a48,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:31.507683 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:31.510928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "DELETE /v2.0/floatingips/dafc19c2-7554-4292-8bdf-d42510939a57 HTTP/1.1" status: 204 len: 168 time: 3.1195974 Aug 23 14:26:31.541065 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-dbc06bbd-3e99-4451-8921-678ce18fd826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:31.561552 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Routers {'c8a9d692-5be8-402d-85b5-4640165838d1'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:31.562528 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['c8a9d692-5be8-402d-85b5-4640165838d1'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:31.658911 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.011893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e42e1-5bd3-4241-bc26-a7fa6a66ce7c req-7bde8b22-7f27-49fd-9526-838e51740eb9 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.013571 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be2e42e1-5bd3-4241-bc26-a7fa6a66ce7c req-7bde8b22-7f27-49fd-9526-838e51740eb9 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 944 time: 0.2623684 Aug 23 14:26:32.036060 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device ad174be9-fc6d-4aa2-8a26-2b101d82d797 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:32.203476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb8c9-0514-49ae-b394-71a8f60c26e1 req-696ece10-6756-4925-b06b-d705dfdec619 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:32.207918 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be2e42e1-5bd3-4241-bc26-a7fa6a66ce7c req-a49cd805-b34b-4c8f-9c25-f3c50f4f9779 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861258 Aug 23 14:26:32.214831 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] Set router c8a9d692-5be8-402d-85b5-4640165838d1 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:32.219945 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-299cb8c9-0514-49ae-b394-71a8f60c26e1 req-696ece10-6756-4925-b06b-d705dfdec619 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.6483016 Aug 23 14:26:32.233978 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8f9e518a-3cab-43c3-887b-c21d0e660745 None None] Provisioning for port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:32.256786 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-8f9e518a-3cab-43c3-887b-c21d0e660745 None None] Provisioning complete for port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:32.257215 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8f9e518a-3cab-43c3-887b-c21d0e660745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.343700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd612f56-b730-46a7-94cb-72fd5b27d7b1 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:32.363409 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.386850 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e518a-3cab-43c3-887b-c21d0e660745 None None] Port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:26:32.405238 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.470890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] For port ed8ad8a2-81af-482f-860c-3a131f87508b, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=ed8ad8a2-81af-482f-860c-3a131f87508b,segment=NetworkSegment(1bce7abb-bac4-4302-80d8-8b46974b15ac),segment_id=1bce7abb-bac4-4302-80d8-8b46974b15ac)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:32.472214 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.490636 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-299cb8c9-0514-49ae-b394-71a8f60c26e1 req-a1d38f1b-0ba7-4f95-823c-8abef9286743 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339230 Aug 23 14:26:32.496958 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port ad174be9-fc6d-4aa2-8a26-2b101d82d797 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:32.500187 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port ad174be9-fc6d-4aa2-8a26-2b101d82d797 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:32.500586 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.518924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Transition to ACTIVE for port object fd612f56-b730-46a7-94cb-72fd5b27d7b1 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:32.647768 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.871946 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.872415 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Calling delete_port for ed8ad8a2-81af-482f-860c-3a131f87508b owned by network:router_interface {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:32.878630 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:32.990708 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port ad174be9-fc6d-4aa2-8a26-2b101d82d797, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797,segment=NetworkSegment(0f8027da-ba1d-4f74-8ff1-6ca7641d186d),segment_id=0f8027da-ba1d-4f74-8ff1-6ca7641d186d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:32.999348 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:33.063376 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.114995 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.116927 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:33.134753 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:26Z', 'revision_number': 3, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port': {'id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:24Z', 'updated_at': '2021-08-23T14:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:33.148076 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7e1dd-8691-456b-8477-033f249b18b0 None None] The sync data for ids ['c8a9d692-5be8-402d-85b5-4640165838d1'] in n-d-805628-1 is: [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:26Z', 'revision_number': 3, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port': {'id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:24Z', 'updated_at': '2021-08-23T14:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:26:33.168673 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-547b5dc4-e5c7-4ec5-a27a-6a3cd26a261c tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:33.177525 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27b99a85-5626-46a8-b6b4-f933c2ac1e6a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:33.250081 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.349969 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=ad174be9-fc6d-4aa2-8a26-2b101d82d797,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:33.359044 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.359388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.359727 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.360061 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.360390 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.360714 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.361052 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.361385 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.361741 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.362062 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.362382 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.377879 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:33.378451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:33.384490 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:33.397837 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.479706 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:33.480381 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:33.536798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Pushing event updated for resources: {'Port': ['ID=0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:33.543888 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:33.548120 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:33.653489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8ad8a2-81af-482f-860c-3a131f87508b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:33.669267 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:34.140898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:34.140898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:34.143227 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'code': 200} Aug 23 14:26:34.143624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Attempting to bind port fd612f56-b730-46a7-94cb-72fd5b27d7b1 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:34.143624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Attempting to bind port fd612f56-b730-46a7-94cb-72fd5b27d7b1 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:34.143624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Attempting to bind port fd612f56-b730-46a7-94cb-72fd5b27d7b1 on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:34.143624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9cbf-7f31-435a-ab46-aa318a2a3e2e req-ae756139-e21a-45c4-8e30-9b85a3dde371 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:34.143624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-905a9cbf-7f31-435a-ab46-aa318a2a3e2e req-ae756139-e21a-45c4-8e30-9b85a3dde371 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:34.144031 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54348) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:34.153300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461323269', 'description': 'tempest-description--1212261640'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:34.156752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Port fd612f56-b730-46a7-94cb-72fd5b27d7b1 on network fe6897df-a473-4773-8da4-637db1bf22d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:26:34.157324 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Attempting to bind port fd612f56-b730-46a7-94cb-72fd5b27d7b1 on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:34.198995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:34.199505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Checking segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:34.199661 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:34.200086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Bound using segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:34.200639 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Bound port: fd612f56-b730-46a7-94cb-72fd5b27d7b1, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:34.201858 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.218420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:34.231074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:34.245211 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:34.365201 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.425266 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-905a9cbf-7f31-435a-ab46-aa318a2a3e2e req-ae756139-e21a-45c4-8e30-9b85a3dde371 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:34.436805 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.437299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-905a9cbf-7f31-435a-ab46-aa318a2a3e2e req-ae756139-e21a-45c4-8e30-9b85a3dde371 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 943 time: 1.0792837 Aug 23 14:26:34.541430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Router c8a9d692-5be8-402d-85b5-4640165838d1 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:26:34.546558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:34.556221 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group_rule and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:34.562317 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:34.573561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ab819-6c4c-4d90-8f1d-23cc81c3138e req-a7646177-6321-4269-a89e-2a6e0f007c84 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:34.581987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a74ab819-6c4c-4d90-8f1d-23cc81c3138e req-a7646177-6321-4269-a89e-2a6e0f007c84 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.4415705 Aug 23 14:26:34.582333 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-905a9cbf-7f31-435a-ab46-aa318a2a3e2e req-c280a284-1f97-4b71-990c-d7bce6513706 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433806 Aug 23 14:26:34.584982 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-1c42bb60-14d8-41ce-bd64-c5b6f8f79cf8 None None] Provisioning complete for port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:34.592028 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-1c42bb60-14d8-41ce-bd64-c5b6f8f79cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:34.616810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:34.775191 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-1c42bb60-14d8-41ce-bd64-c5b6f8f79cf8 None None] Port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:26:34.798388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 42a78f8d-ccd0-4b16-b453-675905549a48 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:34.984208 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a74ab819-6c4c-4d90-8f1d-23cc81c3138e req-40d130d2-d876-4634-a7ed-b7f7fd769e94 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012640 Aug 23 14:26:35.051675 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 42a78f8d-ccd0-4b16-b453-675905549a48 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:35.057903 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 42a78f8d-ccd0-4b16-b453-675905549a48 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:35.058414 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.358660 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.358660 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:26:35.358660 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] 10.222.0.72 "PUT /v2.0/routers/c8a9d692-5be8-402d-85b5-4640165838d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2109749 Aug 23 14:26:35.365351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:35.371099 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:35.392371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1607-fd86-4be6-b4e9-0200ef9528d7 req-1057ea4a-19e6-4767-89d1-4c83fc08caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.397536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-152e1607-fd86-4be6-b4e9-0200ef9528d7 req-1057ea4a-19e6-4767-89d1-4c83fc08caf3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 1.2852654 Aug 23 14:26:35.408527 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.439646 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.444198 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d4bfbb12-9c68-4709-b001-a0b254aff6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:35.449564 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 42a78f8d-ccd0-4b16-b453-675905549a48, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=42a78f8d-ccd0-4b16-b453-675905549a48,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:35.513915 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8811cd-5c80-45dd-b948-b7014ea80f8c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:35.520900 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:35.542792 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.547192 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-606e1bf4-f38e-4fea-bd6d-18f838f49018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:35.615552 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.618125 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.621135 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4751234 Aug 23 14:26:35.622412 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54372) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:35.624179 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37dd8f01-c110-457b-ba72-535259c85105 tempest-ServersTestJSON-1498394292 tempest-ServersTestJSON-1498394292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:35.630813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'security_group_rule': {'security_group_id': 'bf8811cd-5c80-45dd-b948-b7014ea80f8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:35.638538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:35.652491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group_rule and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:35.652872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:35.662249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54376) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:35.716740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84c6c-dbbd-4eef-ba5c-f3921d8d33de req-94835024-7e5c-45dd-800c-fb833e262080 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.717981 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=42a78f8d-ccd0-4b16-b453-675905549a48,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:35.724119 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:35.734181 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-14b84c6c-dbbd-4eef-ba5c-f3921d8d33de req-94835024-7e5c-45dd-800c-fb833e262080 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.8589685 Aug 23 14:26:35.771073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:35.874077 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Sync routers for ids ['c8a9d692-5be8-402d-85b5-4640165838d1'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:26:35.874077 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Routers {'c8a9d692-5be8-402d-85b5-4640165838d1'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:35.874077 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['c8a9d692-5be8-402d-85b5-4640165838d1'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:35.981254 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.989530 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:35.990195 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:35.991726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] 10.222.0.82 "PUT /v2.0/ports/fd612f56-b730-46a7-94cb-72fd5b27d7b1 HTTP/1.1" status: 200 len: 1091 time: 6.0396593 Aug 23 14:26:35.995933 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-152e1607-fd86-4be6-b4e9-0200ef9528d7 req-988865d6-0846-4529-9246-6190086dd794 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5737572 Aug 23 14:26:36.005800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:36.036684 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Set router c8a9d692-5be8-402d-85b5-4640165838d1 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:36.081805 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:36.087453 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:36.100799 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-14b84c6c-dbbd-4eef-ba5c-f3921d8d33de req-5272e8e2-aa78-47e8-a1e4-328f1d0b33d6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656240 Aug 23 14:26:36.118308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:26:36.261968 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e187b7b-f7e2-4ea8-addf-9bae090deb6b req-f9bc557e-11db-42dc-b44f-eb4cbcbcf454 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:36.272542 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e187b7b-f7e2-4ea8-addf-9bae090deb6b req-f9bc557e-11db-42dc-b44f-eb4cbcbcf454 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 943 time: 0.4740615 Aug 23 14:26:36.343655 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.468553 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9e187b7b-f7e2-4ea8-addf-9bae090deb6b req-958078ab-b66c-4b6a-aede-ed26ab1260d7 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781132 Aug 23 14:26:36.472418 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.538265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:26:36.551377 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] Sync routers for ids ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:26:36.553438 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:36.572199 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] Routers {'ccee64f3-5e9f-4752-9ffa-f8ee1d645267'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:36.576416 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:36.608572 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:31Z', 'revision_number': 4, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port': {'id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:24Z', 'updated_at': '2021-08-23T14:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3', 'name': '', 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'mac_address': 'fa:16:3e:ab:d6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '54a4eb4e-e865-40d0-a7b6-47f1db93b526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:30Z', 'updated_at': '2021-08-23T14:26:32Z', 'revision_number': 2, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'subnets': [{'id': '54a4eb4e-e865-40d0-a7b6-47f1db93b526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:36.614915 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 42a78f8d-ccd0-4b16-b453-675905549a48 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:36.662397 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'status': 'completed', 'code': 200} Aug 23 14:26:36.718433 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Checking router: c8a9d692-5be8-402d-85b5-4640165838d1 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:26:36.718824 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Updating router c8a9d692-5be8-402d-85b5-4640165838d1 port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:26:36.792673 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] 10.222.0.72 "PUT /v2.0/routers/ccee64f3-5e9f-4752-9ffa-f8ee1d645267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4563532 Aug 23 14:26:36.797449 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52c5b8a-2d28-443d-bf60-3a54a660b236,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:36.808784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54398) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:36.810782 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:36.884218 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:36.992199 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] Set router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:37.010398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 42a78f8d-ccd0-4b16-b453-675905549a48 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:37.010649 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.203726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe0052-5cda-4918-85b9-ed3064236ea1 req-81002a95-dbe8-4d3e-a2db-2f0b735ead48 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.212947 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98fe0052-5cda-4918-85b9-ed3064236ea1 req-81002a95-dbe8-4d3e-a2db-2f0b735ead48 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.7300227 Aug 23 14:26:37.276166 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.279436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-7866f2e1-d589-47c0-9d69-f0bd57f7c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.283485 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-02288bcd-7ea4-4c9f-b65a-4297021c49ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6570425 Aug 23 14:26:37.286102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54406) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:37.290205 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-7866f2e1-d589-47c0-9d69-f0bd57f7c260 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 1094 time: 0.8060336 Aug 23 14:26:37.316354 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'security_group_rule': {'security_group_id': 'bf8811cd-5c80-45dd-b948-b7014ea80f8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:37.342131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:37.383618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:security_group_rule and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:37.390208 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:37.426806 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:37.553892 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.622662 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:26:33Z', 'revision_number': 5, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:37.629156 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] Checking router: ccee64f3-5e9f-4752-9ffa-f8ee1d645267 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:26:37.649948 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] Routers {'ccee64f3-5e9f-4752-9ffa-f8ee1d645267'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:37.650590 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:37.695189 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-bda75045-ac7a-4faa-92ad-631688bae748 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1 HTTP/1.1" status: 200 len: 217 time: 0.2298536 Aug 23 14:26:37.721842 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-98fe0052-5cda-4918-85b9-ed3064236ea1 req-f4295f6c-a0ff-4140-89a6-a71396f5cd8b tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5078905 Aug 23 14:26:37.866016 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:37.912110 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-fb0fe4b8-24fd-431b-91ab-f1002d83c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:37.918813 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-fb0fe4b8-24fd-431b-91ab-f1002d83c870 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b2a2d13-4fd6-4712-9ab4-d687527c9574 HTTP/1.1" status: 200 len: 845 time: 0.1959891 Aug 23 14:26:37.993865 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733d273-a428-4d9d-91a1-116925e8f0ef req-10ff2c53-0c76-4cbe-8eb4-bea666747b6a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:38.007831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b733d273-a428-4d9d-91a1-116925e8f0ef req-10ff2c53-0c76-4cbe-8eb4-bea666747b6a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.5997388 Aug 23 14:26:38.023128 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks [] for router, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.068754 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.094673 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Transition to ACTIVE for port object 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:38.212001 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.227667 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b733d273-a428-4d9d-91a1-116925e8f0ef req-0069479e-8ca0-462e-9f6e-3e0badfe33ac tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134061 Aug 23 14:26:38.227896 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:38.244060 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.246034 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] Set router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:38.366405 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467751'] for security_group_rule, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.377963 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-32a44557-6338-4bb6-97c9-38584ec3ff77 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe6897df-a473-4773-8da4-637db1bf22d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4425325 Aug 23 14:26:38.377963 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.438347 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1c84d6aa-59b3-41fd-9419-28ea0a7730c3 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:38.492928 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0484e2cd-a1be-4a3c-965a-89a296ae6bd0,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:38.495989 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:38.502515 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Deleting port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:38.503114 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.549751 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.556224 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-26294f3a-e130-4fc6-b7d1-7b7924883509 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2644944 Aug 23 14:26:38.570071 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54422) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:38.583083 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60a82c-4b21-4c03-af0e-c026b1bf4a17 None None] Pushing event updated for resources: {'Port': ['ID=0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:38.583692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:38.592172 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:38.597813 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4c60a82c-4b21-4c03-af0e-c026b1bf4a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:38.598889 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Usage tracker for resource:floatingip and tenant:49916597200042ae959f72dd430b4134 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:38.602279 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:38.609688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:38.852783 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Attempting to bind port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:38.867735 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Attempting to bind port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:38.868165 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Attempting to bind port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 on network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:38.885065 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] For port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3, host n-d-805628-1, got binding levels [] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:38.885651 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.896376 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:38.896799 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Checking segment: {'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:38.897217 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.897632 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Bound using segment: {'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:38.898134 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Bound port: 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:38.898526 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:38.967389 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:26:33Z', 'revision_number': 5, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:38.976577 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f4dd76-2844-4202-b0a1-02823e2d8e0c None None] The sync data for ids ['ccee64f3-5e9f-4752-9ffa-f8ee1d645267'] in n-d-805628-1 is: [{'id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'name': 'tempest-ServerRescueNegativeTestJSON-966335298-router', 'tenant_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:22:50Z', 'updated_at': '2021-08-23T14:26:33Z', 'revision_number': 5, 'project_id': '2c9d4f6a77e840ccb2e96b2c4d1dd338', 'gw_port': {'id': '595e1856-94b4-4be8-8495-cf42e904e92a', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccee64f3-5e9f-4752-9ffa-f8ee1d645267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:22:52Z', 'updated_at': '2021-08-23T14:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:26:39.070282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Deleting port 595e1856-94b4-4be8-8495-cf42e904e92a {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:39.073011 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.087703 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Calling delete_port for 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:39.154250 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.178699 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] For port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:39.183381 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] For port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3,segment=NetworkSegment(83dd8bfc-ce62-4e0d-93b9-25ccad1019ac),segment_id=83dd8bfc-ce62-4e0d-93b9-25ccad1019ac)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:39.236382 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-789f73b5-637a-4639-b8d7-2b36f851b061 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8397694 Aug 23 14:26:39.249061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e518620-5c6b-4e97-8c5e-c013ed75222a req-5f38299b-d3a1-4a33-8d68-7d81dfa2a4b3 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.258122 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e518620-5c6b-4e97-8c5e-c013ed75222a req-5f38299b-d3a1-4a33-8d68-7d81dfa2a4b3 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 943 time: 1.2734156 Aug 23 14:26:39.286726 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.299106 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:39.437866 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Routers {'c8a9d692-5be8-402d-85b5-4640165838d1'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:39.438693 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['c8a9d692-5be8-402d-85b5-4640165838d1'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:39.568932 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60a82c-4b21-4c03-af0e-c026b1bf4a17 None None] Pushing event updated for resources: {'Port': ['ID=0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:39.585224 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4c60a82c-4b21-4c03-af0e-c026b1bf4a17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:39.588353 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e518620-5c6b-4e97-8c5e-c013ed75222a req-2a2100af-483b-4809-ad5e-f4b6e75b1101 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308814 Aug 23 14:26:39.749904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] For port 595e1856-94b4-4be8-8495-cf42e904e92a, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=595e1856-94b4-4be8-8495-cf42e904e92a,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:39.750239 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:39.782785 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] Set router c8a9d692-5be8-402d-85b5-4640165838d1 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:39.922338 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c9513-53a9-4e07-9d6c-f2cc4970ec4a req-12cf71fb-ddb0-482f-ab50-af6ac76873d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:39.924436 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1a5c9513-53a9-4e07-9d6c-f2cc4970ec4a req-12cf71fb-ddb0-482f-ab50-af6ac76873d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.8455472 Aug 23 14:26:39.970124 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Calling delete_port for 595e1856-94b4-4be8-8495-cf42e904e92a owned by network:router_gateway {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:40.044118 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f759e65a-dc28-4637-83c4-5f0332a26806 req-6f3a11bf-86ba-41cf-85a7-ff0e933ba100 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855151 Aug 23 14:26:40.333364 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.api [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:26:40.334037 n-d-805628-1 neutron-server[80759]: DEBUG oslo_db.api [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:26:40.342906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d6aa3-932f-416c-9e21-37004effb72b req-65dda0c4-6763-4cb3-be11-db9b55f64bd1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.344536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e9d6aa3-932f-416c-9e21-37004effb72b req-65dda0c4-6763-4cb3-be11-db9b55f64bd1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.3849466 Aug 23 14:26:40.365120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1a5c9513-53a9-4e07-9d6c-f2cc4970ec4a req-a56e1874-9175-4c42-bc60-26466dfd91a4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752107 Aug 23 14:26:40.368399 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:40.404399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041ee31-3937-4420-8322-91f5c8699872 req-2e8c2f68-20dd-4433-ba65-afa066699331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.406129 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7041ee31-3937-4420-8322-91f5c8699872 req-2e8c2f68-20dd-4433-ba65-afa066699331 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 1094 time: 0.2247007 Aug 23 14:26:40.448402 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:31Z', 'revision_number': 4, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port': {'id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:24Z', 'updated_at': '2021-08-23T14:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3', 'name': '', 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'mac_address': 'fa:16:3e:ab:d6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '54a4eb4e-e865-40d0-a7b6-47f1db93b526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:30Z', 'updated_at': '2021-08-23T14:26:39Z', 'revision_number': 4, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'subnets': [{'id': '54a4eb4e-e865-40d0-a7b6-47f1db93b526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:40.460044 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d77cf4-c86c-4e3b-89a1-d18c9954aa50 None None] The sync data for ids ['c8a9d692-5be8-402d-85b5-4640165838d1'] in n-d-805628-1 is: [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:31Z', 'revision_number': 4, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port': {'id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:24Z', 'updated_at': '2021-08-23T14:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3', 'name': '', 'network_id': '6980587c-8f8b-4207-bf0c-0b448c41d0e3', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'mac_address': 'fa:16:3e:ab:d6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '54a4eb4e-e865-40d0-a7b6-47f1db93b526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:30Z', 'updated_at': '2021-08-23T14:26:39Z', 'revision_number': 4, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'subnets': [{'id': '54a4eb4e-e865-40d0-a7b6-47f1db93b526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:26:40.482528 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ed8ad8a2-81af-482f-860c-3a131f87508b no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:40.583885 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: ed8ad8a2-81af-482f-860c-3a131f87508b {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:40.584131 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device ed8ad8a2-81af-482f-860c-3a131f87508b not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:40.725582 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6e9d6aa3-932f-416c-9e21-37004effb72b req-f3b8c177-65dc-4d7b-845e-e7b5a536d7c1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734868 Aug 23 14:26:40.775035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Allocated IP 172.25.7.144 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/7b0c262f-a4bd-4442-a02f-8ee790cfd937) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:40.894126 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Deleting port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:40.894621 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:40.895168 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041ee31-3937-4420-8322-91f5c8699872 req-52705328-04e6-4fe3-830d-c1d7cecea7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:40.897383 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7041ee31-3937-4420-8322-91f5c8699872 req-52705328-04e6-4fe3-830d-c1d7cecea7a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 907 time: 0.4822185 Aug 23 14:26:41.024487 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.047333 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8849d878-1799-4137-bd2c-f35c8ab4e7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:41.144260 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7041ee31-3937-4420-8322-91f5c8699872 req-07dd2afd-6134-4dfe-89ee-182fcb26c843 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1 HTTP/1.1" status: 200 len: 217 time: 0.2013459 Aug 23 14:26:41.167333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=595e1856-94b4-4be8-8495-cf42e904e92a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:41.176486 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:41.319295 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.365678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] For port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3,segment=NetworkSegment(83dd8bfc-ce62-4e0d-93b9-25ccad1019ac),segment_id=83dd8bfc-ce62-4e0d-93b9-25ccad1019ac)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:41.366268 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.593414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266230c6-77ed-4bf1-8e0e-4f08f74769c8 req-0d13e0cf-fdc2-4ba6-8d7e-8a23e05353db tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:41.601582 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-266230c6-77ed-4bf1-8e0e-4f08f74769c8 req-0d13e0cf-fdc2-4ba6-8d7e-8a23e05353db tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.8207211 Aug 23 14:26:41.667517 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54464) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:41.696426 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Request body: {'floatingip': {'port_id': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:41.743813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Calling delete_port for 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:41.811872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041ee31-3937-4420-8322-91f5c8699872 req-72b52830-5852-45fc-8171-ece8c1376922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:41.815031 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7041ee31-3937-4420-8322-91f5c8699872 req-72b52830-5852-45fc-8171-ece8c1376922 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b2a2d13-4fd6-4712-9ab4-d687527c9574 HTTP/1.1" status: 200 len: 845 time: 0.6552293 Aug 23 14:26:41.936887 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.980523 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:41.984889 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.075750 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7041ee31-3937-4420-8322-91f5c8699872 req-4762bee0-3d7e-4ed5-8c22-fe555d7d2214 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe6897df-a473-4773-8da4-637db1bf22d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635641 Aug 23 14:26:42.080820 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for floatingip, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.224328 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24bc0f-f4c9-454b-9743-51c39e575352 req-bb521532-e598-4b15-9d17-66b3c1982d9e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.226451 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a24bc0f-f4c9-454b-9743-51c39e575352 req-bb521532-e598-4b15-9d17-66b3c1982d9e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.1773596 Aug 23 14:26:42.286497 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eccf24-5e63-4418-9cea-1114a27fd8ea req-8d248dd2-2c0f-41b3-9f15-a30b26dcafed tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:42.293727 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-94eccf24-5e63-4418-9cea-1114a27fd8ea req-8d248dd2-2c0f-41b3-9f15-a30b26dcafed tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 943 time: 1.4025564 Aug 23 14:26:42.305007 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a24bc0f-f4c9-454b-9743-51c39e575352 req-fd68fe5a-49a3-4a6b-88d0-6765e8821c8b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719287 Aug 23 14:26:42.311789 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.312670 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccee64f3-5e9f-4752-9ffa-f8ee1d645267 {{(pid=80758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:26:42.458808 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.480804 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:42.480934 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-94eccf24-5e63-4418-9cea-1114a27fd8ea req-8d306124-7418-4691-a568-b62c8cce60ef tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812210 Aug 23 14:26:42.482497 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.483590 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ccee64f3-5e9f-4752-9ffa-f8ee1d645267 HTTP/1.1" status: 204 len: 168 time: 5.6724124 Aug 23 14:26:42.521312 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54478) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:42.606081 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:42.607295 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:42.631377 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:42.665432 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:42.675660 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'Port': ['ID=7b0c262f-a4bd-4442-a02f-8ee790cfd937,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:42.687057 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:42.688108 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65fd3646-1eab-4b30-b07d-fa74d3616516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:42.696467 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7041ee31-3937-4420-8322-91f5c8699872 req-fc8e6aa5-c747-4015-9848-a6245f1b70b6 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233922 Aug 23 14:26:42.815064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:42.858842 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:42.885367 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Deleting subnet 9a79d8e8-481a-40bf-8fd3-0869a9ed58ce {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:26:42.918512 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.072064 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:43.197500 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7041ee31-3937-4420-8322-91f5c8699872 req-47011112-dd20-4822-b2e1-1b7b2028ba94 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882512 Aug 23 14:26:43.220362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:43.220362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Aug 23 14:26:43.269113 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Port 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 not found, will not notify nova. {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Aug 23 14:26:43.310332 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.370061 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.427500 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.538633 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.649000 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.758336 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:43.970239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e3b4d-68b7-47e1-83cf-1375db1a1da9 req-92a33589-81af-4fad-8169-278a35d97bc0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:43.973765 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-982e3b4d-68b7-47e1-83cf-1375db1a1da9 req-92a33589-81af-4fad-8169-278a35d97bc0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 943 time: 0.3263824 Aug 23 14:26:43.985925 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.011094 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Floating IP b5dc480a-346a-4db6-9f89-808658907698 associated. External IP: 172.25.7.24, port: ad174be9-fc6d-4aa2-8a26-2b101d82d797. Aug 23 14:26:44.105135 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd612f56-b730-46a7-94cb-72fd5b27d7b1 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:26:44.105724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54661212-61b5-409f-9d94-98fca79a218f req-25e9ead2-19ad-40f6-838e-0f9030604023 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:44.116232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54661212-61b5-409f-9d94-98fca79a218f req-25e9ead2-19ad-40f6-838e-0f9030604023 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.6260238 Aug 23 14:26:44.188633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54661212-61b5-409f-9d94-98fca79a218f req-0c6c73b2-f6b9-47db-a48c-b1864b58f6b9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703163 Aug 23 14:26:44.327175 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-982e3b4d-68b7-47e1-83cf-1375db1a1da9 req-20a81e02-a757-4ffe-bdb2-a7bf6c9c1574 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287611 Aug 23 14:26:44.416422 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:44.437072 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'mac_address': 'fa:16:3e:c9:07:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:26:44.588965 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.637320 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.648700 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa4101b6-abb3-4bf3-bdd4-8785b3f87998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:44.709073 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Router e3599e54-348a-4d24-86fb-19b51e133b39 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:26:44.709258 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.721118 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a79d8e8-481a-40bf-8fd3-0869a9ed58ce,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:44.723947 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:44.732613 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 595e1856-94b4-4be8-8495-cf42e904e92a no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:44.777479 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 595e1856-94b4-4be8-8495-cf42e904e92a {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:44.777884 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 595e1856-94b4-4be8-8495-cf42e904e92a not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:44.780563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd612f56-b730-46a7-94cb-72fd5b27d7b1 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:44.820597 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:44.863123 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e8a0ebcc-eddd-4392-9d97-a8114c67b94f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9a79d8e8-481a-40bf-8fd3-0869a9ed58ce HTTP/1.1" status: 204 len: 168 time: 2.3321199 Aug 23 14:26:44.864931 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54512) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:44.892883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Router c8a9d692-5be8-402d-85b5-4640165838d1 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:26:44.914331 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:44.916473 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:44.922785 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.055763 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.062251 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:45.066546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:45.080481 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:45.174251 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['fd612f56-b730-46a7-94cb-72fd5b27d7b1'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:26:45.179833 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.280301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:26:45.288128 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.352000 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] Sync routers for ids ['e3599e54-348a-4d24-86fb-19b51e133b39'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:26:45.377423 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] Routers {'e3599e54-348a-4d24-86fb-19b51e133b39'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:45.378518 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['e3599e54-348a-4d24-86fb-19b51e133b39'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:45.468614 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.525194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'Port': ['ID=7b0c262f-a4bd-4442-a02f-8ee790cfd937,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:45.535089 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2ca5a9bc-93da-48e0-8d37-199c68000696 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "PUT /v2.0/floatingips/b5dc480a-346a-4db6-9f89-808658907698 HTTP/1.1" status: 200 len: 990 time: 3.8438835 Aug 23 14:26:45.539046 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:45.546967 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.575620 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689b46c9-cb9a-4f15-ba57-c300446b1d2e']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:45.584576 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'tag': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:45.590267 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:26:45.611798 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] 10.222.0.72 "PUT /v2.0/routers/c8a9d692-5be8-402d-85b5-4640165838d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9412658 Aug 23 14:26:45.611963 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] Sync routers for ids ['c8a9d692-5be8-402d-85b5-4640165838d1'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:26:45.613864 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54534) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:45.626921 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] Routers {'c8a9d692-5be8-402d-85b5-4640165838d1'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:45.630343 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['c8a9d692-5be8-402d-85b5-4640165838d1'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:45.641811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bce7abb-bac4-4302-80d8-8b46974b15ac') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:45.642107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bce7abb-bac4-4302-80d8-8b46974b15ac') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:45.685757 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.739515 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.766177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:26:45.768242 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:26:45.825610 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:26:45.927418 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] Set router e3599e54-348a-4d24-86fb-19b51e133b39 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:46.056385 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.113043 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.122601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5396326 Aug 23 14:26:46.128013 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] Set router c8a9d692-5be8-402d-85b5-4640165838d1 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:46.219476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9459c-c521-4b15-b0fc-2f0a3a226ce8 req-ec14f7e0-b21a-425a-9831-708bb823d057 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:46.256184 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f3b9459c-c521-4b15-b0fc-2f0a3a226ce8 req-ec14f7e0-b21a-425a-9831-708bb823d057 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 944 time: 0.6905961 Aug 23 14:26:46.362211 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f3b9459c-c521-4b15-b0fc-2f0a3a226ce8 req-17a8a5e2-c520-45cd-a9a5-15f17415e5ce tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335847 Aug 23 14:26:46.420027 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-8d4faa23-e3ff-4379-b3c3-f73bf928bf0b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3483899 Aug 23 14:26:46.440405 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.446736 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.460197 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:46.539392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Pushing event deleted for resources: {'Network': ['ID=689b46c9-cb9a-4f15-ba57-c300446b1d2e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:46.543402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58612ce-91e7-430a-a9f1-e1f41a26e70f req-54c3d871-f04c-4aa2-af80-878ec5003ae3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:46.547542 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f58612ce-91e7-430a-a9f1-e1f41a26e70f req-54c3d871-f04c-4aa2-af80-878ec5003ae3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.4430828 Aug 23 14:26:46.548857 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:46.658476 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.679441 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0d7b3efd-35f2-481c-9609-65d4d92e3777 admin admin] 10.222.0.72 "DELETE /v2.0/networks/689b46c9-cb9a-4f15-ba57-c300446b1d2e HTTP/1.1" status: 204 len: 168 time: 1.8122449 Aug 23 14:26:46.722995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-3609e1da-113a-4a20-ac5c-55a5fa998b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:46.724503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-3609e1da-113a-4a20-ac5c-55a5fa998b3c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 1096 time: 0.1373990 Aug 23 14:26:46.739836 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f58612ce-91e7-430a-a9f1-e1f41a26e70f req-8db94daf-814b-419b-b7ef-3ae957e2e0b1 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839478 Aug 23 14:26:46.800964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Deleting port 42a78f8d-ccd0-4b16-b453-675905549a48 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:46.804697 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:46.894664 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b5dc480a-346a-4db6-9f89-808658907698', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'port_id': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'mac_address': 'fa:16:3e:e5:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:26:07Z', 'updated_at': '2021-08-23T14:26:43Z', 'revision_number': 1, 'project_id': '32ca65953eb0442db446486729bf4f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78793f0-1cb8-464f-9e57-947966e0eefe', 'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'mac_address': 'fa:16:3e:2c:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:56Z', 'updated_at': '2021-08-23T14:26:09Z', 'revision_number': 5, 'project_id': '32ca65953eb0442db446486729bf4f90', 'subnets': [{'id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:46.909928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] Checking router: e3599e54-348a-4d24-86fb-19b51e133b39 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:26:46.944563 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] Routers {'e3599e54-348a-4d24-86fb-19b51e133b39'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:46.945643 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['e3599e54-348a-4d24-86fb-19b51e133b39'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:47.041668 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:42Z', 'revision_number': 5, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port': {'id': '42a78f8d-ccd0-4b16-b453-675905549a48', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:26:24Z', 'updated_at': '2021-08-23T14:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:47.059982 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] Checking router: c8a9d692-5be8-402d-85b5-4640165838d1 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:26:47.084350 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] Routers {'c8a9d692-5be8-402d-85b5-4640165838d1'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:26:47.085289 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:26:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['c8a9d692-5be8-402d-85b5-4640165838d1'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:47.220382 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] Set router e3599e54-348a-4d24-86fb-19b51e133b39 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:47.273789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] For port 42a78f8d-ccd0-4b16-b453-675905549a48, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=42a78f8d-ccd0-4b16-b453-675905549a48,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:47.276202 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:47.355012 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'tag': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'status': 'completed', 'code': 200} Aug 23 14:26:47.421406 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] Set router c8a9d692-5be8-402d-85b5-4640165838d1 gateway port host: None {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:26:47.475430 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54562) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:47.602901 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Calling delete_port for 42a78f8d-ccd0-4b16-b453-675905549a48 owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:47.721720 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:46Z', 'revision_number': 6, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port_host': None}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:47.739391 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-827d5aaa-9946-4ba7-8491-ab1b38338577 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:47.740449 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea5206-329b-4830-bad5-f6415dc9f7ad None None] The sync data for ids ['c8a9d692-5be8-402d-85b5-4640165838d1'] in n-d-805628-1 is: [{'id': 'c8a9d692-5be8-402d-85b5-4640165838d1', 'name': 'tempest-ServersTestFqdnHostnames-1916279323-router', 'tenant_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:26:22Z', 'updated_at': '2021-08-23T14:26:46Z', 'revision_number': 6, 'project_id': '2cf448bc63b34d298c96ec3cd2ffd58a', 'gw_port_host': None}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:26:47.743488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b5dc480a-346a-4db6-9f89-808658907698', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'port_id': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'mac_address': 'fa:16:3e:e5:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:26:07Z', 'updated_at': '2021-08-23T14:26:43Z', 'revision_number': 1, 'project_id': '32ca65953eb0442db446486729bf4f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78793f0-1cb8-464f-9e57-947966e0eefe', 'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'mac_address': 'fa:16:3e:2c:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:56Z', 'updated_at': '2021-08-23T14:26:09Z', 'revision_number': 5, 'project_id': '32ca65953eb0442db446486729bf4f90', 'subnets': [{'id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:47.756508 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d05907-06f0-4b32-8783-86a9665d742a None None] The sync data for ids ['e3599e54-348a-4d24-86fb-19b51e133b39'] in n-d-805628-1 is: [{'id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'name': 'tempest-AttachVolumeTestJSON-1616414050-router', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'befa330d-30ae-4d25-910f-376901eb279b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:25:46Z', 'updated_at': '2021-08-23T14:25:58Z', 'revision_number': 4, 'project_id': '32ca65953eb0442db446486729bf4f90', 'gw_port': {'id': 'befa330d-30ae-4d25-910f-376901eb279b', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:48Z', 'updated_at': '2021-08-23T14:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': 'b5dc480a-346a-4db6-9f89-808658907698', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'port_id': 'ad174be9-fc6d-4aa2-8a26-2b101d82d797', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'mac_address': 'fa:16:3e:e5:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9adc4d5-b863-40ce-8bec-90aff21fecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:26:07Z', 'updated_at': '2021-08-23T14:26:43Z', 'revision_number': 1, 'project_id': '32ca65953eb0442db446486729bf4f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78793f0-1cb8-464f-9e57-947966e0eefe', 'name': '', 'network_id': '00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec', 'tenant_id': '32ca65953eb0442db446486729bf4f90', 'mac_address': 'fa:16:3e:2c:4e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3599e54-348a-4d24-86fb-19b51e133b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:25:56Z', 'updated_at': '2021-08-23T14:26:09Z', 'revision_number': 5, 'project_id': '32ca65953eb0442db446486729bf4f90', 'subnets': [{'id': '4c96bf2f-c4da-4e19-9094-e850146a2e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:26:47.850177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-dd0e49c5-0e7c-4ebd-b17a-e04a20c2f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:47.851676 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-dd0e49c5-0e7c-4ebd-b17a-e04a20c2f51b service neutron] 10.222.0.82 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 1.0963840 Aug 23 14:26:47.873813 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-efcbf67e-6a31-451d-81e7-1371488ced78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c9d4f6a77e840ccb2e96b2c4d1dd338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3945334 Aug 23 14:26:47.881680 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54572) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:48.032114 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-827d5aaa-9946-4ba7-8491-ab1b38338577 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:48.033373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-827d5aaa-9946-4ba7-8491-ab1b38338577 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1461323269&fields=id&tenant_id=49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 267 time: 0.6900570 Aug 23 14:26:48.045541 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba56a0-6e4a-4336-8a65-412b25c30119 req-0ba90c0e-2c53-4c12-aa3c-205ca45d80f8 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.047419 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ebba56a0-6e4a-4336-8a65-412b25c30119 req-0ba90c0e-2c53-4c12-aa3c-205ca45d80f8 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 944 time: 0.3606024 Aug 23 14:26:48.058975 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-89da0ede-f4d9-465c-a4e3-fe1be98ee7b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f755f570-baec-429b-b894-51257db9cae8 HTTP/1.1" status: 200 len: 217 time: 0.1962411 Aug 23 14:26:48.127992 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd612f56-b730-46a7-94cb-72fd5b27d7b1 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:26:48.131165 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.204136 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ebba56a0-6e4a-4336-8a65-412b25c30119 req-b7b723ad-2439-4b9f-bb74-e8bd67fbf26b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472442 Aug 23 14:26:48.332253 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd56ccf-7eb6-45bb-b735-e99ed29ae2fe None None] New status for floating IP b5dc480a-346a-4db6-9f89-808658907698: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:26:48.370262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-560ce036-4ef1-4b11-a0b3-3206d7cefec1 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.374870 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.382177 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-560ce036-4ef1-4b11-a0b3-3206d7cefec1 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 817 time: 0.3283796 Aug 23 14:26:48.509357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-9473b50d-84b4-4ad7-893e-285b8d9f0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.511015 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-9473b50d-84b4-4ad7-893e-285b8d9f0e40 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 1.1542912 Aug 23 14:26:48.512539 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-4c8f2496-50b0-4d75-af0b-1863956184a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.526808 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-4c8f2496-50b0-4d75-af0b-1863956184a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1258998 Aug 23 14:26:48.786495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ec61f-3a49-4966-b2f0-c217488c2538 req-a8610519-aadb-449a-992b-879b6083e4a3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.793131 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4c5ec61f-3a49-4966-b2f0-c217488c2538 req-a8610519-aadb-449a-992b-879b6083e4a3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.1939371 Aug 23 14:26:48.793131 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:48.843213 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-99ec9799-c3a7-4906-905a-faaf88e26664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:48.848411 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-56502ab3-5489-4853-9ad3-a14b7f93c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:48.849962 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-56502ab3-5489-4853-9ad3-a14b7f93c18a service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.2502706 Aug 23 14:26:48.862901 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-9518f710-d4b7-4be5-9f74-519199225113 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/quotas/49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 375 time: 0.4781382 Aug 23 14:26:48.965378 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.024242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-77afbfc4-7095-4495-b1d4-a3a6a84f81d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 998 time: 0.1237638 Aug 23 14:26:49.062160 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 42a78f8d-ccd0-4b16-b453-675905549a48 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:49.103919 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-23358688-8705-4aa3-8695-9ecb5653f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.105432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-23358688-8705-4aa3-8695-9ecb5653f6fc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.0732214 Aug 23 14:26:49.175149 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a78f8d-ccd0-4b16-b453-675905549a48,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:49.208183 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 42a78f8d-ccd0-4b16-b453-675905549a48 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:49.208685 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 42a78f8d-ccd0-4b16-b453-675905549a48 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:49.209722 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:49.217046 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:49.218147 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-b331135d-80a1-4cc9-aff1-54c0a6cbe079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.219812 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-b331135d-80a1-4cc9-aff1-54c0a6cbe079 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6921196 Aug 23 14:26:49.241044 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4c5ec61f-3a49-4966-b2f0-c217488c2538 req-302287c8-5d74-417f-8dce-874aa5c04275 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455669 Aug 23 14:26:49.245369 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-233c93e5-f32d-4eb3-9ac7-c89c17e46190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:49.328638 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43623304-ab85-4511-9ca0-46efcd569235,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:49.344184 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:49.344549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0b5df4d2-bce8-43d1-8be5-a4adaaea6bd3 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:49.350238 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:49.389113 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-83b2b6f1-a81e-4b67-a6cb-52435b90c6b7 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606040 Aug 23 14:26:49.447197 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.457755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-7acf121a-bee0-4d57-9c66-2fb6bc079d60 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:49.505173 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.509751 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43623304-ab85-4511-9ca0-46efcd569235 HTTP/1.1" status: 204 len: 168 time: 1.6180496 Aug 23 14:26:49.536864 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port fd612f56-b730-46a7-94cb-72fd5b27d7b1 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:49.542843 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port fd612f56-b730-46a7-94cb-72fd5b27d7b1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:49.543646 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.624609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-d8bfd437-c64e-4a9b-ad2d-d7d040863a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:49.628680 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-d8bfd437-c64e-4a9b-ad2d-d7d040863a95 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5120652 Aug 23 14:26:49.705435 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-7acf121a-bee0-4d57-9c66-2fb6bc079d60 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:49.736519 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-7acf121a-bee0-4d57-9c66-2fb6bc079d60 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8648880 Aug 23 14:26:49.825105 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.918918 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:49.919933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:49.948737 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.952964 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:49.995618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80250e57-9932-47c6-a3fd-1d3ca417b31e req-7e4961c0-58a7-46f7-9422-adb9c154e60e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.003032 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-80250e57-9932-47c6-a3fd-1d3ca417b31e req-7e4961c0-58a7-46f7-9422-adb9c154e60e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 944 time: 0.1815023 Aug 23 14:26:50.085470 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-80250e57-9932-47c6-a3fd-1d3ca417b31e req-a989e85f-6165-40a3-9145-509c013dd2a0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812292 Aug 23 14:26:50.143707 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.144236 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a9d692-5be8-402d-85b5-4640165838d1 {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:26:50.147542 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.161716 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:50.173594 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.173594 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c8a9d692-5be8-402d-85b5-4640165838d1 HTTP/1.1" status: 204 len: 168 time: 4.5516832 Aug 23 14:26:50.173594 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54592) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:50.269856 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-72aa61bf-8532-483f-ad55-bc63c2121f55 req-b91fbad1-c601-45a9-b39d-3485b5e71d46 service neutron] 10.222.0.82 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8647048 Aug 23 14:26:50.329234 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-1c56ba30-43f6-4881-b72f-8e07cec121e7 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886950 Aug 23 14:26:50.357652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Deleting subnet 54a4eb4e-e865-40d0-a7b6-47f1db93b526 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:26:50.361862 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.370865 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:50.373351 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-ed3effad-1047-42ba-a6a8-7d4becb681c7 service neutron] 10.222.0.72 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355634 Aug 23 14:26:50.384006 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:50.419111 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'code': 200} Aug 23 14:26:50.446816 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.610017 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.671196 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a0f2c82-45c6-4f63-b02c-b5a9f6372589 req-c347fb77-cb97-4746-bc88-043bd359257a service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324053 Aug 23 14:26:50.684427 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-9fcd560e-8a64-40db-8944-482b436f8deb service neutron] 10.222.0.72 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012564 Aug 23 14:26:50.691457 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2335350-5649-4431-8f37-1e3e9a18aa0d req-77618de0-4462-4c59-8206-1b13ca70a5eb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.693057 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c2335350-5649-4431-8f37-1e3e9a18aa0d req-77618de0-4462-4c59-8206-1b13ca70a5eb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.1580901 Aug 23 14:26:50.697527 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000b25-951e-47c9-947c-a6765436c674 req-58e3d1ff-09b1-428d-a242-35282d535c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:50.699149 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e3000b25-951e-47c9-947c-a6765436c674 req-58e3d1ff-09b1-428d-a242-35282d535c9a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 1096 time: 0.1956317 Aug 23 14:26:50.757426 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e3000b25-951e-47c9-947c-a6765436c674 req-75e0e053-db77-4c76-9f4b-e3a18718912c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Aug 23 14:26:50.762505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c2335350-5649-4431-8f37-1e3e9a18aa0d req-7a7911e3-062f-4eb9-bbdf-1291673bbfd6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581262 Aug 23 14:26:50.903944 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:50.909272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54606) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:50.909666 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fb759559-4899-41a0-8645-c8a9541db805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:50.987227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a4eb4e-e865-40d0-a7b6-47f1db93b526,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:51.010351 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc977490-32ba-4550-9518-739b1220a600 None None] Network 6980587c-8f8b-4207-bf0c-0b448c41d0e3 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:26:51.039246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.045227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.045227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.045227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.045227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.045227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.045227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.046663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.047398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.055287 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.059611 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.060697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:51.077559 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.098613 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:51.106376 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/54a4eb4e-e865-40d0-a7b6-47f1db93b526 HTTP/1.1" status: 204 len: 168 time: 0.9360461 Aug 23 14:26:51.108782 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54620) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:51.244844 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8454ec26-eb86-470f-bb00-2b47391e0214 req-9d6f4b62-145a-4cb3-9eb1-521ab32a03ce tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 210 time: 0.1208212 Aug 23 14:26:51.437857 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] DHCP port deletion for 6980587c-8f8b-4207-bf0c-0b448c41d0e3 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:26:51.448419 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Deleting port 4943513f-e9f1-4a29-90cb-984d44bfa58f {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:51.448830 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.521853 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.596356 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.614284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:51.617193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Deleting port 4943513f-e9f1-4a29-90cb-984d44bfa58f {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:51.617656 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.664312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Usage tracker for resource:security_group_rule and tenant:d0b5505a7c8143a6aee264c662306684 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:51.675380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:51.710117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:51.741007 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] For port 4943513f-e9f1-4a29-90cb-984d44bfa58f, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4943513f-e9f1-4a29-90cb-984d44bfa58f,segment=NetworkSegment(83dd8bfc-ce62-4e0d-93b9-25ccad1019ac),segment_id=83dd8bfc-ce62-4e0d-93b9-25ccad1019ac)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:51.765275 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:51.838289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7a1d7-7780-4591-b5f6-446314a818b4 req-2147f884-c827-417c-b98e-229fcee32398 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:51.858644 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bcf7a1d7-7780-4591-b5f6-446314a818b4 req-2147f884-c827-417c-b98e-229fcee32398 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.3316638 Aug 23 14:26:51.925968 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Calling delete_port for 4943513f-e9f1-4a29-90cb-984d44bfa58f owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:52.014904 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e61f3-772f-42e9-9daf-acfcccf9bc30 req-d3e55769-6bc3-4710-aee4-718ae0c75c7a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:52.021646 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b36e61f3-772f-42e9-9daf-acfcccf9bc30 req-d3e55769-6bc3-4710-aee4-718ae0c75c7a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.1013513 Aug 23 14:26:52.098033 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b36e61f3-772f-42e9-9daf-acfcccf9bc30 req-5bde02c3-9ccc-434d-b7e6-e34887af69bf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740383 Aug 23 14:26:52.153835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bcf7a1d7-7780-4591-b5f6-446314a818b4 req-13c16115-c05e-4879-8fb2-b7e88be42561 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943046 Aug 23 14:26:52.161298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] For port 4943513f-e9f1-4a29-90cb-984d44bfa58f, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4943513f-e9f1-4a29-90cb-984d44bfa58f,segment=NetworkSegment(83dd8bfc-ce62-4e0d-93b9-25ccad1019ac),segment_id=83dd8bfc-ce62-4e0d-93b9-25ccad1019ac)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:52.161298 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.223089 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.228213 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:52.252890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54658) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:52.301087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Pushing event deleted for resources: {'Port': ['ID=4943513f-e9f1-4a29-90cb-984d44bfa58f,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:52.306012 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:52.310846 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] No DVR routers for this DVR port 4943513f-e9f1-4a29-90cb-984d44bfa58f on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:26:52.315975 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Calling delete_port for 4943513f-e9f1-4a29-90cb-984d44bfa58f owned by network:dhcp {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:26:52.399867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2089514051-network', 'tenant_id': '3d4de80eb0b14e3d9f56aa20946de25d'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:52.405421 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:52.410277 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Usage tracker for resource:network and tenant:3d4de80eb0b14e3d9f56aa20946de25d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:52.415185 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:52.420823 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:52.423823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9ad9080e-dcba-40c0-82ea-da907fddc769 req-5e71085a-e7d5-4e52-8455-21339009e659 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 210 time: 0.0680320 Aug 23 14:26:52.427276 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.461793 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.api [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:26:52.462121 n-d-805628-1 neutron-server[80758]: DEBUG oslo_db.api [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:26:52.498972 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4943513f-e9f1-4a29-90cb-984d44bfa58f no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:52.534827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 4943513f-e9f1-4a29-90cb-984d44bfa58f {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:26:52.535187 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4943513f-e9f1-4a29-90cb-984d44bfa58f not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:26:52.549151 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.557935 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-785b9636-e9ab-4dd5-ae49-04b89768afb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:52.604699 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d0b5505a7c8143a6aee264c662306684&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6942041 Aug 23 14:26:52.606526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded4197b-cf46-46fd-9d70-82f35036798d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:52.607263 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54672) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:52.609633 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fd16c967-ef3f-4361-8080-3f050fcaeb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:52.638257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Made reservation on behalf of 3d4de80eb0b14e3d9f56aa20946de25d for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:52.640501 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.664166 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.689985 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:52.697716 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4de80eb0b14e3d9f56aa20946de25d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:52.701757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:52.705215 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.710109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:52.749656 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:52.766051 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:26:52.963250 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Deleting port 4943513f-e9f1-4a29-90cb-984d44bfa58f {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:26:52.963803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.004845 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.009849 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-dd18ecfa-6306-4fc2-bb8f-a6bb81168f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:53.034419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] The port '4943513f-e9f1-4a29-90cb-984d44bfa58f' was deleted {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:26:53.041571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded4197b-cf46-46fd-9d70-82f35036798d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:53.053658 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:53.063142 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.067487 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ded4197b-cf46-46fd-9d70-82f35036798d HTTP/1.1" status: 204 len: 168 time: 0.4590898 Aug 23 14:26:53.085288 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.247027 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.253624 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3f09a5b2-ad59-48c8-9070-a352d5b784ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:53.334242 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:26:53.347199 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:53.363001 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:53.368021 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.368371 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Added segment a5acdc67-7995-43d9-9274-d505ae16ea91 of type vlan for network d71b2878-08a0-445b-a603-c5e4304b9679 Aug 23 14:26:53.379248 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.403536 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.420465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed01b6-75ea-44e6-bf27-bcf902393ede req-fce5e2f4-fb1a-443e-8743-21b260d59c4e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.422113 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a0ed01b6-75ea-44e6-bf27-bcf902393ede req-fce5e2f4-fb1a-443e-8743-21b260d59c4e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1476774 Aug 23 14:26:53.447081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6980587c-8f8b-4207-bf0c-0b448c41d0e3']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:53.469185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:53.469559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dd8bfc-ce62-4e0d-93b9-25ccad1019ac') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:26:53.492156 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.494191 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a0ed01b6-75ea-44e6-bf27-bcf902393ede req-b5f19e4d-035c-42ea-9acc-8d8bf94781d1 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609314 Aug 23 14:26:53.519102 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.523642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-0cee7cb0-e3ba-4ecc-a7fa-8b4573484924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.525425 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-0cee7cb0-e3ba-4ecc-a7fa-8b4573484924 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 1096 time: 0.4062924 Aug 23 14:26:53.535126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:26:53.535437 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: util.warn( Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:26:53.553314 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:26:53.602083 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03a44c-f435-4cd0-9be4-3f10faa54274 req-85309968-aaf4-4e04-8d0e-7eff9d5bda19 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.603613 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e03a44c-f435-4cd0-9be4-3f10faa54274 req-85309968-aaf4-4e04-8d0e-7eff9d5bda19 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.2296429 Aug 23 14:26:53.605938 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.607486 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.607611 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.612620 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5ec4e7ed-599a-4d5d-971c-59c8614ab79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:53.710569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=d71b2878-08a0-445b-a603-c5e4304b9679,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:53.713429 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:53.722534 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network d71b2878-08a0-445b-a603-c5e4304b9679 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:53.724210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4680839 Aug 23 14:26:53.728075 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54692) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:53.769989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Request body: {'subnet': {'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2089514051-subnet', 'tenant_id': '3d4de80eb0b14e3d9f56aa20946de25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:53.779435 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:53.789096 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-db3297aa-8c11-4ba6-be67-6891ffff616b req-70409eef-53db-40a3-8a58-9a017fab9227 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 210 time: 0.0627921 Aug 23 14:26:53.790017 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Usage tracker for resource:subnet and tenant:3d4de80eb0b14e3d9f56aa20946de25d is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:53.793655 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:53.800540 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:53.819516 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e03a44c-f435-4cd0-9be4-3f10faa54274 req-7cc8a9c6-7f73-4c56-bc37-953b9b0fdddf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408827 Aug 23 14:26:53.855358 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-517a58ac-d7a4-4fec-8131-8255be5ff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:53.857215 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-517a58ac-d7a4-4fec-8131-8255be5ff530 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.2981131 Aug 23 14:26:53.943481 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-e0f742f3-28ec-498a-9be3-9fa58425d142 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8 HTTP/1.1" status: 200 len: 217 time: 0.0752168 Aug 23 14:26:53.988622 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:53.996060 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:54.013999 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.026988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6980587c-8f8b-4207-bf0c-0b448c41d0e3,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:54.034772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Made reservation on behalf of 3d4de80eb0b14e3d9f56aa20946de25d for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:54.036981 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:54.037122 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.046766 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3f8d933b-7f6b-4e8c-b468-c76b49d361eb admin admin] 10.222.0.72 "DELETE /v2.0/networks/6980587c-8f8b-4207-bf0c-0b448c41d0e3 HTTP/1.1" status: 204 len: 168 time: 2.9366620 Aug 23 14:26:54.057445 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-84b11cad-7819-4160-a26a-e963b8cff128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:54.058901 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-84b11cad-7819-4160-a26a-e963b8cff128 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.1010785 Aug 23 14:26:54.084438 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54698) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:54.157865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-d7da4f39-04f2-4eb2-b3ed-66321fe6dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:54.158365 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.159414 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-d7da4f39-04f2-4eb2-b3ed-66321fe6dcbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804479 Aug 23 14:26:54.180264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:54.184121 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Usage tracker for resource:security_group_rule and tenant:fb98d0e78fac48b689ec7a454e713230 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:54.186973 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:54.193403 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:54.323636 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-2191db08-75e8-40f5-aeb3-3394508709de service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564715 Aug 23 14:26:54.509241 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.600804 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.605061 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.610992 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7d3bc534-bf12-4f14-8989-e84b09181377 req-4cd25017-ef54-43c5-9940-bfae27fd6dc1 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547271 Aug 23 14:26:54.615119 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0f8901ec-10d5-4d7a-8551-db7a7e2cc56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:54.627989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5d91-1f06-4bbb-9afa-b831606799eb req-f66a73de-fdbb-4e72-96f4-80e61d80b7eb tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:54.629511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bce5d91-1f06-4bbb-9afa-b831606799eb req-f66a73de-fdbb-4e72-96f4-80e61d80b7eb tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.3048825 Aug 23 14:26:54.665002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54706) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:54.707343 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb98d0e78fac48b689ec7a454e713230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211007 Aug 23 14:26:54.709606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54710) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:54.737455 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9eeceff-f584-40f9-931e-03cd90d73fd9,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:54.740212 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:54.742867 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:54.749046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-17469b92-97e2-4603-ad14-9d456359b6ba tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:54.750668 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-17469b92-97e2-4603-ad14-9d456359b6ba tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.64 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 817 time: 0.2744055 Aug 23 14:26:54.771810 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bce5d91-1f06-4bbb-9afa-b831606799eb req-23ffb319-f22d-4407-b6cd-221561a63d0a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244388 Aug 23 14:26:54.779045 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Checking segment: {'id': 'a5acdc67-7995-43d9-9274-d505ae16ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:54.779405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Network hostable DHCP agents. Network: d71b2878-08a0-445b-a603-c5e4304b9679, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:54.793072 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069691e-a196-46fb-8dfc-960599aa4caf,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:54.793072 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:54.827873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-edbf0629-f28a-487c-9607-68abfbc69f7e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2cf448bc63b34d298c96ec3cd2ffd58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591411 Aug 23 14:26:54.831109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54714) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:54.847231 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-aabc556c-a47a-481a-b53e-dc7a78637d8d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 380 time: 0.0860267 Aug 23 14:26:54.861476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'port': {'device_id': '452bc412-52bd-44a9-994f-6af41a158723', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'admin_state_up': True, 'tenant_id': '49916597200042ae959f72dd430b4134', 'security_groups': ['bf8811cd-5c80-45dd-b948-b7014ea80f8c']}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:54.889764 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.912298 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.949681 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:54.991074 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.017455 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Network d71b2878-08a0-445b-a603-c5e4304b9679 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:55.032848 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b0d1aa14-11cf-4f20-8cfd-05fe62b30a1d req-342c712b-e295-48d5-8d80-37b49612bd6e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 210 time: 0.0740614 Aug 23 14:26:55.107700 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:55.120617 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:55.163827 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a20d45-bedd-4cdc-9c1c-9a11a66f4ac6 req-f726b19e-797e-4894-9629-6d6f4f96c58e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:55.164897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55a20d45-bedd-4cdc-9c1c-9a11a66f4ac6 req-f726b19e-797e-4894-9629-6d6f4f96c58e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 945 time: 0.1277049 Aug 23 14:26:55.200068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, d71b2878-08a0-445b-a603-c5e4304b9679) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:55.204473 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:55.205168 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.210260 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f6990-2531-4194-822e-bb6501dbdeb8 None None] Network d71b2878-08a0-445b-a603-c5e4304b9679 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:26:55.211331 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-55a20d45-bedd-4cdc-9c1c-9a11a66f4ac6 req-f05bb2aa-2669-4b86-a154-53b30a804ea2 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Aug 23 14:26:55.228846 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.234100 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d6396ea7-d2f5-41d9-b241-f4acf472ca11 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:55.239022 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.246164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Made reservation on behalf of 49916597200042ae959f72dd430b4134 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:55.246348 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-52c19beb-a315-4e4b-b432-c8cbdbd5957d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:55.249845 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.262352 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.262591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069691e-a196-46fb-8dfc-960599aa4caf,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:55.266119 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/047379ac-bcc0-44f7-a5e5-6e78a8c203d0 HTTP/1.1" status: 204 len: 168 time: 0.4334164 Aug 23 14:26:55.268211 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047379ac-bcc0-44f7-a5e5-6e78a8c203d0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:55.278812 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:55.278923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.279146 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.279519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.279911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.280241 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.280599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.280951 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.281336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.281826 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.282188 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.283071 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.283427 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:26:55.289563 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.292871 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f069691e-a196-46fb-8dfc-960599aa4caf HTTP/1.1" status: 204 len: 168 time: 0.5796380 Aug 23 14:26:55.292871 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:55.362867 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-391dea60-e93d-4d1b-9f08-309c9880b258 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6260614 Aug 23 14:26:55.590024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c6f87-6d73-4dff-b5b2-44c47bef2018 None None] Network d71b2878-08a0-445b-a603-c5e4304b9679 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:26:55.612699 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Allocated IP 172.20.0.5 (c2772466-1850-4e89-a8e1-6c7eb8055f5d/3f255428-13e0-4e06-86c8-6d2c1af0853e/dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:26:55.681774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a4f4211c-efd6-458e-a4a0-5552b96c36e8 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:55.858930 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.910035 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:55.923412 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:55.960472 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:26:56.002491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Transition to ACTIVE for port object dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:56.051001 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'code': 200} Aug 23 14:26:56.148451 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.151055 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:56.186609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decda0f2-eaed-4f2a-b716-ea2637d4e541 req-d9bc02b4-53ff-4385-8ad7-21e92c7bc119 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.190705 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-decda0f2-eaed-4f2a-b716-ea2637d4e541 req-d9bc02b4-53ff-4385-8ad7-21e92c7bc119 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1969795 Aug 23 14:26:56.259699 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c7e64203-f9a4-4d53-bfd8-2dbd7d9e298c req-b345f105-a7d0-4237-a46a-199f8a687671 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 210 time: 0.0738668 Aug 23 14:26:56.265828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-decda0f2-eaed-4f2a-b716-ea2637d4e541 req-1e50874f-1c4f-44d2-adc4-d1ee1c66d2a1 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674434 Aug 23 14:26:56.265828 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.281418 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1050caa7-5587-4ff2-b87b-c9b66b7fe54b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:56.287262 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:56.290112 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.293909 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:56.373903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Network c2772466-1850-4e89-a8e1-6c7eb8055f5d is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:26:56.381109 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:56.385436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:26:56.422130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:56.430133 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:56.484823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.485564 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.585586 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7284100 Aug 23 14:26:56.605164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Request body: {'port': {'device_id': '452bc412-52bd-44a9-994f-6af41a158723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:56.714846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d33584-bdea-4278-9c26-49685458be35 req-90ca25ea-1f7b-4e58-86ba-e655899b4aed tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:56.716399 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17d33584-bdea-4278-9c26-49685458be35 req-90ca25ea-1f7b-4e58-86ba-e655899b4aed tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 943 time: 0.1862907 Aug 23 14:26:56.781502 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.818594 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-81f06558-e837-428c-bd6e-e806ab64fd18 None None] Provisioning for port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:26:56.826393 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-81f06558-e837-428c-bd6e-e806ab64fd18 None None] Provisioning complete for port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:26:56.826778 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-81f06558-e837-428c-bd6e-e806ab64fd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:56.835132 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-17d33584-bdea-4278-9c26-49685458be35 req-e493c431-8dd6-438a-a64b-9e1fba39e73e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042068 Aug 23 14:26:56.937258 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-81f06558-e837-428c-bd6e-e806ab64fd18 None None] Port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:26:57.261807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:26:57.264647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-bf1daeb0-df1a-4294-91ba-e9c16deca360 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:57.264647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-bf1daeb0-df1a-4294-91ba-e9c16deca360 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Synchronizing usage tracker for tenant:3d4de80eb0b14e3d9f56aa20946de25d on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:57.283030 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.298753 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 54796) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:57.311348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Transition to ACTIVE for port object dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:26:57.353996 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-bf1daeb0-df1a-4294-91ba-e9c16deca360 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Unset dirty status for tenant:3d4de80eb0b14e3d9f56aa20946de25d on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:57.355744 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-bf1daeb0-df1a-4294-91ba-e9c16deca360 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/networks?id=d71b2878-08a0-445b-a603-c5e4304b9679 HTTP/1.1" status: 200 len: 809 time: 0.3172338 Aug 23 14:26:57.381604 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-762b77a2-6a34-4cd5-bf2c-fbe2ff7e1cc9 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/quotas/3d4de80eb0b14e3d9f56aa20946de25d HTTP/1.1" status: 200 len: 375 time: 0.0187676 Aug 23 14:26:57.430547 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1123579820-network', 'tenant_id': 'bbe506e5500f4f41895c7619a72b0667'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:57.433582 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.441894 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-3378abf4-8a05-408c-8e03-dee0ef292b9d tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d4de80eb0b14e3d9f56aa20946de25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592034 Aug 23 14:26:57.442748 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ad98f28a-8974-434a-9ebb-73c847ab08cc tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:57.442870 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:57.447050 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Usage tracker for resource:network and tenant:bbe506e5500f4f41895c7619a72b0667 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:57.473350 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:57.484042 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:57.561318 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f71f0b6b-cc7b-49a1-b07b-74ebe7580ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.614927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Made reservation on behalf of bbe506e5500f4f41895c7619a72b0667 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:57.617729 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.637074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:57.649807 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.667299 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-0e00f3b8-8f3d-4183-b5c9-1a217dfb3034 service neutron] 10.222.0.72 "GET /v2.0/networks/d71b2878-08a0-445b-a603-c5e4304b9679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170095 Aug 23 14:26:57.668322 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.675962 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:57.700422 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe826-1ff6-4e73-9ef5-7b26ad34b99f req-c9de447f-5268-48fb-8407-057b378bec4c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:57.701192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-bbbbe826-1ff6-4e73-9ef5-7b26ad34b99f req-c9de447f-5268-48fb-8407-057b378bec4c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:57.717794 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:57.722229 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe506e5500f4f41895c7619a72b0667 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:57.725246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:57.736832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:26:57.737207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:26:57.738489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:57.742943 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on network c2772466-1850-4e89-a8e1-6c7eb8055f5d not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:26:57.743271 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:26:57.748840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:26:57.749275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Checking segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:57.749668 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Bound using segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:26:57.750094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Bound port: dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:26:57.750445 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.792474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:57.824348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-bbbbe826-1ff6-4e73-9ef5-7b26ad34b99f req-c9de447f-5268-48fb-8407-057b378bec4c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:57.834607 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bbbbe826-1ff6-4e73-9ef5-7b26ad34b99f req-c9de447f-5268-48fb-8407-057b378bec4c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.4420834 Aug 23 14:26:57.868316 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-911d8d1e-61cd-4b2f-b487-31b887adabd9 service neutron] 10.222.0.72 "GET /v2.0/networks/d71b2878-08a0-445b-a603-c5e4304b9679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997955 Aug 23 14:26:57.886717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:26:57.897988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bbbbe826-1ff6-4e73-9ef5-7b26ad34b99f req-d43805f4-ee51-4d8d-b99c-0f1d913fc644 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657341 Aug 23 14:26:57.900714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:26:57.941932 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:57.995012 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.007475 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-acd399de-07c0-4e7c-a6fd-fdcdf7c817cd tempest-FloatingIPsAssociationTestJSON-33689712 tempest-FloatingIPsAssociationTestJSON-33689712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:58.062778 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.067235 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7abde9f3-4fbd-4aa6-9d1e-5c102d4b4438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:58.097830 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:26:58.110249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:58.113235 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.113579 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Added segment 30fbd16f-0158-4c66-af27-b55dde97ef33 of type vlan for network f42c9c60-1e68-4763-91b5-150ada027a21 Aug 23 14:26:58.114920 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:58.164301 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.182656 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.297291 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.298976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.299586 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.306114 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5bf61809-7987-46f5-a2d5-abdb0554b2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:58.366325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:58.375639 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:58.383537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.384408 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:58.386068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] 10.222.0.64 "PUT /v2.0/ports/dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 1091 time: 1.7912514 Aug 23 14:26:58.386825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:26:58.459513 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a238698-f83e-4c8e-b770-65041b62a758 req-98484171-20e3-4f23-bea8-47d85d6f49b6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.461189 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8a238698-f83e-4c8e-b770-65041b62a758 req-98484171-20e3-4f23-bea8-47d85d6f49b6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.4185989 Aug 23 14:26:58.513426 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=f42c9c60-1e68-4763-91b5-150ada027a21,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:58.520087 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:58.528575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network f42c9c60-1e68-4763-91b5-150ada027a21 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:26:58.536951 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8a238698-f83e-4c8e-b770-65041b62a758 req-9895acd2-102b-4db9-bbfb-680fcfb41bd7 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699930 Aug 23 14:26:58.566152 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c87b48-28ce-478e-ae67-d03bd2f858bf req-27047dc2-90e7-4b2f-ada3-053b7f33be5b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.575236 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12c87b48-28ce-478e-ae67-d03bd2f858bf req-27047dc2-90e7-4b2f-ada3-053b7f33be5b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 943 time: 0.1347706 Aug 23 14:26:58.612813 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3083205 Aug 23 14:26:58.613126 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 54838) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:26:58.619757 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Request body: {'subnet': {'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1123579820-subnet', 'tenant_id': 'bbe506e5500f4f41895c7619a72b0667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:26:58.636786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:26:58.645626 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12c87b48-28ce-478e-ae67-d03bd2f858bf req-fef128bc-9676-4e27-b3dc-9f9b7a2756bf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683997 Aug 23 14:26:58.675210 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Usage tracker for resource:subnet and tenant:bbe506e5500f4f41895c7619a72b0667 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:26:58.687480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:26:58.701985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:26:58.707204 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7a1ede9f-8291-4ce3-bddd-2c60a3b48ec3 req-d1b762a9-2fb8-4c0e-b420-fd67d545549d tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 210 time: 0.0728929 Aug 23 14:26:58.727883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-00727c9b-e62a-4dd8-aebe-fa3cfe56e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:58.729470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-00727c9b-e62a-4dd8-aebe-fa3cfe56e13f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1094 time: 0.2101910 Aug 23 14:26:58.802211 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'status': 'completed', 'code': 200} Aug 23 14:26:58.810514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-deb50ae2-fcf5-4ebb-93de-4cee3fa5cc51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 217 time: 0.0684912 Aug 23 14:26:58.852952 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Made reservation on behalf of bbe506e5500f4f41895c7619a72b0667 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:26:58.855249 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:59.015953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-85ac5bd9-057c-4dff-9af1-8797dec2c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.017907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-85ac5bd9-057c-4dff-9af1-8797dec2c05b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.1993124 Aug 23 14:26:59.148968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a21457-5772-4da9-a2ba-56ac6c6d8136 req-d7e3bab9-573e-47f8-8c44-7a52668b3d43 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.150539 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24a21457-5772-4da9-a2ba-56ac6c6d8136 req-d7e3bab9-573e-47f8-8c44-7a52668b3d43 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2824802 Aug 23 14:26:59.178384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936066-87af-4cbe-8efd-5e923af049c1 req-250855f2-84d8-49de-8ee3-97ccc6718f8b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.179851 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b4936066-87af-4cbe-8efd-5e923af049c1 req-250855f2-84d8-49de-8ee3-97ccc6718f8b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.1315703 Aug 23 14:26:59.225869 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-24a21457-5772-4da9-a2ba-56ac6c6d8136 req-5d66082d-5a84-4b71-8be9-026f33439359 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660391 Aug 23 14:26:59.226091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b4936066-87af-4cbe-8efd-5e923af049c1 req-1540b582-2771-48d2-b1bb-05d432183392 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Synchronizing usage tracker for tenant:49916597200042ae959f72dd430b4134 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:26:59.241157 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-2b70dbdf-f380-422e-8ce8-61b6ccdd0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.242111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-b4936066-87af-4cbe-8efd-5e923af049c1 req-1540b582-2771-48d2-b1bb-05d432183392 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Unset dirty status for tenant:49916597200042ae959f72dd430b4134 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:26:59.249099 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-2b70dbdf-f380-422e-8ce8-61b6ccdd0a5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141454 Aug 23 14:26:59.249433 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b4936066-87af-4cbe-8efd-5e923af049c1 req-1540b582-2771-48d2-b1bb-05d432183392 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575027 Aug 23 14:26:59.391075 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:59.398479 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:26:59.476161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26289cc6-5efa-4629-8f1e-15dfd85c3708 req-18ef2385-a3d4-43da-9808-c41966ba5eed tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.477747 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26289cc6-5efa-4629-8f1e-15dfd85c3708 req-18ef2385-a3d4-43da-9808-c41966ba5eed tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0898390 Aug 23 14:26:59.514485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:26:59.526706 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:26:59.529893 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-689568e1-ff5a-44d8-8d91-d8bccf8d3853 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746086 Aug 23 14:26:59.533595 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-26289cc6-5efa-4629-8f1e-15dfd85c3708 req-a2c30dce-b3b2-4f3b-8354-9ab3f16d678a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497642 Aug 23 14:26:59.540890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Checking segment: {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:26:59.541281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Network hostable DHCP agents. Network: f42c9c60-1e68-4763-91b5-150ada027a21, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:26:59.692291 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device a4f4211c-efd6-458e-a4a0-5552b96c36e8 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:26:59.708719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Network f42c9c60-1e68-4763-91b5-150ada027a21 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:26:59.764956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d76b3ebb-c307-47fe-add3-d3aeca6eb7be req-c7155a08-2ab3-4575-ace5-e552070f6c51 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250624 Aug 23 14:26:59.784074 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f0b8c-1cf9-42e0-9ea7-e4b27e668412 req-f22ef922-86e5-492d-9a49-6002b6132d89 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.785907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-095f0b8c-1cf9-42e0-9ea7-e4b27e668412 req-f22ef922-86e5-492d-9a49-6002b6132d89 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1349103 Aug 23 14:26:59.856291 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-095f0b8c-1cf9-42e0-9ea7-e4b27e668412 req-6273c6c7-ca51-4817-ac10-623408fadf16 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644000 Aug 23 14:26:59.876947 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, f42c9c60-1e68-4763-91b5-150ada027a21) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:26:59.882876 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:26:59.884616 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:26:59.886840 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948521a-8607-4a59-80b5-00341f09eeaf None None] Network f42c9c60-1e68-4763-91b5-150ada027a21 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:26:59.905798 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cfb21e71-06c4-4836-aadc-0f883344b308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:00.074041 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9000c379-4ba7-4a85-9ae8-924e474b2758 req-99261307-fed6-4d57-a8ce-cc564651ea0d tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 210 time: 0.0568926 Aug 23 14:27:00.122192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-c5325558-db91-4312-aa22-bc93d08f5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.124252 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-c5325558-db91-4312-aa22-bc93d08f5b1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1094 time: 0.1481097 Aug 23 14:27:00.124972 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf1bff-b337-489e-a782-ea9f122564ca None None] Network f42c9c60-1e68-4763-91b5-150ada027a21 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:27:00.173366 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-547cb75c-11d8-481a-8919-11f040b86f26 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5514417 Aug 23 14:27:00.290790 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08484d1-20c6-4656-b93c-9ee7c4ae5dbd req-baccf76f-7193-410c-9ff9-e1e6f6ad9efb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.298144 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b08484d1-20c6-4656-b93c-9ee7c4ae5dbd req-baccf76f-7193-410c-9ff9-e1e6f6ad9efb tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1012878 Aug 23 14:27:00.361434 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b08484d1-20c6-4656-b93c-9ee7c4ae5dbd req-071c17a8-b66e-4cea-88cd-08741673d0fd tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620708 Aug 23 14:27:00.442785 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-76a5c5d4-33f5-46d5-a873-9231d7c92bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.444630 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-76a5c5d4-33f5-46d5-a873-9231d7c92bd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.3093400 Aug 23 14:27:00.555074 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-e504abf1-e11e-4018-944e-486d8c54d7fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 217 time: 0.1006055 Aug 23 14:27:00.830347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-5f1fb2a9-2fbc-4dcc-9c5c-2721c1cc8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.830347 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-5f1fb2a9-2fbc-4dcc-9c5c-2721c1cc8806 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0897136 Aug 23 14:27:00.849351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a5f6b-829f-4548-8de0-68c43169d8d1 req-e2bee000-3ca0-44df-b821-68a5cdcd88b3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.850822 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f75a5f6b-829f-4548-8de0-68c43169d8d1 req-e2bee000-3ca0-44df-b821-68a5cdcd88b3 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.2943118 Aug 23 14:27:00.946120 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f75a5f6b-829f-4548-8de0-68c43169d8d1 req-7ac6d251-03e7-4602-a166-d543beb550de tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596235 Aug 23 14:27:00.960134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-fa2ec999-472a-4914-be1d-da14d00400ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:00.962184 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-fa2ec999-472a-4914-be1d-da14d00400ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207654 Aug 23 14:27:01.122893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-8241c4c7-5df1-418e-820c-cf4c07d7dbee tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.123575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-8241c4c7-5df1-418e-820c-cf4c07d7dbee tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Synchronizing usage tracker for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:01.239416 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-8241c4c7-5df1-418e-820c-cf4c07d7dbee tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Unset dirty status for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:01.239726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-8c019bd3-df4b-45e6-8d47-a54f0e57d776 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662740 Aug 23 14:27:01.240765 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-8241c4c7-5df1-418e-820c-cf4c07d7dbee tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 815 time: 0.4175107 Aug 23 14:27:01.252844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503b176-012b-4d90-9631-b37829fa085c req-00f8fc46-e368-45bc-a324-3761384fb6f7 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.253168 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2503b176-012b-4d90-9631-b37829fa085c req-00f8fc46-e368-45bc-a324-3761384fb6f7 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1823983 Aug 23 14:27:01.263337 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-2b603d11-bd40-4c0b-a94e-ab6851e65ec0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/quotas/bbe506e5500f4f41895c7619a72b0667 HTTP/1.1" status: 200 len: 375 time: 0.0155282 Aug 23 14:27:01.311505 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-406a4c32-d461-4d5e-ac87-3505a8081fa7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471761 Aug 23 14:27:01.402070 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:01.405582 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2503b176-012b-4d90-9631-b37829fa085c req-8246405a-1a4c-4fc5-b59d-0f95f83f627c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330495 Aug 23 14:27:01.442245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2a85565-d340-432e-9a43-ce13cb8f3d9a req-946be335-faf0-451d-b292-02e39344ee14 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878207 Aug 23 14:27:01.477410 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-098ddbe6-fa28-4510-9405-5f9c06dd0dde service neutron] 10.222.0.72 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578588 Aug 23 14:27:01.628823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-75db9cf2-9479-4eca-b7cc-858e2cd92b0c tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.630691 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-75db9cf2-9479-4eca-b7cc-858e2cd92b0c tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.82 "GET /v2.0/networks?id=d71b2878-08a0-445b-a603-c5e4304b9679 HTTP/1.1" status: 200 len: 809 time: 0.1750972 Aug 23 14:27:01.634343 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-03bdc152-8275-44a7-83d1-ed2cae4d8dbd service neutron] 10.222.0.72 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560214 Aug 23 14:27:01.679733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Request body: {'port': {'device_id': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679', 'admin_state_up': True, 'tenant_id': '3d4de80eb0b14e3d9f56aa20946de25d'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:01.710057 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-966e937b-88ce-4bf4-9ac9-683fc9cdc392 req-8883e158-cf0f-4a39-9600-b44fe349ff2a tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 210 time: 0.0752034 Aug 23 14:27:01.892193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:01.902395 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Usage tracker for resource:port and tenant:3d4de80eb0b14e3d9f56aa20946de25d is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:01.906744 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:01.915799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:01.946385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca72eb-8e38-43ca-acd8-3514e6355bbd req-97e5a111-97fa-4cf4-a595-1eedf83e0737 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:01.947981 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ecca72eb-8e38-43ca-acd8-3514e6355bbd req-97e5a111-97fa-4cf4-a595-1eedf83e0737 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1198020 Aug 23 14:27:02.028867 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ecca72eb-8e38-43ca-acd8-3514e6355bbd req-621cc248-d4dd-4f5d-a6ee-55e4627a1bc6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744843 Aug 23 14:27:02.074523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Made reservation on behalf of 3d4de80eb0b14e3d9f56aa20946de25d for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:02.078419 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.227412 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe08bcbd-846c-436c-a3f2-11d44243a30c req-1de7bb0a-c437-4503-9739-0825824a4d52 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 210 time: 0.1137559 Aug 23 14:27:02.264372 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0171058-0653-41af-9215-9e37e5ae4406 req-7388753c-ed89-444b-b1e7-4e79c21d75c5 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:02.265982 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0171058-0653-41af-9215-9e37e5ae4406 req-7388753c-ed89-444b-b1e7-4e79c21d75c5 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.0911005 Aug 23 14:27:02.315983 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d0171058-0653-41af-9215-9e37e5ae4406 req-bd9616c0-7562-43ce-88e2-56543a970ab2 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427535 Aug 23 14:27:02.340614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Allocated IP 172.20.0.8 (d71b2878-08a0-445b-a603-c5e4304b9679/a9eeceff-f584-40f9-931e-03cd90d73fd9/116a1732-0b0b-4ff6-8797-37de6e994382) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:02.630806 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.658885 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c53de-860b-45df-bbc3-4f6d0a3d5912 req-db4bc8ce-ea2c-4671-b0ff-c47f2f3d8b14 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:02.658885 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-727c53de-860b-45df-bbc3-4f6d0a3d5912 req-db4bc8ce-ea2c-4671-b0ff-c47f2f3d8b14 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1425166 Aug 23 14:27:02.716028 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-727c53de-860b-45df-bbc3-4f6d0a3d5912 req-3b20c031-ab82-4a65-a803-dc89fdef912c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Aug 23 14:27:02.814060 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:02.817958 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:02.917362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc8606-7cc2-428e-a4b4-d7f61c2f1200 req-7f5e6ff6-c669-4afe-849a-f954f2dbd0fe tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:02.917362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eacc8606-7cc2-428e-a4b4-d7f61c2f1200 req-7f5e6ff6-c669-4afe-849a-f954f2dbd0fe tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 931 time: 0.0873158 Aug 23 14:27:02.965629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-eacc8606-7cc2-428e-a4b4-d7f61c2f1200 req-dfd7c0cf-9ff3-4f2a-a2ab-26bcacfa9809 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Synchronizing usage tracker for tenant:3d4de80eb0b14e3d9f56aa20946de25d on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:03.025577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Network d71b2878-08a0-445b-a603-c5e4304b9679 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:03.028180 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.038468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:03.038468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Pushing event updated for resources: {'Port': ['ID=116a1732-0b0b-4ff6-8797-37de6e994382,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:03.038468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:03.072583 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:03.097824 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:03.098146 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.108425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-eacc8606-7cc2-428e-a4b4-d7f61c2f1200 req-dfd7c0cf-9ff3-4f2a-a2ab-26bcacfa9809 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Unset dirty status for tenant:3d4de80eb0b14e3d9f56aa20946de25d on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:03.109748 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eacc8606-7cc2-428e-a4b4-d7f61c2f1200 req-dfd7c0cf-9ff3-4f2a-a2ab-26bcacfa9809 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898830 Aug 23 14:27:03.224787 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5503831 Aug 23 14:27:03.239267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Request body: {'port': {'device_id': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:03.272803 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687da0-c388-4e5c-ba6b-4562910f0144 req-9d424f9c-d347-4bf9-a6d7-19e20219a3c6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:03.274370 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47687da0-c388-4e5c-ba6b-4562910f0144 req-9d424f9c-d347-4bf9-a6d7-19e20219a3c6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1299148 Aug 23 14:27:03.344857 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37c989e4-0a3a-4baa-af11-6863b33e44b1 req-027b0863-5d2a-4e0b-af6f-cbb04c1cc98e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 210 time: 0.0497029 Aug 23 14:27:03.388163 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-47687da0-c388-4e5c-ba6b-4562910f0144 req-42531dc6-16dc-4611-9686-7b2d1f7044c8 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012969 Aug 23 14:27:03.405997 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.527691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4482-98c2-49e3-8797-b6540ca89064 req-bba869ec-3222-4a5a-b3c4-9844ca0b40a8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:03.530208 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12fa4482-98c2-49e3-8797-b6540ca89064 req-bba869ec-3222-4a5a-b3c4-9844ca0b40a8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.0862029 Aug 23 14:27:03.582958 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-12fa4482-98c2-49e3-8797-b6540ca89064 req-7d957ade-8793-4abe-9423-25d32e2d69f4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453722 Aug 23 14:27:03.706969 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:03.800559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116a1732-0b0b-4ff6-8797-37de6e994382 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:03.817713 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.838209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Transition to ACTIVE for port object 116a1732-0b0b-4ff6-8797-37de6e994382 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:03.925340 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:03.930749 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e11653bf-ca58-43f3-bccf-0f30e693fc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:03.944556 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:03.945366 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01664f52-159e-451f-91b6-6741883b29f8 req-69f4e2bb-4597-4239-83ca-29fac9e90ed7 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:03.946907 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01664f52-159e-451f-91b6-6741883b29f8 req-69f4e2bb-4597-4239-83ca-29fac9e90ed7 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.0939009 Aug 23 14:27:03.963158 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'port_id': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'mac_address': 'fa:16:3e:34:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:04.019210 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.039525 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:04.056486 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01664f52-159e-451f-91b6-6741883b29f8 req-87d0a66b-693a-4395-bc5b-4e4cdf1754dd tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015205 Aug 23 14:27:04.058858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:04.133911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Pushing event updated for resources: {'Port': ['ID=116a1732-0b0b-4ff6-8797-37de6e994382,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:04.148316 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.150389 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-8ec0e779-8662-4b68-9864-136d8f7a5ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:04.168874 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:04.259940 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:04.274954 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:04.312924 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Attempting to bind port 116a1732-0b0b-4ff6-8797-37de6e994382 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:04.313153 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Attempting to bind port 116a1732-0b0b-4ff6-8797-37de6e994382 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'a5acdc67-7995-43d9-9274-d505ae16ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:04.315112 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Attempting to bind port 116a1732-0b0b-4ff6-8797-37de6e994382 on network d71b2878-08a0-445b-a603-c5e4304b9679 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:04.322030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Port 116a1732-0b0b-4ff6-8797-37de6e994382 on network d71b2878-08a0-445b-a603-c5e4304b9679 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:27:04.322364 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Attempting to bind port 116a1732-0b0b-4ff6-8797-37de6e994382 on network d71b2878-08a0-445b-a603-c5e4304b9679 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:04.339464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:27:04.340332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Checking segment: {'id': 'a5acdc67-7995-43d9-9274-d505ae16ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:04.340332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Bound using segment: {'id': 'a5acdc67-7995-43d9-9274-d505ae16ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:27:04.340631 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Bound port: 116a1732-0b0b-4ff6-8797-37de6e994382, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5acdc67-7995-43d9-9274-d505ae16ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:04.341213 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.452018 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800ec8a-5441-4ac9-a3c6-602f2b0a25ca req-3df8e7c4-3dbe-46df-bed0-cbc58cfdc155 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.452945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0800ec8a-5441-4ac9-a3c6-602f2b0a25ca req-3df8e7c4-3dbe-46df-bed0-cbc58cfdc155 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Synchronizing usage tracker for tenant:3d4de80eb0b14e3d9f56aa20946de25d on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:04.476659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] For port 116a1732-0b0b-4ff6-8797-37de6e994382, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:27:04.480833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] For port 116a1732-0b0b-4ff6-8797-37de6e994382, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=116a1732-0b0b-4ff6-8797-37de6e994382,segment=NetworkSegment(a5acdc67-7995-43d9-9274-d505ae16ea91),segment_id=a5acdc67-7995-43d9-9274-d505ae16ea91)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:27:04.488687 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:04.520039 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3472f3b0-4879-40b5-bf91-e55f5b713686 req-ede8b97c-5f20-4d58-a045-42c18dc0e7ee tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 210 time: 0.0642657 Aug 23 14:27:04.573191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.579715 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99ac6e38-9763-48ed-acff-0fd002b8e07c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:04.648515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-0800ec8a-5441-4ac9-a3c6-602f2b0a25ca req-3df8e7c4-3dbe-46df-bed0-cbc58cfdc155 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Unset dirty status for tenant:3d4de80eb0b14e3d9f56aa20946de25d on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:04.649898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0800ec8a-5441-4ac9-a3c6-602f2b0a25ca req-3df8e7c4-3dbe-46df-bed0-cbc58cfdc155 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 943 time: 0.4044657 Aug 23 14:27:04.671655 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.672414 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:04.675335 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] 10.222.0.82 "PUT /v2.0/ports/116a1732-0b0b-4ff6-8797-37de6e994382 HTTP/1.1" status: 200 len: 1091 time: 1.4410131 Aug 23 14:27:04.710710 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'tag': '116a1732-0b0b-4ff6-8797-37de6e994382'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:04.734043 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852977f-28be-4db4-ae7d-6e2bdc3565b5 req-f3acc1b3-a0ec-4ac4-8f41-14a47fdaa3cc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:04.734043 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3852977f-28be-4db4-ae7d-6e2bdc3565b5 req-f3acc1b3-a0ec-4ac4-8f41-14a47fdaa3cc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1008313 Aug 23 14:27:04.761208 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0800ec8a-5441-4ac9-a3c6-602f2b0a25ca req-3b8861dd-c8b9-47af-9e78-94d151d0cb49 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704832 Aug 23 14:27:04.765385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Pushing event updated for resources: {'Port': ['ID=116a1732-0b0b-4ff6-8797-37de6e994382,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:04.770769 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:04.790695 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3852977f-28be-4db4-ae7d-6e2bdc3565b5 req-fe356b2d-a9b8-4dcc-a692-a49d9d9cfd98 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Aug 23 14:27:04.864973 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'tag': '116a1732-0b0b-4ff6-8797-37de6e994382', 'status': 'completed', 'code': 200} Aug 23 14:27:05.062448 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a9a878a0-c5ad-4316-be87-4e6fb57556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:05.064014 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a9a878a0-c5ad-4316-be87-4e6fb57556d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d4de80eb0b14e3d9f56aa20946de25d&device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 1094 time: 0.2382495 Aug 23 14:27:05.158787 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-26ba8c6a-e923-425f-bdd3-ff6a31ff0741 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=116a1732-0b0b-4ff6-8797-37de6e994382 HTTP/1.1" status: 200 len: 217 time: 0.0841956 Aug 23 14:27:05.168979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05ee4a-65f3-4d30-98b0-7c648c809613 req-36f69d7d-745d-41db-94f5-ecc768cf7f8f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:05.170546 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe05ee4a-65f3-4d30-98b0-7c648c809613 req-36f69d7d-745d-41db-94f5-ecc768cf7f8f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 944 time: 0.2901831 Aug 23 14:27:05.289964 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1a4d8-8f67-4a37-9102-ec32bfca35e5 req-e0029bdc-a145-496a-95b4-e6cccc3bc4ea tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:05.297307 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-89e1a4d8-8f67-4a37-9102-ec32bfca35e5 req-e0029bdc-a145-496a-95b4-e6cccc3bc4ea tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1097577 Aug 23 14:27:05.352818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-89e1a4d8-8f67-4a37-9102-ec32bfca35e5 req-bea0b90f-6406-4672-9ccf-cebb5486fae5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540259 Aug 23 14:27:05.409899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-0c372d2b-1d7f-44f8-a437-c02f3fdc7b88 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:05.411306 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-0c372d2b-1d7f-44f8-a437-c02f3fdc7b88 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 815 time: 0.4634166 Aug 23 14:27:05.426096 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Request body: {'port': {'device_id': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'admin_state_up': True, 'tenant_id': 'bbe506e5500f4f41895c7619a72b0667'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:05.451038 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fe05ee4a-65f3-4d30-98b0-7c648c809613 req-1042b66f-a185-4527-a640-bed8bd742664 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999804 Aug 23 14:27:05.456564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-37a1522d-c7f8-42fb-87a0-e10cc150dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:05.458008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-37a1522d-c7f8-42fb-87a0-e10cc150dfa9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a9eeceff-f584-40f9-931e-03cd90d73fd9 HTTP/1.1" status: 200 len: 849 time: 0.2865963 Aug 23 14:27:05.575366 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-2c48974e-bfbd-4468-917c-720c316d29a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d71b2878-08a0-445b-a603-c5e4304b9679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009915 Aug 23 14:27:05.722374 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:05.754042 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c0b91012-200d-493d-b8c5-5cf78fa437f8 req-be0bdbfd-a9ba-443f-9d29-5d990bfa6cfc tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 210 time: 0.1077492 Aug 23 14:27:05.761840 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:05.776568 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Usage tracker for resource:port and tenant:bbe506e5500f4f41895c7619a72b0667 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:05.779635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:05.800845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:05.806539 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-a1d7c5a8-4e41-4b10-a6fe-a63605519246 service neutron] 10.222.0.82 "GET /v2.0/networks/d71b2878-08a0-445b-a603-c5e4304b9679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174895 Aug 23 14:27:05.914368 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:05.919591 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:05.919974 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.954550 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Made reservation on behalf of bbe506e5500f4f41895c7619a72b0667 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:05.958002 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:05.987039 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a28017-e332-4b42-be39-6c7a07bcec96 req-71ed8d81-63bf-4086-88a0-669bf8c57e46 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:05.997668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93a28017-e332-4b42-be39-6c7a07bcec96 req-71ed8d81-63bf-4086-88a0-669bf8c57e46 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 943 time: 0.0979812 Aug 23 14:27:06.055502 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-93a28017-e332-4b42-be39-6c7a07bcec96 req-15799979-6fc9-4d3f-be97-d9d99bda2734 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603888 Aug 23 14:27:06.093548 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f444eb9d-4a34-4f58-8af2-05e961a14f3d req-aa7b23ec-c508-4a60-988d-72c9cb727b6c service neutron] 10.222.0.82 "GET /v2.0/networks/d71b2878-08a0-445b-a603-c5e4304b9679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788422 Aug 23 14:27:06.135899 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15638cbe-c0f4-4569-9788-7efdcd386956 req-da42856f-eab6-47c4-9d59-4dc46b0a16a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:06.137572 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-15638cbe-c0f4-4569-9788-7efdcd386956 req-da42856f-eab6-47c4-9d59-4dc46b0a16a4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2317927 Aug 23 14:27:06.153180 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.186549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:06.197218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:06.251199 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'code': 200} Aug 23 14:27:06.277240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-15638cbe-c0f4-4569-9788-7efdcd386956 req-0fc2b728-2a27-4d27-8d32-09beff33fcb4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304646 Aug 23 14:27:06.298591 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.298591 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4c60a82c-4b21-4c03-af0e-c026b1bf4a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:06.328301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Allocated IP 172.20.0.4 (f42c9c60-1e68-4763-91b5-150ada027a21/f9c5893e-1aeb-430a-bdea-bc6d72d8fa68/d6709357-6d82-4f55-ac60-182867711aba) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:06.375090 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:06.378973 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:06.450733 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25857039-4b31-4235-9fff-adb187b475e3 req-2b26581d-da43-4219-8d83-895786d78004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:06.452300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25857039-4b31-4235-9fff-adb187b475e3 req-2b26581d-da43-4219-8d83-895786d78004 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d4de80eb0b14e3d9f56aa20946de25d&device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 1094 time: 0.2260237 Aug 23 14:27:06.598633 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f787371-e888-4085-8023-b831e40ac861 req-2db1f969-8e1b-4837-8b5b-cf151f39a314 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:06.600756 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5f787371-e888-4085-8023-b831e40ac861 req-2db1f969-8e1b-4837-8b5b-cf151f39a314 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1361191 Aug 23 14:27:06.644581 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652db5de-c6a2-430c-94bb-8bd161a0a3b8 req-a5b30c24-603f-46d6-b26a-79ae06bf312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:06.646112 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-652db5de-c6a2-430c-94bb-8bd161a0a3b8 req-a5b30c24-603f-46d6-b26a-79ae06bf312e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1096 time: 0.3276863 Aug 23 14:27:06.658229 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5f787371-e888-4085-8023-b831e40ac861 req-d565ff07-f11d-44c2-b7cb-ab72bd0ae33a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516646 Aug 23 14:27:06.771216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-652db5de-c6a2-430c-94bb-8bd161a0a3b8 req-43358ef3-bdf7-4e10-a7bc-9a63c2fa57ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147380 Aug 23 14:27:06.779403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25857039-4b31-4235-9fff-adb187b475e3 req-64b22cdb-cbe8-4ef4-a6e9-fc317d8d0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:06.780951 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25857039-4b31-4235-9fff-adb187b475e3 req-64b22cdb-cbe8-4ef4-a6e9-fc317d8d0391 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d71b2878-08a0-445b-a603-c5e4304b9679 HTTP/1.1" status: 200 len: 911 time: 0.3049667 Aug 23 14:27:06.784234 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:06.858787 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25857039-4b31-4235-9fff-adb187b475e3 req-b4825791-3e68-4843-a2d0-8ea596caa8b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=116a1732-0b0b-4ff6-8797-37de6e994382 HTTP/1.1" status: 200 len: 217 time: 0.0696437 Aug 23 14:27:06.925899 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5a29733e-b47c-4e7b-858b-0b6f0af3df41 req-dadeb48e-4b3a-4f8f-824c-6f9f3b141e24 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 210 time: 0.0499775 Aug 23 14:27:06.949381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25857039-4b31-4235-9fff-adb187b475e3 req-a1dbc51e-daa9-4595-82be-e55fff62027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:06.950854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25857039-4b31-4235-9fff-adb187b475e3 req-a1dbc51e-daa9-4595-82be-e55fff62027e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a9eeceff-f584-40f9-931e-03cd90d73fd9 HTTP/1.1" status: 200 len: 849 time: 0.0841942 Aug 23 14:27:07.003344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25857039-4b31-4235-9fff-adb187b475e3 req-bbf1c235-631f-4e4b-a3d6-eaa599de748e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d71b2878-08a0-445b-a603-c5e4304b9679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434825 Aug 23 14:27:07.231955 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:07.250499 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f7bfa-c7e1-4f3e-ba5c-58946e7eb1f9 req-33eb0c69-18f3-4255-bbe6-c1bb72e214bf tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:07.252372 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-22c113e7-8daa-43ce-88f5-9447816dc6b8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:07.252537 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c74f7bfa-c7e1-4f3e-ba5c-58946e7eb1f9 req-33eb0c69-18f3-4255-bbe6-c1bb72e214bf tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 943 time: 0.0899832 Aug 23 14:27:07.303598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c74f7bfa-c7e1-4f3e-ba5c-58946e7eb1f9 req-d762bf42-e2fd-4534-b407-d5a5c646b683 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Aug 23 14:27:07.383775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Network f42c9c60-1e68-4763-91b5-150ada027a21 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:07.392219 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:07.394792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:07.453101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:07.455799 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:07.505192 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25857039-4b31-4235-9fff-adb187b475e3 req-fd38fc47-42f7-440f-b8eb-32899c10c404 service neutron] 10.222.0.82 "GET /v2.0/networks/d71b2878-08a0-445b-a603-c5e4304b9679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935985 Aug 23 14:27:07.512164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:07.512825 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:07.564165 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d99a52-3b05-426f-a30a-81cce3567441 req-414afcec-c4a8-42f8-8273-66142507137e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:07.565725 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d99a52-3b05-426f-a30a-81cce3567441 req-414afcec-c4a8-42f8-8273-66142507137e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.8360312 Aug 23 14:27:07.594570 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca9ede-cf3b-4a93-addc-3df9d5a414f5 req-06f647a9-4111-490e-b216-6e50010782ef tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:07.596121 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-13ca9ede-cf3b-4a93-addc-3df9d5a414f5 req-06f647a9-4111-490e-b216-6e50010782ef tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0879710 Aug 23 14:27:07.658785 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2370861 Aug 23 14:27:07.679403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Request body: {'port': {'device_id': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:07.738113 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d99a52-3b05-426f-a30a-81cce3567441 req-e263a718-17ba-4e88-bed6-880f7092a32d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611459 Aug 23 14:27:07.823355 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-25857039-4b31-4235-9fff-adb187b475e3 req-06aad011-d886-4cc0-bf5a-72d1d2bc30b4 service neutron] 10.222.0.82 "GET /v2.0/networks/d71b2878-08a0-445b-a603-c5e4304b9679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049753 Aug 23 14:27:07.838703 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:07.930492 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-13ca9ede-cf3b-4a93-addc-3df9d5a414f5 req-deee90fc-4ac3-4d3f-b850-2eb23ad20555 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284295 Aug 23 14:27:08.183608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca422-e692-4821-9273-ee0a0304390c req-a0e3bbeb-918a-4c2e-b528-8fa18534cc12 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.183889 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c85e2b-1daa-457b-8be3-67941979a394 req-1c5ff51f-bd05-4cd1-afda-47aea97eb174 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.185104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-043ca422-e692-4821-9273-ee0a0304390c req-a0e3bbeb-918a-4c2e-b528-8fa18534cc12 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 931 time: 0.0955496 Aug 23 14:27:08.185310 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b0c85e2b-1daa-457b-8be3-67941979a394 req-1c5ff51f-bd05-4cd1-afda-47aea97eb174 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.2123425 Aug 23 14:27:08.231304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-043ca422-e692-4821-9273-ee0a0304390c req-9114cffc-0a45-45e8-b200-0c9884ea211b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Synchronizing usage tracker for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:security_group {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:08.254196 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b0c85e2b-1daa-457b-8be3-67941979a394 req-2534673b-7cd4-4049-bf9a-25aba3452923 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601056 Aug 23 14:27:08.331900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-043ca422-e692-4821-9273-ee0a0304390c req-9114cffc-0a45-45e8-b200-0c9884ea211b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Unset dirty status for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:security_group {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:08.336363 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-043ca422-e692-4821-9273-ee0a0304390c req-9114cffc-0a45-45e8-b200-0c9884ea211b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446147 Aug 23 14:27:08.343731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6709357-6d82-4f55-ac60-182867711aba {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:08.357460 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:08.377374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Transition to ACTIVE for port object d6709357-6d82-4f55-ac60-182867711aba will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:08.484698 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:08.485293 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:08.661663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:08.665729 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:08.729811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8893-b230-472e-ab96-e734cb5c881c req-d8dc96b8-d9e6-4e14-9c8a-9d9fc4b18f9a tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.731307 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-306e8893-b230-472e-ab96-e734cb5c881c req-d8dc96b8-d9e6-4e14-9c8a-9d9fc4b18f9a tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 943 time: 0.3003561 Aug 23 14:27:08.770928 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Attempting to bind port d6709357-6d82-4f55-ac60-182867711aba on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:08.771189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Attempting to bind port d6709357-6d82-4f55-ac60-182867711aba by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:08.771524 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Attempting to bind port d6709357-6d82-4f55-ac60-182867711aba on network f42c9c60-1e68-4763-91b5-150ada027a21 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:08.784556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Port d6709357-6d82-4f55-ac60-182867711aba on network f42c9c60-1e68-4763-91b5-150ada027a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:27:08.784891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Attempting to bind port d6709357-6d82-4f55-ac60-182867711aba on network f42c9c60-1e68-4763-91b5-150ada027a21 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:08.796897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:27:08.797268 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Checking segment: {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:08.798283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Bound using segment: {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:27:08.803379 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Bound port: d6709357-6d82-4f55-ac60-182867711aba, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:08.803379 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:08.829004 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-306e8893-b230-472e-ab96-e734cb5c881c req-b037fb12-3f54-4f44-846d-bd213dd0309e tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823650 Aug 23 14:27:08.909531 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:27:08.912653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:27:08.965295 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7226168-4277-4995-acb5-dd840ebe6f56 req-d8c89c22-43d7-4ef9-9ea7-45a5c85673fc tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:08.965295 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7226168-4277-4995-acb5-dd840ebe6f56 req-d8c89c22-43d7-4ef9-9ea7-45a5c85673fc tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.0904636 Aug 23 14:27:09.018467 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e7226168-4277-4995-acb5-dd840ebe6f56 req-84b18800-2f6d-4122-b175-0baeab19db18 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 Aug 23 14:27:09.143039 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:09.153470 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-94faea2e-07d4-414b-9c42-c95e1c6c5a43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:09.217193 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f899d9-1f0f-44c2-b90c-21e9875ea1eb req-f700eaa4-f6aa-4605-97bb-64ca4df65370 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:09.218922 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b0f899d9-1f0f-44c2-b90c-21e9875ea1eb req-f700eaa4-f6aa-4605-97bb-64ca4df65370 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.0887642 Aug 23 14:27:09.233888 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55064) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:09.234405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Request body: {'floatingip': {'port_id': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:09.344897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:09.345623 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:09.347098 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] 10.222.0.64 "PUT /v2.0/ports/d6709357-6d82-4f55-ac60-182867711aba HTTP/1.1" status: 200 len: 1091 time: 1.6729524 Aug 23 14:27:09.357845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:09.395544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd116e-a555-4970-bcd5-178c70286acd req-e5f0ac28-af8d-4a3c-b6d5-ae6692f9d37c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:09.397232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9bd116e-a555-4970-bcd5-178c70286acd req-e5f0ac28-af8d-4a3c-b6d5-ae6692f9d37c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.3193116 Aug 23 14:27:09.405365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:09.405365 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:09.461907 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c9bd116e-a555-4970-bcd5-178c70286acd req-72edabe5-9d6e-4f7c-ade3-bbba1339ad04 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Aug 23 14:27:09.476493 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:09.510168 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba', 'status': 'completed', 'code': 200} Aug 23 14:27:09.603957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-1c4f745f-bddb-4fd7-a48a-7c867b92c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:09.605653 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-1c4f745f-bddb-4fd7-a48a-7c867b92c36f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 1094 time: 0.0913284 Aug 23 14:27:09.715411 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-b5c0abfb-e4dc-4977-b937-bdfeca9ae1ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6709357-6d82-4f55-ac60-182867711aba HTTP/1.1" status: 200 len: 217 time: 0.0771735 Aug 23 14:27:09.729679 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822debbd-6b01-4ebc-875b-dd2e58caa23d req-d3ce03c6-831c-41a2-85bd-4cfedc05f056 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:09.729813 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-822debbd-6b01-4ebc-875b-dd2e58caa23d req-d3ce03c6-831c-41a2-85bd-4cfedc05f056 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.2976439 Aug 23 14:27:09.796176 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-7e41da2c-3a82-4ec8-997e-00016965e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:09.798271 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-7e41da2c-3a82-4ec8-997e-00016965e50a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 HTTP/1.1" status: 200 len: 855 time: 0.0706067 Aug 23 14:27:09.810737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032e8b-81ed-47c6-ad33-c8606f366dfa req-3cd11304-4bd8-460c-b9ad-59e130d07b9d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:09.811426 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-db032e8b-81ed-47c6-ad33-c8606f366dfa req-3cd11304-4bd8-460c-b9ad-59e130d07b9d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Synchronizing usage tracker for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:09.866297 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-2eb1603a-8395-4d6f-b547-7cccf11b9023 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f42c9c60-1e68-4763-91b5-150ada027a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504630 Aug 23 14:27:09.870218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-822debbd-6b01-4ebc-875b-dd2e58caa23d req-5c551caa-04e4-4d4a-8399-bf9f41ed4914 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249006 Aug 23 14:27:09.959708 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-db032e8b-81ed-47c6-ad33-c8606f366dfa req-3cd11304-4bd8-460c-b9ad-59e130d07b9d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Unset dirty status for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:09.960905 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db032e8b-81ed-47c6-ad33-c8606f366dfa req-3cd11304-4bd8-460c-b9ad-59e130d07b9d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 943 time: 0.3542948 Aug 23 14:27:10.042447 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-ababd89a-69c7-4e3a-b98a-76a6d3097874 service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683445 Aug 23 14:27:10.045545 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-db032e8b-81ed-47c6-ad33-c8606f366dfa req-5baaec31-33df-4f46-afac-adcdd654f569 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753157 Aug 23 14:27:10.207819 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 116a1732-0b0b-4ff6-8797-37de6e994382 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:10.240640 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1b2b625a-0c5c-4fb6-a7e8-c13d7224de72 req-e8607144-489f-451c-bae6-7d9b6cbd172b service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912339 Aug 23 14:27:10.341495 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.350337 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a83ae-0f51-4925-8bea-f1093a3622d8 req-fdaf8ec9-344d-4f71-8a86-c3a0f5f99916 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.351830 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-386a83ae-0f51-4925-8bea-f1093a3622d8 req-fdaf8ec9-344d-4f71-8a86-c3a0f5f99916 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 943 time: 0.2037864 Aug 23 14:27:10.357815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 116a1732-0b0b-4ff6-8797-37de6e994382, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=116a1732-0b0b-4ff6-8797-37de6e994382,segment=NetworkSegment(a5acdc67-7995-43d9-9274-d505ae16ea91),segment_id=a5acdc67-7995-43d9-9274-d505ae16ea91)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:10.372825 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '116a1732-0b0b-4ff6-8797-37de6e994382', 'network_id': 'd71b2878-08a0-445b-a603-c5e4304b9679', 'port_id': '116a1732-0b0b-4ff6-8797-37de6e994382', 'mac_address': 'fa:16:3e:43:4e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9eeceff-f584-40f9-931e-03cd90d73fd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:10.399141 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-386a83ae-0f51-4925-8bea-f1093a3622d8 req-645a3938-8f5c-4d8a-9f27-e964e0e162a4 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Aug 23 14:27:10.437128 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.451033 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.466787 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116a1732-0b0b-4ff6-8797-37de6e994382 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:10.505715 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 116a1732-0b0b-4ff6-8797-37de6e994382, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=116a1732-0b0b-4ff6-8797-37de6e994382,segment=NetworkSegment(a5acdc67-7995-43d9-9274-d505ae16ea91),segment_id=a5acdc67-7995-43d9-9274-d505ae16ea91)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:10.528785 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-6ce7b8d5-aa44-4cd9-9680-bc26eecca42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.531362 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-6ce7b8d5-aa44-4cd9-9680-bc26eecca42a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 1094 time: 0.0819526 Aug 23 14:27:10.605366 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:10.607786 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:10.645328 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Floating IP 1e2c9ad8-e911-4bc0-a29a-d4a61dd1a17a associated. External IP: 172.25.7.144, port: dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd. Aug 23 14:27:10.682147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=116a1732-0b0b-4ff6-8797-37de6e994382,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:10.693576 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:10.741095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-780a33bf-763b-4358-9acc-2aea7624887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.742593 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-780a33bf-763b-4358-9acc-2aea7624887b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 917 time: 0.2033188 Aug 23 14:27:10.807969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bddfe7-9e20-426e-8e8e-e546fb0878f8 req-d5f7da9a-eeed-4c36-af3b-670df1d3c22d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.809557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04bddfe7-9e20-426e-8e8e-e546fb0878f8 req-d5f7da9a-eeed-4c36-af3b-670df1d3c22d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2221954 Aug 23 14:27:10.841072 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-6c92423e-2b05-413e-b384-75b39458e708 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6709357-6d82-4f55-ac60-182867711aba HTTP/1.1" status: 200 len: 217 time: 0.0904725 Aug 23 14:27:10.863686 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['116a1732-0b0b-4ff6-8797-37de6e994382'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:10.921662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-04bddfe7-9e20-426e-8e8e-e546fb0878f8 req-f05abb1e-d0de-4b60-89b6-2f3bbbc0528a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041374 Aug 23 14:27:10.954456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-3f516355-99c8-4964-b3af-b66178e16de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:10.956326 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-3f516355-99c8-4964-b3af-b66178e16de8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 HTTP/1.1" status: 200 len: 855 time: 0.1077104 Aug 23 14:27:11.038174 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-b8a0a0de-0081-4af5-82ca-eb546024af16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f42c9c60-1e68-4763-91b5-150ada027a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715573 Aug 23 14:27:11.237313 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-4c2019ca-b874-4924-b63c-9b302f8120f4 service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930208 Aug 23 14:27:11.314480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Router 24f58799-a002-47a4-988f-25084c46ee39 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:27:11.415957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e821001-189f-4e48-9a8a-2441edb2a865 req-3233b0fc-8676-44aa-912f-3af551fc0eac tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:11.417652 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4e821001-189f-4e48-9a8a-2441edb2a865 req-3233b0fc-8676-44aa-912f-3af551fc0eac tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1985686 Aug 23 14:27:11.558122 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4e821001-189f-4e48-9a8a-2441edb2a865 req-6ca58959-0b21-46a6-8f9f-5da7e25deb4f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239820 Aug 23 14:27:11.564803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:27:11.569769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:11.584217 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] Sync routers for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:27:11.593587 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:11.594222 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:11.615435 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851b0fd-98e8-4b88-87c0-15237cff851d req-3c7db7b2-0bf1-4230-b339-eed2436da808 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:11.623217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b851b0fd-98e8-4b88-87c0-15237cff851d req-3c7db7b2-0bf1-4230-b339-eed2436da808 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 943 time: 0.3346517 Aug 23 14:27:11.633734 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bd17f62-10e7-4931-8d8d-9fe34529f7fd req-8df9f658-4c06-4fb0-9ca5-00387aec7005 service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825116 Aug 23 14:27:11.633861 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-de3ee08f-59d7-49a7-97e6-2675d2fbee9f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "PUT /v2.0/floatingips/1e2c9ad8-e911-4bc0-a29a-d4a61dd1a17a HTTP/1.1" status: 200 len: 991 time: 2.3998339 Aug 23 14:27:11.633861 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}] {{(pid=80759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:11.672282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b851b0fd-98e8-4b88-87c0-15237cff851d req-b0ac7a0f-6c7a-4b6f-b4ef-9cab991cdaf2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Aug 23 14:27:11.806301 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:27:11.888156 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8c541-dfdf-4791-8a82-98ddcd8822e1 req-51fdcbfd-5a9b-4bf6-81e3-689868f02aa0 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:11.901459 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1fb8c541-dfdf-4791-8a82-98ddcd8822e1 req-51fdcbfd-5a9b-4bf6-81e3-689868f02aa0 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 944 time: 0.1085265 Aug 23 14:27:11.971440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1fb8c541-dfdf-4791-8a82-98ddcd8822e1 req-d4837bc9-e08e-453f-8447-ba79754b1f17 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723815 Aug 23 14:27:12.100197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55120) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:12.141594 n-d-805628-1 neutron-server[80759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'status': 'completed', 'code': 200} Aug 23 14:27:12.238087 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 116a1732-0b0b-4ff6-8797-37de6e994382 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:12.267655 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '1e2c9ad8-e911-4bc0-a29a-d4a61dd1a17a', 'tenant_id': '49916597200042ae959f72dd430b4134', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '24f58799-a002-47a4-988f-25084c46ee39', 'port_id': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'mac_address': 'fa:16:3e:34:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452bc412-52bd-44a9-994f-6af41a158723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:26:43Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 1, 'project_id': '49916597200042ae959f72dd430b4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:12.275788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-25e5925b-4fcf-457b-a80a-c1b3344a3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:12.277366 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-25e5925b-4fcf-457b-a80a-c1b3344a3260 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1096 time: 0.1168108 Aug 23 14:27:12.280073 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] Checking router: 24f58799-a002-47a4-988f-25084c46ee39 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:27:12.280346 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.290672 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] Routers {'24f58799-a002-47a4-988f-25084c46ee39'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:12.291312 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['24f58799-a002-47a4-988f-25084c46ee39'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:12.301553 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a585803-02d2-4c57-a31f-6078ad147409 req-88374d9c-b9a9-420f-8223-8f75611fb254 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:12.309373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a585803-02d2-4c57-a31f-6078ad147409 req-88374d9c-b9a9-420f-8223-8f75611fb254 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.2212455 Aug 23 14:27:12.318817 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:12.328359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Usage tracker for resource:security_group_rule and tenant:18b11a4a773446e296555f2800d7c6b3 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:12.334133 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:12.340892 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:12.397655 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3a585803-02d2-4c57-a31f-6078ad147409 req-61a6a8cf-fee0-4c2b-b8fd-0ddf7747fe9e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870709 Aug 23 14:27:12.444928 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.468069 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 116a1732-0b0b-4ff6-8797-37de6e994382 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:12.474401 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 116a1732-0b0b-4ff6-8797-37de6e994382 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:12.476116 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.495050 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] Set router 24f58799-a002-47a4-988f-25084c46ee39 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:27:12.524828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-79447825-a527-4a3b-abb9-5979648ddd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:12.526474 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-79447825-a527-4a3b-abb9-5979648ddd8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.2345078 Aug 23 14:27:12.542716 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.556977 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4f93ef05-e2ee-4cd2-9b13-9ceaa4d1c8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:12.629508 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.638026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657d9944-9f4e-4ca8-b53d-02d0beb9fac4,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:12.645060 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:12.665705 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-1e939bc9-6836-4e99-be42-4259b389ded2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 999 time: 0.1306989 Aug 23 14:27:12.684765 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18b11a4a773446e296555f2800d7c6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830441 Aug 23 14:27:12.686171 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116a1732-0b0b-4ff6-8797-37de6e994382'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:12.687019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55132) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:12.713468 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 116a1732-0b0b-4ff6-8797-37de6e994382, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=116a1732-0b0b-4ff6-8797-37de6e994382,segment=NetworkSegment(a5acdc67-7995-43d9-9274-d505ae16ea91),segment_id=a5acdc67-7995-43d9-9274-d505ae16ea91)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:12.769314 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.799187 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.799657 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-bb5d9609-9e35-4c4d-94ab-65062af746fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:12.801395 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-bb5d9609-9e35-4c4d-94ab-65062af746fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.1277540 Aug 23 14:27:12.888437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ced71-5177-4668-977e-f5dabd45edbf req-d3774efc-9322-4d94-a906-afaa102aa4d1 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:12.889983 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a6ced71-5177-4668-977e-f5dabd45edbf req-d3774efc-9322-4d94-a906-afaa102aa4d1 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1596661 Aug 23 14:27:12.892929 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '1e2c9ad8-e911-4bc0-a29a-d4a61dd1a17a', 'tenant_id': '49916597200042ae959f72dd430b4134', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '24f58799-a002-47a4-988f-25084c46ee39', 'port_id': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'mac_address': 'fa:16:3e:34:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452bc412-52bd-44a9-994f-6af41a158723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:26:43Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 1, 'project_id': '49916597200042ae959f72dd430b4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:12.897088 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492d9bf-d71b-44eb-8e5b-136b4291d79e None None] The sync data for ids ['24f58799-a002-47a4-988f-25084c46ee39'] in n-d-805628-1 is: [{'id': '24f58799-a002-47a4-988f-25084c46ee39', 'name': 'tempest-AttachVolumeShelveTestJSON-1122289276-router', 'tenant_id': '49916597200042ae959f72dd430b4134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:21:11Z', 'updated_at': '2021-08-23T14:21:24Z', 'revision_number': 4, 'project_id': '49916597200042ae959f72dd430b4134', 'gw_port': {'id': '106e7de0-8a07-4fed-9ab8-b63d483c6a5c', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:14Z', 'updated_at': '2021-08-23T14:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_floatingips': [{'id': '1e2c9ad8-e911-4bc0-a29a-d4a61dd1a17a', 'tenant_id': '49916597200042ae959f72dd430b4134', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'router_id': '24f58799-a002-47a4-988f-25084c46ee39', 'port_id': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'mac_address': 'fa:16:3e:34:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452bc412-52bd-44a9-994f-6af41a158723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T14:26:43Z', 'updated_at': '2021-08-23T14:27:10Z', 'revision_number': 1, 'project_id': '49916597200042ae959f72dd430b4134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77005b-da4b-4463-93d9-c33dfe5e5175', 'name': '', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'tenant_id': '49916597200042ae959f72dd430b4134', 'mac_address': 'fa:16:3e:e3:65:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f58799-a002-47a4-988f-25084c46ee39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:21:21Z', 'updated_at': '2021-08-23T14:21:34Z', 'revision_number': 5, 'project_id': '49916597200042ae959f72dd430b4134', 'subnets': [{'id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:27:12.924462 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:12.924462 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:12.942743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-c7c88cde-c80e-4d92-bb0f-657d45c25775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:12.944367 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-c7c88cde-c80e-4d92-bb0f-657d45c25775 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358116 Aug 23 14:27:12.952350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1a6ced71-5177-4668-977e-f5dabd45edbf req-14275f7d-70b0-4145-ac5d-3be44646868c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546305 Aug 23 14:27:13.021499 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.021499 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2856f1aa-054b-461c-b221-b46d5ffd729e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:13.052775 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=116a1732-0b0b-4ff6-8797-37de6e994382,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:13.065956 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:13.070713 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657d9944-9f4e-4ca8-b53d-02d0beb9fac4,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:13.072899 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.074261 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/657d9944-9f4e-4ca8-b53d-02d0beb9fac4 HTTP/1.1" status: 204 len: 168 time: 0.3861129 Aug 23 14:27:13.097046 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:13.111398 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116a1732-0b0b-4ff6-8797-37de6e994382', 'code': 200} Aug 23 14:27:13.270349 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-6c569da4-afcd-424c-9eed-5dc696849dfc service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150153 Aug 23 14:27:13.318742 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bbe7ce-6fda-48af-a5d9-868648a0f727 None None] New status for floating IP 1e2c9ad8-e911-4bc0-a29a-d4a61dd1a17a: ACTIVE {{(pid=80760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:27:13.496336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544a9b-9f89-4e43-aecf-cadfd9fafe50 req-741306fd-f498-45e5-81e4-e73628b43e96 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:13.499407 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02544a9b-9f89-4e43-aecf-cadfd9fafe50 req-741306fd-f498-45e5-81e4-e73628b43e96 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 943 time: 0.3346021 Aug 23 14:27:13.549985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7e4ae664-5ba7-441a-96c4-ebba2da744d7 req-c6ea11ae-0c97-4211-821d-e953f56847c9 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706065 Aug 23 14:27:13.564258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b2bbf-84e6-4023-b541-9d51bba0c0d9 req-9d69af3b-c6ca-4d27-b519-c2e9e95d14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:13.566059 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a60b2bbf-84e6-4023-b541-9d51bba0c0d9 req-9d69af3b-c6ca-4d27-b519-c2e9e95d14d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 1096 time: 0.4014802 Aug 23 14:27:13.577877 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-82df2cb0-4cca-4c9c-9a0a-24d5e52f8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:13.580245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-82df2cb0-4cca-4c9c-9a0a-24d5e52f8c69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1095 time: 0.2617714 Aug 23 14:27:13.601702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02544a9b-9f89-4e43-aecf-cadfd9fafe50 req-8fafa8ed-adff-489e-b3a5-2e290df0c2b9 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896075 Aug 23 14:27:13.603397 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ada6-9005-44e1-98f9-f5954509b72c req-14ba2faa-2634-4d43-b2aa-63ba00c58edc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:13.611340 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25f8ada6-9005-44e1-98f9-f5954509b72c req-14ba2faa-2634-4d43-b2aa-63ba00c58edc tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1395628 Aug 23 14:27:13.665602 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-25f8ada6-9005-44e1-98f9-f5954509b72c req-426cb71c-2d72-4adb-857d-d7f7927d3131 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533321 Aug 23 14:27:13.719994 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a60b2bbf-84e6-4023-b541-9d51bba0c0d9 req-aa0271b4-b025-46c3-987b-0638e5907951 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460655 Aug 23 14:27:13.784284 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d6709357-6d82-4f55-ac60-182867711aba details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:13.814549 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-d9d4895c-f636-4073-89a7-a5217b09abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:13.816074 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-d9d4895c-f636-4073-89a7-a5217b09abd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.2194507 Aug 23 14:27:13.948791 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55154) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:13.974245 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:13.987204 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:14.003384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:14.009568 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'd6709357-6d82-4f55-ac60-182867711aba', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'port_id': 'd6709357-6d82-4f55-ac60-182867711aba', 'mac_address': 'fa:16:3e:3b:0c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c5893e-1aeb-430a-bdea-bc6d72d8fa68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:14.015589 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Usage tracker for resource:security_group_rule and tenant:5125ab5f2aff4cb7aeee1ad600c0ff32 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:14.019517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:14.028190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:14.060621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb788be2-f49b-43fb-a50a-8cce865bc8ac req-6aef28b8-1b10-4b90-821f-b03b7c4fbb06 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.068566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb788be2-f49b-43fb-a50a-8cce865bc8ac req-6aef28b8-1b10-4b90-821f-b03b7c4fbb06 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 945 time: 0.3334303 Aug 23 14:27:14.107432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-6fdd5e61-4669-4fc9-9df8-2eb15a563e5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 999 time: 0.2834489 Aug 23 14:27:14.108014 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.131539 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6709357-6d82-4f55-ac60-182867711aba {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:14.147980 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:14.168379 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb788be2-f49b-43fb-a50a-8cce865bc8ac req-d3eb1383-2fc6-4e82-a7c0-b2734f1907fc tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988233 Aug 23 14:27:14.190462 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-b80e1199-245c-4d0b-9b4f-27236cf7befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.191934 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-b80e1199-245c-4d0b-9b4f-27236cf7befb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.0762098 Aug 23 14:27:14.212507 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.244619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae828b-78fe-4ff8-9392-61374a8d0ce3 req-fbe99c70-1f08-4afe-ba25-8b52ae32bb32 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.247652 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74ae828b-78fe-4ff8-9392-61374a8d0ce3 req-fbe99c70-1f08-4afe-ba25-8b52ae32bb32 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.1247962 Aug 23 14:27:14.284993 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-d53a8b1b-7e40-4ec4-949d-dcc92b64282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.287088 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-d53a8b1b-7e40-4ec4-949d-dcc92b64282b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754662 Aug 23 14:27:14.296448 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.299064 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-74ae828b-78fe-4ff8-9392-61374a8d0ce3 req-595f382d-512d-4d49-84b3-c39bbe14f467 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 Aug 23 14:27:14.302710 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:14.336275 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.344036 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-32ff888e-b234-49a6-9186-6255ba5960a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:14.378720 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:14.380774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afc111-0457-40f4-9cec-a0dc89b11b9f,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:14.382858 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:14.396926 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:14.415644 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5125ab5f2aff4cb7aeee1ad600c0ff32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651256 Aug 23 14:27:14.417788 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55164) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:14.467597 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-a5ed076c-2c0d-4fea-a4db-9a23b43741aa service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668906 Aug 23 14:27:14.492157 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.520304 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.606100 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4faecdbe-8948-4c62-947d-a7ff1a4d6998 req-4a65420e-00b4-4a7b-aa91-8b077fb618f7 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321216 Aug 23 14:27:14.651390 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.652939 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d6709357-6d82-4f55-ac60-182867711aba'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:14.656974 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af908378-1ce0-4b07-af14-a90803a5b3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:14.669517 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afc111-0457-40f4-9cec-a0dc89b11b9f,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:14.672656 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:14.679880 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:14.683358 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d1afc111-0457-40f4-9cec-a0dc89b11b9f HTTP/1.1" status: 204 len: 168 time: 0.2623336 Aug 23 14:27:14.835909 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269014c-a71a-4e1a-825b-fb7cfda34009 req-d683eb7e-eb13-42fa-aafd-c9d593b58095 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.842968 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3269014c-a71a-4e1a-825b-fb7cfda34009 req-d683eb7e-eb13-42fa-aafd-c9d593b58095 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 944 time: 0.1151006 Aug 23 14:27:14.892928 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3269014c-a71a-4e1a-825b-fb7cfda34009 req-ee4710a3-9a71-42a7-9b96-ecb794a7bf1f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485554 Aug 23 14:27:14.954208 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4adafe-096a-422c-a5aa-55cb5f608a71 req-7d007ae7-43e6-480c-8566-286551ead8f4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:14.955721 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4b4adafe-096a-422c-a5aa-55cb5f608a71 req-7d007ae7-43e6-480c-8566-286551ead8f4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1439459 Aug 23 14:27:15.007720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4b4adafe-096a-422c-a5aa-55cb5f608a71 req-c70acda7-a780-4399-9c94-bba9f4af5120 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460036 Aug 23 14:27:15.391889 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd534042-8f4c-4179-9c8d-4b593be7d651 req-eeed35ba-eb0a-4cd4-8322-95237d73daff tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:15.397935 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fd534042-8f4c-4179-9c8d-4b593be7d651 req-eeed35ba-eb0a-4cd4-8322-95237d73daff tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 945 time: 0.1041429 Aug 23 14:27:15.455996 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fd534042-8f4c-4179-9c8d-4b593be7d651 req-aae8885f-9f3f-43dd-93cb-8b77ed61f1d0 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515678 Aug 23 14:27:15.510002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468f7d8-e2d1-4bce-8833-5ce8cdebd6f4 req-1b547092-e66e-4c46-8dcc-54d6d3baa5e8 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:15.511654 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4468f7d8-e2d1-4bce-8833-5ce8cdebd6f4 req-1b547092-e66e-4c46-8dcc-54d6d3baa5e8 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.0959070 Aug 23 14:27:15.558992 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4468f7d8-e2d1-4bce-8833-5ce8cdebd6f4 req-aa5db81a-13c3-43e0-875f-2c1dd9534cb5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Aug 23 14:27:15.800197 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d6709357-6d82-4f55-ac60-182867711aba up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:15.949457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port d6709357-6d82-4f55-ac60-182867711aba completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:15.952427 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port d6709357-6d82-4f55-ac60-182867711aba triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:15.952946 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.119805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f12e7-cc56-472b-89f0-71b597d920b2 req-46a2ab77-c6c3-48ad-8771-2f84835347e0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.121373 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba9f12e7-cc56-472b-89f0-71b597d920b2 req-46a2ab77-c6c3-48ad-8771-2f84835347e0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 944 time: 0.1111295 Aug 23 14:27:16.129194 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.160304 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:16.171136 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:16.183336 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ba9f12e7-cc56-472b-89f0-71b597d920b2 req-4defb75c-2ea2-458c-9e53-e53e41936854 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461729 Aug 23 14:27:16.231199 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba', 'code': 200} Aug 23 14:27:16.331112 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:16.333903 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:16.379509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112af95-3cd2-4c40-8eab-bc8182ad93bc req-3eff5172-53eb-4d32-bfc3-c5ddce2c3b50 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.381117 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8112af95-3cd2-4c40-8eab-bc8182ad93bc req-3eff5172-53eb-4d32-bfc3-c5ddce2c3b50 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1485271 Aug 23 14:27:16.405054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:16.409242 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:16.418715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aef1e4-2586-4b3e-80f1-40e3f3c6916e req-37917cfe-02a0-4882-89c9-bb3bce8fc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.426409 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97aef1e4-2586-4b3e-80f1-40e3f3c6916e req-37917cfe-02a0-4882-89c9-bb3bce8fc75d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 1096 time: 0.1184108 Aug 23 14:27:16.460141 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8112af95-3cd2-4c40-8eab-bc8182ad93bc req-27e72717-a419-4fae-b580-016e11659a1d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692859 Aug 23 14:27:16.476020 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-97aef1e4-2586-4b3e-80f1-40e3f3c6916e req-373a0058-9e5f-4e0d-bba4-312f6a7e547e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Aug 23 14:27:16.650244 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58888c9a-ace6-4304-844e-7468626514fa req-cdfa3a3a-dcf7-4954-a4b5-f37c772b7dc7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.651795 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58888c9a-ace6-4304-844e-7468626514fa req-cdfa3a3a-dcf7-4954-a4b5-f37c772b7dc7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0808549 Aug 23 14:27:16.660035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29746b0-16e3-450f-9f27-c71cb67c6ac2 req-4220ce4c-8ddd-4a77-b088-711353e64b35 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.660035 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d29746b0-16e3-450f-9f27-c71cb67c6ac2 req-4220ce4c-8ddd-4a77-b088-711353e64b35 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 945 time: 0.0818255 Aug 23 14:27:16.708313 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d29746b0-16e3-450f-9f27-c71cb67c6ac2 req-1e266c35-4ffa-440b-8f99-97b8d86d1dd6 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Aug 23 14:27:16.717564 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58888c9a-ace6-4304-844e-7468626514fa req-dbf32454-df55-41d7-8430-4b93568bed86 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579650 Aug 23 14:27:16.920108 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ba884-8082-4a33-a157-85d19cff4072 req-b505cd60-b38e-4dde-a263-61fffdab273d tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:16.921645 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-987ba884-8082-4a33-a157-85d19cff4072 req-b505cd60-b38e-4dde-a263-61fffdab273d tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.0889652 Aug 23 14:27:16.996046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-987ba884-8082-4a33-a157-85d19cff4072 req-3e5df5b6-66d3-4f9f-92c9-2a2f827a109b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Aug 23 14:27:17.183074 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8377ad-2d79-457b-91ee-ee5dc0525c9b req-944ffb39-b034-4eca-81cf-4ebc15c10cc0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:17.184607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8c8377ad-2d79-457b-91ee-ee5dc0525c9b req-944ffb39-b034-4eca-81cf-4ebc15c10cc0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0868344 Aug 23 14:27:17.356878 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8c8377ad-2d79-457b-91ee-ee5dc0525c9b req-cc13ae1c-f3e2-409e-9a78-1b79c60e98fd tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663923 Aug 23 14:27:17.555586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c874ce-822a-46bf-a4da-beb72839158a req-701676a1-a621-4531-af8c-cb4cd9ff6870 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:17.557133 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-80c874ce-822a-46bf-a4da-beb72839158a req-701676a1-a621-4531-af8c-cb4cd9ff6870 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.0951068 Aug 23 14:27:17.614497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-80c874ce-822a-46bf-a4da-beb72839158a req-c877be91-8cb3-4b58-8f7f-6713ed66aa3c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496237 Aug 23 14:27:18.277918 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f3c75-5c79-47f4-8bc8-91478f3d9e0b req-157020c7-bfc0-43ea-9ea5-eb507ba5a64c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:18.279420 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a63f3c75-5c79-47f4-8bc8-91478f3d9e0b req-157020c7-bfc0-43ea-9ea5-eb507ba5a64c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.0845363 Aug 23 14:27:18.299030 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d4ad-0663-46d3-8c7e-98d5d8d1b9e1 req-0cede83f-a0ca-49ab-9935-2d6feed35cf6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:18.300700 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b17d4ad-0663-46d3-8c7e-98d5d8d1b9e1 req-0cede83f-a0ca-49ab-9935-2d6feed35cf6 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0857606 Aug 23 14:27:18.333926 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a63f3c75-5c79-47f4-8bc8-91478f3d9e0b req-be7fa960-ffce-4a3f-a682-20b55da598d8 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479865 Aug 23 14:27:18.354931 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5b17d4ad-0663-46d3-8c7e-98d5d8d1b9e1 req-cb88d53b-e8de-4562-b5a7-0f604026a37f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473750 Aug 23 14:27:18.817226 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d403cee-7b5d-4da2-9e2c-862168e9ffdb req-9e019596-2a68-4193-bbad-e818a57b3c17 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:18.825547 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d403cee-7b5d-4da2-9e2c-862168e9ffdb req-9e019596-2a68-4193-bbad-e818a57b3c17 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.0969937 Aug 23 14:27:18.868720 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d403cee-7b5d-4da2-9e2c-862168e9ffdb req-d7c6c07d-7999-437b-9475-3e5b7903adde tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Aug 23 14:27:19.072794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e32dd-bcfa-4455-98c6-e5bb188ba8d2 req-50cd6aeb-e547-4b38-9cc7-88cdd59b79ad tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:19.074432 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-606e32dd-bcfa-4455-98c6-e5bb188ba8d2 req-50cd6aeb-e547-4b38-9cc7-88cdd59b79ad tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.0969229 Aug 23 14:27:19.124357 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-606e32dd-bcfa-4455-98c6-e5bb188ba8d2 req-9247c72c-b390-4057-aa51-e8807ea303f9 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Aug 23 14:27:19.786041 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d93ae-e910-4b41-9fe2-df5e404f7164 req-2a2d7338-f0f8-4d72-b9f8-85b60f7d6a46 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:19.787497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f8d93ae-e910-4b41-9fe2-df5e404f7164 req-2a2d7338-f0f8-4d72-b9f8-85b60f7d6a46 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.0890417 Aug 23 14:27:19.837865 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1f8d93ae-e910-4b41-9fe2-df5e404f7164 req-90f6d0dc-b1f2-4681-9350-2fa15e681140 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445893 Aug 23 14:27:20.028576 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c68d-5abd-4018-920b-22c219137bfb req-e4476b11-de8e-4f59-aae2-12093bc99c7b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.030422 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1158c68d-5abd-4018-920b-22c219137bfb req-e4476b11-de8e-4f59-aae2-12093bc99c7b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0868943 Aug 23 14:27:20.087050 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1158c68d-5abd-4018-920b-22c219137bfb req-ea3f1a36-5e76-497e-8c0c-93c08d14efe5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474522 Aug 23 14:27:20.270841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a78898-367d-424c-821f-81d07d9f7fae req-281f22c0-0e72-4135-9bc8-6ed33e5dba38 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.272399 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c6a78898-367d-424c-821f-81d07d9f7fae req-281f22c0-0e72-4135-9bc8-6ed33e5dba38 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.0853381 Aug 23 14:27:20.321107 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c6a78898-367d-424c-821f-81d07d9f7fae req-93c17a41-7384-4173-a628-27888837c72a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Aug 23 14:27:20.490871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55350) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:20.634570 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:20.650289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:20.654115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb5067526274f1399351d2ae8156f03 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:20.656953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:20.664841 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:20.749190 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:20.850924 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:20.881213 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d17eb6d5-5919-4dbc-b4e5-d32aec7afbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:20.896316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfb5067526274f1399351d2ae8156f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038610 Aug 23 14:27:20.902352 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55364) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:20.951284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e4e316-6a62-4942-a31b-619ebe10ee8e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:20.959629 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:20.970103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd83dd-ac16-4676-b981-af23965590ac req-68210896-1d45-43a4-94f5-3dc41a14444a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:20.972055 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-73cd83dd-ac16-4676-b981-af23965590ac req-68210896-1d45-43a4-94f5-3dc41a14444a tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1775138 Aug 23 14:27:21.011339 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.051107 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-73cd83dd-ac16-4676-b981-af23965590ac req-d8267281-2215-4d55-be95-c10af064cfe7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647109 Aug 23 14:27:21.051612 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a38af5-1b06-4128-8234-06bf2461616b req-495f294f-77c5-4581-86d0-8ca7f654311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.053403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34a38af5-1b06-4128-8234-06bf2461616b req-495f294f-77c5-4581-86d0-8ca7f654311c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=87297a12b9264a8abbf6b71583c33828&device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 1095 time: 0.1404085 Aug 23 14:27:21.055560 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.251308 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.255863 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-72ac925b-269d-4baf-9021-a0e8a7fed906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:21.270653 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e4e316-6a62-4942-a31b-619ebe10ee8e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:21.275829 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:21.278450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:21.279863 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28e4e316-6a62-4942-a31b-619ebe10ee8e HTTP/1.1" status: 204 len: 168 time: 0.3758740 Aug 23 14:27:21.339200 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f29856-8091-49f2-b234-00556e424303 req-b0e6b22d-a2de-4e05-bc3b-aed9145d151a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.340706 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65f29856-8091-49f2-b234-00556e424303 req-b0e6b22d-a2de-4e05-bc3b-aed9145d151a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 945 time: 0.3559189 Aug 23 14:27:21.345752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a38af5-1b06-4128-8234-06bf2461616b req-ef6937a3-b43f-477a-b78e-ed9eb5e24174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.348835 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34a38af5-1b06-4128-8234-06bf2461616b req-ef6937a3-b43f-477a-b78e-ed9eb5e24174 service neutron] 10.222.0.64 "GET /v2.0/networks?id=875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 200 len: 913 time: 0.2876966 Aug 23 14:27:21.469838 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-65f29856-8091-49f2-b234-00556e424303 req-3415d5d3-7c5e-4fc4-bff0-8c160e734e1c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200035 Aug 23 14:27:21.485136 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34a38af5-1b06-4128-8234-06bf2461616b req-fc1a793f-e0a7-4a74-a32d-757e2d622ab1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 200 len: 999 time: 0.1219788 Aug 23 14:27:21.552862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a38af5-1b06-4128-8234-06bf2461616b req-2663019c-6d47-4d23-b0f4-947945cd1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.554679 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34a38af5-1b06-4128-8234-06bf2461616b req-2663019c-6d47-4d23-b0f4-947945cd1b1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 200 len: 850 time: 0.0618246 Aug 23 14:27:21.729961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a38af5-1b06-4128-8234-06bf2461616b req-b37820c9-9f7e-442e-943e-150b057d651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.731479 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34a38af5-1b06-4128-8234-06bf2461616b req-b37820c9-9f7e-442e-943e-150b057d651e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=875e11a6-5dac-4a9b-8090-7584ccbc87a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633615 Aug 23 14:27:21.743280 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d59320-0568-4582-96df-195e1e6f09b5 req-a8ea616a-d758-4577-ae30-4a1a79f47a28 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:21.744663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b7d59320-0568-4582-96df-195e1e6f09b5 req-a8ea616a-d758-4577-ae30-4a1a79f47a28 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1214702 Aug 23 14:27:21.876264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b7d59320-0568-4582-96df-195e1e6f09b5 req-8dd7ef54-1d73-45b8-89da-675fb2c3a2c6 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127424 Aug 23 14:27:21.917702 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34a38af5-1b06-4128-8234-06bf2461616b req-c4469485-cc06-4084-a64d-25dec7da0793 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720703 Aug 23 14:27:22.076842 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34a38af5-1b06-4128-8234-06bf2461616b req-5e1289e9-0d50-4d7d-9792-0ddca8d3e587 service neutron] 10.222.0.64 "GET /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478405 Aug 23 14:27:22.129932 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55396) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:22.149114 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.180147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:22.180147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:77f95d7f83a94e5fa9ee24b2052ee502 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:22.180147 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:22.184686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:22.272121 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.511959 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.519078 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e182bbbc-a648-4ac5-8835-a92d6b7df821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:22.571568 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77f95d7f83a94e5fa9ee24b2052ee502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404600 Aug 23 14:27:22.574399 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55406) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:22.574977 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95495edf-c4d2-43a1-9253-69f7c1587200,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:22.579016 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:22.599829 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58ed3-2c9b-40e6-ae1c-43874a474651 req-e34a5e12-5e31-45dc-8a7b-9eb259128e26 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:22.601354 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eea58ed3-2c9b-40e6-ae1c-43874a474651 req-e34a5e12-5e31-45dc-8a7b-9eb259128e26 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1393588 Aug 23 14:27:22.635869 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.654037 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-eea58ed3-2c9b-40e6-ae1c-43874a474651 req-e6fc0253-c5a8-470b-bfa0-18e4fdf96ba9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469410 Aug 23 14:27:22.675758 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.867964 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.873202 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-53ea1280-feac-4e1f-a6c3-ef9f3ebd60da tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:22.890541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95495edf-c4d2-43a1-9253-69f7c1587200,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:22.894232 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:22.896357 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:22.900279 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95495edf-c4d2-43a1-9253-69f7c1587200 HTTP/1.1" status: 204 len: 168 time: 0.3246834 Aug 23 14:27:23.112329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cb0ad-3806-4a89-a627-1e29bcab7fb7 req-068707c9-3026-4b66-9b11-038cf0de140b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.114303 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-362cb0ad-3806-4a89-a627-1e29bcab7fb7 req-068707c9-3026-4b66-9b11-038cf0de140b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1023962 Aug 23 14:27:23.165703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-362cb0ad-3806-4a89-a627-1e29bcab7fb7 req-4d305a7d-3d24-494a-9bf3-585555cf4b1e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Aug 23 14:27:23.871361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0cd6a-c375-4e55-9347-d74c3c186996 req-46ffb4da-1168-4890-86cf-eb5fc6462863 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.872852 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39c0cd6a-c375-4e55-9347-d74c3c186996 req-46ffb4da-1168-4890-86cf-eb5fc6462863 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0904539 Aug 23 14:27:23.882155 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c0c55-450e-4e44-a79a-e421a4cb3cc2 req-11bfca38-28d1-4e33-a7e5-4e4f3271f556 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:23.888288 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-881c0c55-450e-4e44-a79a-e421a4cb3cc2 req-11bfca38-28d1-4e33-a7e5-4e4f3271f556 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 945 time: 0.0909662 Aug 23 14:27:23.923116 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-39c0cd6a-c375-4e55-9347-d74c3c186996 req-18b0bfb4-62dc-43a4-aba4-8d9654261936 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Aug 23 14:27:23.942514 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-881c0c55-450e-4e44-a79a-e421a4cb3cc2 req-b587d30a-fc7d-46c7-bf69-d8aefc892c2e tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467629 Aug 23 14:27:24.206613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574b7b0-d8fc-45c1-b324-ddfd1e517f2b req-ab55c084-394b-48d2-96e8-d8b2fafdde73 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:24.207196 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e574b7b0-d8fc-45c1-b324-ddfd1e517f2b req-ab55c084-394b-48d2-96e8-d8b2fafdde73 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.0828416 Aug 23 14:27:24.269344 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e574b7b0-d8fc-45c1-b324-ddfd1e517f2b req-e0499468-79db-418c-ace0-617d7bc44776 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528963 Aug 23 14:27:24.455201 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cbf51-47a9-4682-acab-e4a206755eae req-14d04cea-dbd9-4974-911b-fb1adca44f40 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:24.456754 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-004cbf51-47a9-4682-acab-e4a206755eae req-14d04cea-dbd9-4974-911b-fb1adca44f40 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.0868874 Aug 23 14:27:24.515702 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-004cbf51-47a9-4682-acab-e4a206755eae req-52bbabbe-db31-46d0-a902-dc60f1f09334 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Aug 23 14:27:24.990511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55502) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:25.139945 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.163070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:25.169566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Usage tracker for resource:security_group_rule and tenant:277588962039484083ad1a89405b91bf is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:25.173548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:25.188640 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:25.200077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d8755-e7f1-4273-9bc5-ad88f9cc39c1 req-b6a2d7f8-a75f-4e04-93a3-e9116b2cefda tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.201569 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f7d8755-e7f1-4273-9bc5-ad88f9cc39c1 req-b6a2d7f8-a75f-4e04-93a3-e9116b2cefda tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 945 time: 0.1405041 Aug 23 14:27:25.281925 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2f7d8755-e7f1-4273-9bc5-ad88f9cc39c1 req-e0c44114-8d65-41b7-b196-48bf485f615a tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/security-groups?id=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671046 Aug 23 14:27:25.343477 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.353600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-03418372-6d65-4260-ac0b-8a05a5469b47 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.355373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-03418372-6d65-4260-ac0b-8a05a5469b47 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.82 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 945 time: 0.1030228 Aug 23 14:27:25.444940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Deleting port 116a1732-0b0b-4ff6-8797-37de6e994382 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:25.445432 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.473787 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.489898 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cea31262-6ad9-4ce6-9421-eba6275234ef tempest-SecurityGroupsTestAdminJSON-646356565 tempest-SecurityGroupsTestAdminJSON-646356565-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:25.538496 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312ca29a-c5a5-4b8c-b63d-f0ccd7dea312,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:25.545171 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:25.556992 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=277588962039484083ad1a89405b91bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653987 Aug 23 14:27:25.558154 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55548) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:25.645777 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.673333 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.737803 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] For port 116a1732-0b0b-4ff6-8797-37de6e994382, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=116a1732-0b0b-4ff6-8797-37de6e994382,segment=NetworkSegment(a5acdc67-7995-43d9-9274-d505ae16ea91),segment_id=a5acdc67-7995-43d9-9274-d505ae16ea91)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:25.738462 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.809906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2b4e2-c7e4-4db3-a638-499b2a52c4ed req-f0c6b558-8c77-4f4e-adfd-6254f51715c0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:25.811314 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-90c2b4e2-c7e4-4db3-a638-499b2a52c4ed req-f0c6b558-8c77-4f4e-adfd-6254f51715c0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1058671 Aug 23 14:27:25.865101 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-90c2b4e2-c7e4-4db3-a638-499b2a52c4ed req-3a5650e3-eea8-4600-ba28-8c2cd5171eda tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475526 Aug 23 14:27:25.887906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Calling delete_port for 116a1732-0b0b-4ff6-8797-37de6e994382 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:25.976485 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:25.980692 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-63d1ddda-eef3-46fe-b974-8882249ceea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:25.998384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312ca29a-c5a5-4b8c-b63d-f0ccd7dea312,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:26.002401 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:26.010637 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.011835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/312ca29a-c5a5-4b8c-b63d-f0ccd7dea312 HTTP/1.1" status: 204 len: 168 time: 0.4520538 Aug 23 14:27:26.164682 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.170846 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:26.176204 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['116a1732-0b0b-4ff6-8797-37de6e994382'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:26.222028 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.282609 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd612f56-b730-46a7-94cb-72fd5b27d7b1 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:26.348545 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Pushing event deleted for resources: {'Port': ['ID=116a1732-0b0b-4ff6-8797-37de6e994382,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:26.351820 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:26.456770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:26.475881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] No DVR routers for this DVR port 116a1732-0b0b-4ff6-8797-37de6e994382 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:26.479804 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.480796 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'mac_address': 'fa:16:3e:c9:07:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:26.483414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'name': 'network-vif-deleted', 'tag': '116a1732-0b0b-4ff6-8797-37de6e994382'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:26.497593 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-06b782e8-b8d9-493f-a3b7-72e0b4de1876 req-b7396e31-b51c-45a2-9f48-5b8774bbb3ba tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 210 time: 0.0647175 Aug 23 14:27:26.547116 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-860b1d39-2721-4cc8-8173-c3c321c24e22 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:26.555181 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-860b1d39-2721-4cc8-8173-c3c321c24e22 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=180091c8-ac65-429f-a190-4018ddee0d22 HTTP/1.1" status: 200 len: 943 time: 0.1704557 Aug 23 14:27:26.557750 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.578765 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd612f56-b730-46a7-94cb-72fd5b27d7b1 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:26.599730 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:26.612275 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd09a070-1d34-4070-98d0-c5517ce8ad1d req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.82 "DELETE /v2.0/ports/116a1732-0b0b-4ff6-8797-37de6e994382 HTTP/1.1" status: 204 len: 173 time: 1.2492485 Aug 23 14:27:26.651445 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Deleting port a4f4211c-efd6-458e-a4a0-5552b96c36e8 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:26.651803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.772388 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:26.777222 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:26.896774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:26.896774 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:26.902147 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d3853-a7a2-4073-a776-071d113bc97d', 'name': 'network-vif-deleted', 'tag': '116a1732-0b0b-4ff6-8797-37de6e994382', 'status': 'completed', 'code': 200} Aug 23 14:27:26.920913 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['fd612f56-b730-46a7-94cb-72fd5b27d7b1'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:26.950976 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] For port a4f4211c-efd6-458e-a4a0-5552b96c36e8, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=a4f4211c-efd6-458e-a4a0-5552b96c36e8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:26.951339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.136409 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Calling delete_port for a4f4211c-efd6-458e-a4a0-5552b96c36e8 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:27.313874 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91f6a4-30e5-42bb-9c22-9d808280f146 req-3fffc46a-aa24-4548-a464-5374350fba83 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:27.317703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb91f6a4-30e5-42bb-9c22-9d808280f146 req-3fffc46a-aa24-4548-a464-5374350fba83 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1972272 Aug 23 14:27:27.464519 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.469866 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-68e0a5e9-6455-4aef-962f-b3b62610ba2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:27.477703 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f755f570-baec-429b-b894-51257db9cae8', '666175a3-ce00-48b6-a474-478474975e81'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:27.530934 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cb91f6a4-30e5-42bb-9c22-9d808280f146 req-0d816e0c-d389-4222-9509-66ee4e01855b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037845 Aug 23 14:27:27.623442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event deleted for resources: {'Port': ['ID=a4f4211c-efd6-458e-a4a0-5552b96c36e8,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:27.631712 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:27.764120 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b6866251-32f1-4c9e-8b50-a422d338e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.772522 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:27.826689 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] No DVR routers for this DVR port a4f4211c-efd6-458e-a4a0-5552b96c36e8 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:27.835426 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.005429 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fa0a9b89-13a6-4740-950a-095f0b1cac48 req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "DELETE /v2.0/ports/a4f4211c-efd6-458e-a4a0-5552b96c36e8 HTTP/1.1" status: 204 len: 173 time: 1.4492249 Aug 23 14:27:28.046467 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0dfda16-7f72-4a7a-a071-dcb4457cb857 req-d61294bd-8045-46f0-933b-bab5edc306df tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] 10.222.0.72 "GET /v2.0/ports?device_id=df7d3853-a7a2-4073-a776-071d113bc97d HTTP/1.1" status: 200 len: 210 time: 0.1005921 Aug 23 14:27:28.579673 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.579673 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd612f56-b730-46a7-94cb-72fd5b27d7b1 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:28.579673 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port fd612f56-b730-46a7-94cb-72fd5b27d7b1 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:28.579673 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.579673 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.637869 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:28.638880 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:28.742079 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:28.743067 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 116a1732-0b0b-4ff6-8797-37de6e994382 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:28.796129 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:28.841878 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 116a1732-0b0b-4ff6-8797-37de6e994382 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:27:28.842300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 116a1732-0b0b-4ff6-8797-37de6e994382 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:28.885245 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:28.889130 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:28.903117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-deleted', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:28.913215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e2c11-6969-4ef9-8b60-99a4300a63bb req-81dfc73e-3592-414f-84ca-ed40478ab4a0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:28.923263 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f40e2c11-6969-4ef9-8b60-99a4300a63bb req-81dfc73e-3592-414f-84ca-ed40478ab4a0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.2003801 Aug 23 14:27:29.004536 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f40e2c11-6969-4ef9-8b60-99a4300a63bb req-aa7dafd1-9216-438d-8a42-11285e5806ea tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784690 Aug 23 14:27:29.077646 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'code': 200} Aug 23 14:27:29.244392 n-d-805628-1 neutron-server[80758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '180091c8-ac65-429f-a190-4018ddee0d22', 'name': 'network-vif-deleted', 'tag': 'a4f4211c-efd6-458e-a4a0-5552b96c36e8', 'status': 'failed', 'code': 422} returned with failed status Aug 23 14:27:29.314821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55670) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:29.404711 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Deleting subnet a9eeceff-f584-40f9-931e-03cd90d73fd9 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:27:29.408403 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.469703 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.579892 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.732183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55690) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:29.769108 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:27:29.839714 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.847066 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-afcdd7a6-4347-4885-aef7-0643e395993d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:29.901452 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-99258b4b-6986-45ce-bc54-a73e6ae78cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.911105 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.928940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9eeceff-f584-40f9-931e-03cd90d73fd9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:29.936133 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:29.941174 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:29.949339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55696) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:29.949948 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b2ab5301-f6b3-4937-b2b0-7fafe8903956 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a9eeceff-f584-40f9-931e-03cd90d73fd9 HTTP/1.1" status: 204 len: 168 time: 0.6340094 Aug 23 14:27:29.952537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:29.981643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Usage tracker for resource:security_group_rule and tenant:569332d78b284452ab93044251ada551 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:29.989313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:30.008421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:30.177332 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.334913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8aedce-fbdc-4abb-92b2-4a5b74ecf2f0 req-e91749c5-52ce-4f1b-ae35-03420e388c33 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.336723 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bb8aedce-fbdc-4abb-92b2-4a5b74ecf2f0 req-e91749c5-52ce-4f1b-ae35-03420e388c33 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1663308 Aug 23 14:27:30.373935 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.386201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71b2878-08a0-445b-a603-c5e4304b9679']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:30.401056 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bb8aedce-fbdc-4abb-92b2-4a5b74ecf2f0 req-d208f06e-821c-45a8-861a-b955ef4ac508 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585186 Aug 23 14:27:30.409002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5acdc67-7995-43d9-9274-d505ae16ea91') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:30.409332 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5acdc67-7995-43d9-9274-d505ae16ea91') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:30.424994 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.445923 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.458289 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:27:30.459086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:27:30.588285 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:27:30.649214 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.664273 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc2f57-68db-4795-afe5-2a9a0296e78f req-38263c47-36c8-49c9-962f-d75fbec5b72c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:30.666260 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77bc2f57-68db-4795-afe5-2a9a0296e78f req-38263c47-36c8-49c9-962f-d75fbec5b72c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 907 time: 0.1387193 Aug 23 14:27:30.702290 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.711945 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.719042 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e2b16bc8-2934-4f4a-b8c3-64d53d2ad607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:30.743280 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.751498 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Pushing event deleted for resources: {'Network': ['ID=d71b2878-08a0-445b-a603-c5e4304b9679,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:30.760827 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:30.761373 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-99cae282-cb83-4257-9e22-b31c5827b15e tempest-TenantUsagesTestJSON-227313981 tempest-TenantUsagesTestJSON-227313981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:30.812026 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=569332d78b284452ab93044251ada551&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0762956 Aug 23 14:27:30.812026 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366dfa93-44bc-429f-a745-c5e6624d40ba,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:30.812678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55720) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:30.815366 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-58c50ab7-83a7-47b6-b093-c41fd5ad4b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:30.899897 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7cef8953-10a2-47d6-ab02-b8a0d907081b admin admin] 10.222.0.72 "DELETE /v2.0/networks/d71b2878-08a0-445b-a603-c5e4304b9679 HTTP/1.1" status: 204 len: 168 time: 0.9462161 Aug 23 14:27:30.911235 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:30.950265 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.399256 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.403177 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-377bd7ca-0853-4030-b74e-7b7a4f29ae84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:31.414523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366dfa93-44bc-429f-a745-c5e6624d40ba,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:31.422605 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:31.426392 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.427784 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/366dfa93-44bc-429f-a745-c5e6624d40ba HTTP/1.1" status: 204 len: 168 time: 0.6139753 Aug 23 14:27:31.564864 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:31.776508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55750) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:31.798912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4265d-2342-48bf-b3c5-96a822200c7a req-ddacbf43-58b4-40be-8914-855fd3768e2f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:31.801144 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c2f4265d-2342-48bf-b3c5-96a822200c7a req-ddacbf43-58b4-40be-8914-855fd3768e2f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.2832861 Aug 23 14:27:31.891690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-46fd3050-4e5f-405d-b91c-7c0ad8d06a36 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d4de80eb0b14e3d9f56aa20946de25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127925 Aug 23 14:27:31.893408 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55754) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:31.915575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c2f4265d-2342-48bf-b3c5-96a822200c7a req-aa356556-779d-4156-ba68-e65b79399bdb tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030052 Aug 23 14:27:32.141540 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.221114 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.293670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96a0fd-0d4b-4cab-977f-1fa77531510e req-e0e726b3-639b-42d5-9ea5-ed4fc6198457 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.295170 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3d96a0fd-0d4b-4cab-977f-1fa77531510e req-e0e726b3-639b-42d5-9ea5-ed4fc6198457 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 907 time: 0.2720993 Aug 23 14:27:32.444209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-3b386f4d-9a20-4d40-a20b-c2ba9845ac97 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:32.444967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-3b386f4d-9a20-4d40-a20b-c2ba9845ac97 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:32.451807 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.459380 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65e27a93-a42d-4ef1-8607-3357c04a980c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:32.486610 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f617bad6-a061-4c81-8b9f-1ca1a7d0ac62,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:32.489623 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:32.558825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-3b386f4d-9a20-4d40-a20b-c2ba9845ac97 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:32.560303 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-3b386f4d-9a20-4d40-a20b-c2ba9845ac97 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 907 time: 0.2382982 Aug 23 14:27:32.599085 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:32.600359 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f617bad6-a061-4c81-8b9f-1ca1a7d0ac62 HTTP/1.1" status: 204 len: 168 time: 0.7056370 Aug 23 14:27:32.662653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Deleting port 95ac4b79-ea93-4447-a32d-29b3627e8d24 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:32.662653 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.039068 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.142683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] For port 95ac4b79-ea93-4447-a32d-29b3627e8d24, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=95ac4b79-ea93-4447-a32d-29b3627e8d24,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:33.143734 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.213116 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27069fae-5f0a-45a9-9f41-e8fa154e9be2 req-82bad1e7-d5e4-42f6-9b10-368e713bf915 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:33.221144 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-27069fae-5f0a-45a9-9f41-e8fa154e9be2 req-82bad1e7-d5e4-42f6-9b10-368e713bf915 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1061261 Aug 23 14:27:33.299013 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-27069fae-5f0a-45a9-9f41-e8fa154e9be2 req-4f1aa01b-dec3-48f5-997c-d22b7a7dd70c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765953 Aug 23 14:27:33.309294 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Calling delete_port for 95ac4b79-ea93-4447-a32d-29b3627e8d24 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:33.629774 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec326-46c2-4862-bcfb-f8aba61a5f3b req-ab7e80b7-8abb-4247-903f-1466ec05fbff tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:33.631742 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-db3ec326-46c2-4862-bcfb-f8aba61a5f3b req-ab7e80b7-8abb-4247-903f-1466ec05fbff tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 907 time: 0.1201942 Aug 23 14:27:33.685181 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.687858 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:33.749407 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event deleted for resources: {'Port': ['ID=95ac4b79-ea93-4447-a32d-29b3627e8d24,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:33.780239 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:33.875934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] No DVR routers for this DVR port 95ac4b79-ea93-4447-a32d-29b3627e8d24 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:33.883381 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:33.886988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'name': 'network-vif-deleted', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:33.982886 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b86aa3d9-0472-452e-b5e5-4520a9e215d9 req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "DELETE /v2.0/ports/95ac4b79-ea93-4447-a32d-29b3627e8d24 HTTP/1.1" status: 204 len: 173 time: 1.4159687 Aug 23 14:27:33.985676 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf1a904-627c-4fd8-9d62-a4f9261b21b2', 'name': 'network-vif-deleted', 'tag': '95ac4b79-ea93-4447-a32d-29b3627e8d24', 'status': 'completed', 'code': 200} Aug 23 14:27:34.261979 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55844) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:34.572864 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd017fc-c8d4-4928-8f2b-401364e4480f req-35a48534-96a4-4c01-bd6e-4df665430a1d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:34.581137 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3cd017fc-c8d4-4928-8f2b-401364e4480f req-35a48534-96a4-4c01-bd6e-4df665430a1d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1516919 Aug 23 14:27:34.633788 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-528445458-network', 'tenant_id': 'fc5ed13fce3a459481a40dfb331cc68a'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:34.641137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:34.658138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3cd017fc-c8d4-4928-8f2b-401364e4480f req-76364796-7348-4dcb-8757-d95c370e60cb tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756364 Aug 23 14:27:34.659456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Usage tracker for resource:network and tenant:fc5ed13fce3a459481a40dfb331cc68a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:34.663043 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:34.672524 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:34.776041 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Made reservation on behalf of fc5ed13fce3a459481a40dfb331cc68a for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:34.778716 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.859587 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:34.882143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4923ae3a-32be-4812-bb71-003472b54438 req-494e11aa-e6d5-4192-9a85-a515dc245502 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:34.892884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:34.901163 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5ed13fce3a459481a40dfb331cc68a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:34.904556 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:34.910579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:35.011655 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.038196 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4923ae3a-32be-4812-bb71-003472b54438 req-494e11aa-e6d5-4192-9a85-a515dc245502 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:35.051061 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4923ae3a-32be-4812-bb71-003472b54438 req-494e11aa-e6d5-4192-9a85-a515dc245502 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cf1a904-627c-4fd8-9d62-a4f9261b21b2 HTTP/1.1" status: 200 len: 210 time: 0.2332151 Aug 23 14:27:35.113313 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.119108 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7294ee90-8a6a-4340-a7a7-c1c4eda694fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:35.175281 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:27:35.178531 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950d7916-3258-4ae1-8821-d30fbb6d1f39,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:35.199687 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:35.210510 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.210859 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Added segment e2093019-ffae-4e07-a01f-c2572ea15da4 of type vlan for network e3e694b0-19ed-43a9-8e81-e5dc31778993 Aug 23 14:27:35.245368 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.423273 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.425428 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:35.426414 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.430549 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-55c071c5-02a3-4072-8f21-d2342f06600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:35.578458 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e694b0-19ed-43a9-8e81-e5dc31778993,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:35.581310 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:35.599316 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network e3e694b0-19ed-43a9-8e81-e5dc31778993 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:35.625889 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3597031 Aug 23 14:27:35.626115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55886) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:35.631903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Request body: {'subnet': {'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-528445458-subnet', 'tenant_id': 'fc5ed13fce3a459481a40dfb331cc68a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:35.648185 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:35.652735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Usage tracker for resource:subnet and tenant:fc5ed13fce3a459481a40dfb331cc68a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:35.662183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:35.668487 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:35.674325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55890) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:35.759037 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Made reservation on behalf of fc5ed13fce3a459481a40dfb331cc68a for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:35.761451 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:35.919744 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:35.938118 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:35.944741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Usage tracker for resource:floatingip and tenant:3a7cb00e87c4472a95e1c78cf6cd7dde is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:35.948851 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:35.963971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:36.023054 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42ca38-77ec-4b36-803f-fb7ec1888b60 req-6c08393d-d456-46e7-9d92-38a8be7ae003 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:36.030845 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a42ca38-77ec-4b36-803f-fb7ec1888b60 req-6c08393d-d456-46e7-9d92-38a8be7ae003 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.2178380 Aug 23 14:27:36.081423 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7a42ca38-77ec-4b36-803f-fb7ec1888b60 req-44a9f1d1-8b5d-4011-82c9-e25a12409647 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Aug 23 14:27:36.105298 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.141838 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.147967 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:36.272177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Checking segment: {'id': 'e2093019-ffae-4e07-a01f-c2572ea15da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:36.272608 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Network hostable DHCP agents. Network: e3e694b0-19ed-43a9-8e81-e5dc31778993, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:36.278287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7626cd3-8570-477f-adeb-2e7117ec9334,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:36.283952 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:36.312231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.462895 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Allocated IP 172.25.7.216 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/a7022190-2015-4e4f-9484-e43b91df350c) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:36.535904 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Network e3e694b0-19ed-43a9-8e81-e5dc31778993 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:36.617791 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.639214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, e3e694b0-19ed-43a9-8e81-e5dc31778993) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:36.643411 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:36.644116 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.654143 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d294880-e171-4644-82e5-2b6a09daa542 None None] Network e3e694b0-19ed-43a9-8e81-e5dc31778993 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:27:36.765802 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:36.770139 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:36.799930 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f82885f0-160d-449f-9fa9-791080d8742f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1726799 Aug 23 14:27:36.903019 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:36.913434 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:36.924872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:36.951054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279ed39-7bb0-4c57-a382-92129d44e412 None None] Network e3e694b0-19ed-43a9-8e81-e5dc31778993 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:27:37.259227 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Port': ['ID=a7022190-2015-4e4f-9484-e43b91df350c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:37.274738 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:37.357518 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.387365 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf34d8a-5aba-4f83-b747-75c9f38999a0 req-08a824f9-3908-47a5-b87c-4b8f96b433f5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.391130 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbf34d8a-5aba-4f83-b747-75c9f38999a0 req-08a824f9-3908-47a5-b87c-4b8f96b433f5 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 946 time: 0.2388926 Aug 23 14:27:37.454683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e92aa-ea5f-4c95-a5e5-7921f384e817 req-a129186c-2830-439a-81cd-7a031b910173 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:37.463814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e4e92aa-ea5f-4c95-a5e5-7921f384e817 req-a129186c-2830-439a-81cd-7a031b910173 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1193819 Aug 23 14:27:37.475375 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fbf34d8a-5aba-4f83-b747-75c9f38999a0 req-bb07d25d-d9ad-49a7-8ff8-eeb9e11ca2ff tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769768 Aug 23 14:27:37.537419 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e4e92aa-ea5f-4c95-a5e5-7921f384e817 req-0ccb2563-26e2-407b-8a1d-214eb4c83f47 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725822 Aug 23 14:27:37.609478 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.799644 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55952) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:37.806880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1729798398-network', 'tenant_id': 'b74a4087ab0d49c6bb561ab795f38786'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:37.818661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:37.824363 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Usage tracker for resource:network and tenant:b74a4087ab0d49c6bb561ab795f38786 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:37.827698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:37.835414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:37.896810 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Made reservation on behalf of b74a4087ab0d49c6bb561ab795f38786 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:37.899737 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.915454 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.917412 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:37.937270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:37.943155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Usage tracker for resource:security_group_rule and tenant:b74a4087ab0d49c6bb561ab795f38786 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:37.946593 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 95ac4b79-ea93-4447-a32d-29b3627e8d24 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:37.948554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:37.959366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:38.043217 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 95ac4b79-ea93-4447-a32d-29b3627e8d24 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:27:38.044449 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 95ac4b79-ea93-4447-a32d-29b3627e8d24 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:38.056207 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.061621 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7e272c2d-f7dc-47bd-bb9b-846c68a2c96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:38.137676 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.175578 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.214641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Port': ['ID=a7022190-2015-4e4f-9484-e43b91df350c,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:38.219858 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:38.244635 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.251067 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-47250771-e441-4ea3-915c-8a532b5cb952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:38.266748 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-564f2752-21ab-4b76-a376-3265273ca610 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.268250 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-564f2752-21ab-4b76-a376-3265273ca610 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 946 time: 0.1286538 Aug 23 14:27:38.333035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:27:38.365239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0869b1-9217-4c17-acfd-4c2783f623fd,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:38.368210 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:38.376596 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.376722 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.376812 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Added segment f3940fb9-6cb8-4e51-acf8-a9593ede3647 of type vlan for network c66b21cf-e23e-479f-872a-00e2bf7603f9 Aug 23 14:27:38.378710 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7022650 Aug 23 14:27:38.394803 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Deleting port 666175a3-ce00-48b6-a474-478474975e81 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:38.394803 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.395204 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55960) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:38.402183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1255119678'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:38.407726 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:38.411814 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Usage tracker for resource:network and tenant:3a7cb00e87c4472a95e1c78cf6cd7dde is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:38.414876 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:38.431324 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:38.507197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Made reservation on behalf of 3a7cb00e87c4472a95e1c78cf6cd7dde for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:38.510817 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.565513 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.589476 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.590576 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:38.602275 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Usage tracker for resource:security_group_rule and tenant:3a7cb00e87c4472a95e1c78cf6cd7dde is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:38.605713 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:38.613700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:38.772608 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.773600 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.774191 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.813857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aa7d5-d51c-4ef9-9bbc-faeec2e3509b req-49a4006d-61d4-47d1-878c-1f90d7c0195f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:38.821981 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc2aa7d5-d51c-4ef9-9bbc-faeec2e3509b req-49a4006d-61d4-47d1-878c-1f90d7c0195f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 946 time: 0.1697962 Aug 23 14:27:38.850450 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.867253 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:38.897214 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bc2aa7d5-d51c-4ef9-9bbc-faeec2e3509b req-b30280c8-f0c5-41ce-ac3c-000441df5b71 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716555 Aug 23 14:27:38.959214 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:38.965736 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3faa9d24-caf1-4e77-9a3b-394778d71871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:39.049183 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:27:39.060276 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Pushing event updated for resources: {'Network': ['ID=c66b21cf-e23e-479f-872a-00e2bf7603f9,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:39.063603 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:39.066731 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] For port 666175a3-ce00-48b6-a474-478474975e81, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=666175a3-ce00-48b6-a474-478474975e81,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:39.067185 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.075462 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead3915-32c0-4591-a910-26ceb0d7002c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:39.077782 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network c66b21cf-e23e-479f-872a-00e2bf7603f9 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:39.085355 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:39.095409 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a0a8242a-8b2b-4d49-8b87-7b29d6a91b87 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2919698 Aug 23 14:27:39.098366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 55980) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:39.099606 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.100330 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Added segment edd84334-eddf-4d79-aff5-c57666c7cccd of type vlan for network d261d2c6-2f7e-4796-adaf-651d12df30d9 Aug 23 14:27:39.150833 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.182068 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Request body: {'subnet': {'network_id': 'c66b21cf-e23e-479f-872a-00e2bf7603f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1729798398-subnet', 'tenant_id': 'b74a4087ab0d49c6bb561ab795f38786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:39.271839 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.279187 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:39.279850 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.287147 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bcaa4704-5c21-4cfa-b59e-6b02790e6bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:39.293500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Calling delete_port for 666175a3-ce00-48b6-a474-478474975e81 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:39.335237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:39.348795 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Usage tracker for resource:subnet and tenant:b74a4087ab0d49c6bb561ab795f38786 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:39.353234 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:39.377042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df8128-fcc5-4320-ac25-ff00bf6464e6 req-3bb2be25-7d2f-4016-abd4-c267e0f7d0db tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:39.384888 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-43df8128-fcc5-4320-ac25-ff00bf6464e6 req-3bb2be25-7d2f-4016-abd4-c267e0f7d0db tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.6565402 Aug 23 14:27:39.390829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:39.451848 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0561280 Aug 23 14:27:39.455439 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 55988) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:39.458658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Network': ['ID=d261d2c6-2f7e-4796-adaf-651d12df30d9,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:39.464299 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Request body: {'subnet': {'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:39.471684 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-43df8128-fcc5-4320-ac25-ff00bf6464e6 req-51bd8fd1-9aea-4c96-bc88-51ad1d993798 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856719 Aug 23 14:27:39.472186 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:27:39.514657 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:39.599318 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Made reservation on behalf of b74a4087ab0d49c6bb561ab795f38786 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:39.605552 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.685561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:39.691495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Usage tracker for resource:subnet and tenant:3a7cb00e87c4472a95e1c78cf6cd7dde is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:39.695239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:39.702027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:39.705889 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.713764 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-67aa75d0-bcef-4831-81fb-ea4f17ecde73 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:39.717222 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f755f570-baec-429b-b894-51257db9cae8', '666175a3-ce00-48b6-a474-478474975e81'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:39.783323 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event deleted for resources: {'Port': ['ID=666175a3-ce00-48b6-a474-478474975e81,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:39.792694 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Made reservation on behalf of 3a7cb00e87c4472a95e1c78cf6cd7dde for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:39.797756 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:39.798879 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.933389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] No DVR routers for this DVR port 666175a3-ce00-48b6-a474-478474975e81 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:39.940813 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:39.949961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee79b61-06d1-4da0-80af-583839644239', 'name': 'network-vif-deleted', 'tag': '666175a3-ce00-48b6-a474-478474975e81'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:40.059370 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee79b61-06d1-4da0-80af-583839644239', 'name': 'network-vif-deleted', 'tag': '666175a3-ce00-48b6-a474-478474975e81', 'status': 'completed', 'code': 200} Aug 23 14:27:40.098436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-88cafeed-2c6e-4a2c-baa4-6847914e777a req-3bf330cb-69b1-41c4-a1ef-32ea51165ba0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "DELETE /v2.0/ports/666175a3-ce00-48b6-a474-478474975e81 HTTP/1.1" status: 204 len: 173 time: 1.8140082 Aug 23 14:27:40.197964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e60282-cfa4-4103-8b4d-c3e4b2a0f144 req-21aeb4fd-a908-44ed-b1ca-27fc192a7337 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:40.290146 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.294382 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-beab54a6-d582-438f-a048-28362b2d5bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:40.319325 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-26e60282-cfa4-4103-8b4d-c3e4b2a0f144 req-21aeb4fd-a908-44ed-b1ca-27fc192a7337 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:40.320511 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-26e60282-cfa4-4103-8b4d-c3e4b2a0f144 req-21aeb4fd-a908-44ed-b1ca-27fc192a7337 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 210 time: 0.2357161 Aug 23 14:27:40.321338 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.329619 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8081c73b-3e7b-4109-a7a3-1b68099940af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:40.427155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0595ee41-ec06-49d6-8379-1395f6d0769b,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:40.434714 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:40.442701 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Checking segment: {'id': 'f3940fb9-6cb8-4e51-acf8-a9593ede3647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c66b21cf-e23e-479f-872a-00e2bf7603f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:40.445421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Network hostable DHCP agents. Network: c66b21cf-e23e-479f-872a-00e2bf7603f9, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:40.467900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Subnet': ['ID=a84ca25a-2967-448b-9f43-f06661c0e79c,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:40.483476 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:40.518802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Checking segment: {'id': 'edd84334-eddf-4d79-aff5-c57666c7cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:40.519021 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Network hostable DHCP agents. Network: d261d2c6-2f7e-4796-adaf-651d12df30d9, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:27:40.535553 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Network c66b21cf-e23e-479f-872a-00e2bf7603f9 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:40.629975 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:27:40.706618 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6da71-0464-4421-9561-f14ff6e1a81b req-d51621b5-4421-4d81-9e76-ad7ac5173396 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.708263 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ecb6da71-0464-4421-9561-f14ff6e1a81b req-d51621b5-4421-4d81-9e76-ad7ac5173396 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1091018 Aug 23 14:27:40.742712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, d261d2c6-2f7e-4796-adaf-651d12df30d9) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:40.750425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, c66b21cf-e23e-479f-872a-00e2bf7603f9) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:40.755340 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.755340 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.757054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1af5e-d28e-47fe-8db8-678d82d580b4 None None] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:27:40.759913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:40.760534 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:40.773051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ecb6da71-0464-4421-9561-f14ff6e1a81b req-eb263899-48f0-45ae-aa14-375f7433e1e4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562389 Aug 23 14:27:40.809923 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540fa1b-f412-463e-9138-d1965f46fa56 None None] Network c66b21cf-e23e-479f-872a-00e2bf7603f9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:27:41.234741 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-d261d2c6-2f7e-4796-adaf-651d12df30d9', 'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9', 'tenant_id': '3a7cb00e87c4472a95e1c78cf6cd7dde', 'fixed_ips': [{'subnet_id': 'a84ca25a-2967-448b-9f43-f06661c0e79c'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:27:41.235584 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.246707 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccfa460-3af9-47c2-b632-a0417b78b0a9 None None] Network c66b21cf-e23e-479f-872a-00e2bf7603f9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:27:41.275522 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d8fe8553-438b-44c8-97cb-b54e7fe15dea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1759813 Aug 23 14:27:41.330557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56028) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:41.334278 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8772407 Aug 23 14:27:41.341061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-950050929', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}, 'admin_state_up': False}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:41.386336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:41.391257 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Usage tracker for resource:router and tenant:3a7cb00e87c4472a95e1c78cf6cd7dde is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:41.394402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:41.409159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:41.501811 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.502928 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.524318 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:41.615765 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-38365553-b930-48df-ae04-909761a74355 req-b12a8606-9521-4ab3-8b25-9eda3dc49019 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=cee79b61-06d1-4da0-80af-583839644239 HTTP/1.1" status: 200 len: 210 time: 0.0570509 Aug 23 14:27:41.820275 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Allocated IP 172.20.0.2 (d261d2c6-2f7e-4796-adaf-651d12df30d9/a84ca25a-2967-448b-9f43-f06661c0e79c/0856f65d-9907-40f5-bcc6-5d37319847a6) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:42.136763 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b50ab0-7636-468e-ba90-5ab767bf231d req-e1b720c1-df34-4500-bf01-4ed482922697 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.142467 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.144718 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-79b50ab0-7636-468e-ba90-5ab767bf231d req-e1b720c1-df34-4500-bf01-4ed482922697 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1172321 Aug 23 14:27:42.156650 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Transition to ACTIVE for port object 0856f65d-9907-40f5-bcc6-5d37319847a6 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:42.180017 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Transition to ACTIVE for port object 0856f65d-9907-40f5-bcc6-5d37319847a6 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:42.206802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-79b50ab0-7636-468e-ba90-5ab767bf231d req-c4ad5794-6179-4a1f-bb7c-90ecad190101 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583260 Aug 23 14:27:42.268371 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.276412 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:42.345727 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:42.345727 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:42.348569 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:42.359697 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Pushing event updated for resources: {'Port': ['ID=0856f65d-9907-40f5-bcc6-5d37319847a6,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:42.425289 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.425919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.425919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.425919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.426300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.426823 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.427141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.427463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.427780 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.428098 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.428419 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.428743 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.429078 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:42.438217 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 666175a3-ce00-48b6-a474-478474975e81 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:42.472981 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:42.488879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-f4a1e6dd-ff35-4097-a52d-b4ad368fa292 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:42.488971 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 666175a3-ce00-48b6-a474-478474975e81 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:27:42.489075 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-f4a1e6dd-ff35-4097-a52d-b4ad368fa292 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Synchronizing usage tracker for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:42.489147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 666175a3-ce00-48b6-a474-478474975e81 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:42.498367 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Attempting to bind port 0856f65d-9907-40f5-bcc6-5d37319847a6 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:42.498751 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Attempting to bind port 0856f65d-9907-40f5-bcc6-5d37319847a6 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'edd84334-eddf-4d79-aff5-c57666c7cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:42.499153 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Attempting to bind port 0856f65d-9907-40f5-bcc6-5d37319847a6 on network d261d2c6-2f7e-4796-adaf-651d12df30d9 {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:42.504959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:27:42.505368 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Checking segment: {'id': 'edd84334-eddf-4d79-aff5-c57666c7cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:42.505806 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.506205 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Bound using segment: {'id': 'edd84334-eddf-4d79-aff5-c57666c7cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:27:42.506695 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Bound port: 0856f65d-9907-40f5-bcc6-5d37319847a6, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd84334-eddf-4d79-aff5-c57666c7cccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:42.507076 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.598702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] For port 0856f65d-9907-40f5-bcc6-5d37319847a6, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:27:42.601923 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] For port 0856f65d-9907-40f5-bcc6-5d37319847a6, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0856f65d-9907-40f5-bcc6-5d37319847a6,segment=NetworkSegment(edd84334-eddf-4d79-aff5-c57666c7cccd),segment_id=edd84334-eddf-4d79-aff5-c57666c7cccd)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:27:42.603443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-f4a1e6dd-ff35-4097-a52d-b4ad368fa292 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Unset dirty status for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:42.604796 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-f4a1e6dd-ff35-4097-a52d-b4ad368fa292 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/networks?id=e3e694b0-19ed-43a9-8e81-e5dc31778993 HTTP/1.1" status: 200 len: 824 time: 0.4378817 Aug 23 14:27:42.624662 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-b103e1e0-4775-4b1b-a149-84105bfee69d tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/quotas/fc5ed13fce3a459481a40dfb331cc68a HTTP/1.1" status: 200 len: 375 time: 0.0127611 Aug 23 14:27:42.724272 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-a6f5a721-ac3f-4abd-a894-89c5ebcd76ad tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc5ed13fce3a459481a40dfb331cc68a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535541 Aug 23 14:27:42.724606 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:42.736635 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:42.834224 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Pushing event updated for resources: {'Port': ['ID=0856f65d-9907-40f5-bcc6-5d37319847a6,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:42.846854 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:42.959305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-90e6a17f-43f4-4998-8d84-b6442970e0ad service neutron] 10.222.0.72 "GET /v2.0/networks/e3e694b0-19ed-43a9-8e81-e5dc31778993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272716 Aug 23 14:27:43.176906 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.210986 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.313891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-9ba6fb9c-952e-43a2-b42d-f07e470fc9ed service neutron] 10.222.0.72 "GET /v2.0/networks/e3e694b0-19ed-43a9-8e81-e5dc31778993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535981 Aug 23 14:27:43.407447 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Allocated IP 172.25.7.209 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/2b004c6a-3395-41ae-a60a-5865fe2e7518) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:43.652118 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.700845 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-38374dc4-d516-4d46-a202-24b0c7b95c7d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.702994 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-38374dc4-d516-4d46-a202-24b0c7b95c7d tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.1588538 Aug 23 14:27:43.805234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbcf5f-8765-43cc-a435-474c899d39d9 req-0efa8ee3-5f8b-4488-88eb-3de9be2a8b66 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:43.807318 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6efbcf5f-8765-43cc-a435-474c899d39d9 req-0efa8ee3-5f8b-4488-88eb-3de9be2a8b66 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.0963929 Aug 23 14:27:43.840533 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Deleting port f755f570-baec-429b-b894-51257db9cae8 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:43.840916 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:43.861089 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6efbcf5f-8765-43cc-a435-474c899d39d9 req-6b660487-e351-4007-ac5b-d1d97c4889bf tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Aug 23 14:27:43.962494 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a6bd3-24e8-4c25-99b9-c117a229da98 None None] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:27:44.044517 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.058911 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fae7edcc-ab04-4ef2-9bbd-8b0eda6fe691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:44.160948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:44.197170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:44.209451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:44.233156 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-623a04be-6e92-4aff-a2e6-f957eed19fb9 req-18d09965-f6ce-4121-bc40-a85cf92ec77e tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 210 time: 0.2011607 Aug 23 14:27:44.239578 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-70077d17-aa7b-4b80-abd3-24b1b65154f4 None None] Provisioning for port 0856f65d-9907-40f5-bcc6-5d37319847a6 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:44.244738 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Port': ['ID=2b004c6a-3395-41ae-a60a-5865fe2e7518,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:44.259043 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:44.274537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f1b4c-9a34-43a0-b05a-7bb0918f438b req-3f3572f3-b9d5-4c42-8c3b-b8acbb2933b7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:44.275875 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f01f1b4c-9a34-43a0-b05a-7bb0918f438b req-3f3572f3-b9d5-4c42-8c3b-b8acbb2933b7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.5206876 Aug 23 14:27:44.606374 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f01f1b4c-9a34-43a0-b05a-7bb0918f438b req-1b08dfc0-24f5-475b-a085-f88b789cf8a3 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209651 Aug 23 14:27:44.636599 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0856f65d-9907-40f5-bcc6-5d37319847a6 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:44.682740 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] For port f755f570-baec-429b-b894-51257db9cae8, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f755f570-baec-429b-b894-51257db9cae8,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:44.683312 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:44.869449 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Calling delete_port for f755f570-baec-429b-b894-51257db9cae8 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:44.878380 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 0856f65d-9907-40f5-bcc6-5d37319847a6 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:44.884024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0856f65d-9907-40f5-bcc6-5d37319847a6 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:44.884406 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.032475 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.066662 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 0856f65d-9907-40f5-bcc6-5d37319847a6, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0856f65d-9907-40f5-bcc6-5d37319847a6,segment=NetworkSegment(edd84334-eddf-4d79-aff5-c57666c7cccd),segment_id=edd84334-eddf-4d79-aff5-c57666c7cccd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:45.144874 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.278957 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.281434 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:45.323692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202af998-ef8c-47d9-85e9-60fa7ed2408e req-86942de8-4e28-4f2f-a914-0575710c1a5b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:45.325200 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-202af998-ef8c-47d9-85e9-60fa7ed2408e req-86942de8-4e28-4f2f-a914-0575710c1a5b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 945 time: 0.3007176 Aug 23 14:27:45.348111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=0856f65d-9907-40f5-bcc6-5d37319847a6,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:45.351893 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:45.371511 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.379828 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5a0af0e4-88ee-4c21-81aa-fff452508cff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:45.637856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event deleted for resources: {'Port': ['ID=f755f570-baec-429b-b894-51257db9cae8,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:45.677795 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:45.693264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-202af998-ef8c-47d9-85e9-60fa7ed2408e req-8d480214-81da-48f4-8eff-17e5184135e4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e95fa0-4359-4fd7-90af-40f80f40f983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488984 Aug 23 14:27:45.742883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] No DVR routers for this DVR port f755f570-baec-429b-b894-51257db9cae8 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:45.747548 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.750797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599706cc-63e4-477b-bd45-f371ad1491bf', 'name': 'network-vif-deleted', 'tag': 'f755f570-baec-429b-b894-51257db9cae8'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:45.898075 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cba089aa-6701-4cdc-bd36-de477aca4da7 req-f7122d7b-073d-404d-a336-d4d932994be7 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 210 time: 0.0674655 Aug 23 14:27:45.907105 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:45.914936 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03c6533e-13fb-44af-9f8d-3f32ddcf0f77 req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.82 "DELETE /v2.0/ports/f755f570-baec-429b-b894-51257db9cae8 HTTP/1.1" status: 204 len: 173 time: 2.2050617 Aug 23 14:27:46.280007 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9344a12-8602-47b3-bd8f-c23585fd9456 req-05f060fd-4475-4beb-83a1-15c467b710d7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:46.282092 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9344a12-8602-47b3-bd8f-c23585fd9456 req-05f060fd-4475-4beb-83a1-15c467b710d7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1236053 Aug 23 14:27:46.331236 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Router 81e0ec2e-ab98-4e38-818b-d9dc40d69873 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:27:46.375951 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599706cc-63e4-477b-bd45-f371ad1491bf', 'name': 'network-vif-deleted', 'tag': 'f755f570-baec-429b-b894-51257db9cae8', 'status': 'completed', 'code': 200} Aug 23 14:27:46.385998 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9344a12-8602-47b3-bd8f-c23585fd9456 req-d56239db-e7ec-46fc-a28c-610471ff1190 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959704 Aug 23 14:27:46.412329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device f755f570-baec-429b-b894-51257db9cae8 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:46.504488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: f755f570-baec-429b-b894-51257db9cae8 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:27:46.504879 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device f755f570-baec-429b-b894-51257db9cae8 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:46.507265 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd612f56-b730-46a7-94cb-72fd5b27d7b1 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:46.581905 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0856f65d-9907-40f5-bcc6-5d37319847a6 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:46.590967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-a4b9f2e0-1fc7-4f42-96f4-c3bf2f39fae2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3958602 Aug 23 14:27:46.599566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:27:46.612926 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0464d8-a290-4504-a78f-0729786973be None None] Sync routers for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:27:46.633397 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0464d8-a290-4504-a78f-0729786973be None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:46.637346 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1a0464d8-a290-4504-a78f-0729786973be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:46.706044 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1a0464d8-a290-4504-a78f-0729786973be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:46.715992 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0464d8-a290-4504-a78f-0729786973be None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:46.716847 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1a0464d8-a290-4504-a78f-0729786973be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:46.719654 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-7ec1ff65-912a-4d86-9ecc-13c8202d8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:46.721395 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-7ec1ff65-912a-4d86-9ecc-13c8202d8c39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.0823615 Aug 23 14:27:46.731032 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.736020 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56190) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:46.736524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.4035971 Aug 23 14:27:46.755602 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.788463 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-1a0464d8-a290-4504-a78f-0729786973be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:46.788884 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0464d8-a290-4504-a78f-0729786973be None None] The sync data for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 is: [] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:27:46.797749 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:46.806913 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 0856f65d-9907-40f5-bcc6-5d37319847a6 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:46.807376 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.838196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:46.981548 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:46.983814 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:47.046960 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e54b567e-16bd-4a0d-8c2b-eea17c6924e5 req-2ec3c195-f545-440f-b1a2-df046ad7b259 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=599706cc-63e4-477b-bd45-f371ad1491bf HTTP/1.1" status: 200 len: 210 time: 0.1458447 Aug 23 14:27:47.071696 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-19e703da-767e-44be-9df6-f77677841278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.073235 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-19e703da-767e-44be-9df6-f77677841278 service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.3061860 Aug 23 14:27:47.082025 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-d353ae56-f9a1-4555-a299-bd0f978a6822 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.083509 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-d353ae56-f9a1-4555-a299-bd0f978a6822 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.82 "GET /v2.0/networks?id=e3e694b0-19ed-43a9-8e81-e5dc31778993 HTTP/1.1" status: 200 len: 824 time: 0.3145607 Aug 23 14:27:47.127378 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'code': 200} Aug 23 14:27:47.136999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:47.141151 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:47.219157 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Request body: {'port': {'device_id': 'ca890eab-f025-491a-b079-866de0774a05', 'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993', 'admin_state_up': True, 'tenant_id': 'fc5ed13fce3a459481a40dfb331cc68a'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:47.584539 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-c34b07da-4a87-462b-bda5-e07b4175437b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.5000241 Aug 23 14:27:47.589143 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54c96ed3-88b6-490c-91bd-ce73d1ad08d0 req-ae809981-60b8-4bfa-b74e-34024b54d499 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 210 time: 0.0736177 Aug 23 14:27:47.662744 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:47.669598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Usage tracker for resource:port and tenant:fc5ed13fce3a459481a40dfb331cc68a is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:47.674121 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:47.678259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-679c3a8e-4ddb-4cd5-a4fc-f7ec459a8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.679731 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-679c3a8e-4ddb-4cd5-a4fc-f7ec459a8367 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.0875669 Aug 23 14:27:47.683376 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:47.767751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Made reservation on behalf of fc5ed13fce3a459481a40dfb331cc68a for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:47.771463 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.788077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-adc0ebe6-7246-4d92-9a2c-14a2a537947c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.788897 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-adc0ebe6-7246-4d92-9a2c-14a2a537947c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:47.913654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-adc0ebe6-7246-4d92-9a2c-14a2a537947c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:47.914818 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-adc0ebe6-7246-4d92-9a2c-14a2a537947c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.4806168 Aug 23 14:27:47.947762 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-bfee1a7b-57db-4126-960e-851a135bf174 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/quotas/1f701ca797d6448aa958049d990607dc HTTP/1.1" status: 200 len: 375 time: 0.0242324 Aug 23 14:27:47.953952 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:47.976506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-c3409035-edfd-4dc7-9e98-a47952949cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:47.978086 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-c3409035-edfd-4dc7-9e98-a47952949cce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879817 Aug 23 14:27:48.022541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-18ef7ed8-94a4-4725-b138-748a819fcd75 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:27:48.023592 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-18ef7ed8-94a4-4725-b138-748a819fcd75 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115926 Aug 23 14:27:48.160167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Allocated IP 172.20.0.12 (e3e694b0-19ed-43a9-8e81-e5dc31778993/c7626cd3-8570-477f-adeb-2e7117ec9334/f2119e2a-5b13-4048-bf56-f6ed16aabf36) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:48.174913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3991764-1b47-4349-8e1f-b9ade4853ff9 req-45f425ee-4e1c-4f53-907a-417a5697afb6 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:48.176703 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3991764-1b47-4349-8e1f-b9ade4853ff9 req-45f425ee-4e1c-4f53-907a-417a5697afb6 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.3713129 Aug 23 14:27:48.204549 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-0ac9e9bb-9779-418e-8cf0-e63c677589db tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2400134 Aug 23 14:27:48.329861 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3991764-1b47-4349-8e1f-b9ade4853ff9 req-aa36b1c3-7fff-4ef8-83b9-c27d31cc0c70 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429789 Aug 23 14:27:48.356189 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-4394ced7-2452-47c4-9446-63110d3dd583 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245206 Aug 23 14:27:48.594091 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-0bf896bc-b337-4cd9-819a-e7e0b6e330c7 service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508632 Aug 23 14:27:48.671323 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.677631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64c5547-8ab1-45c6-96f4-4e98add7a022 req-635e7c8f-608e-4709-8b84-910c3131877c service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119771 Aug 23 14:27:48.734032 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-9ed88f7e-51c6-4223-9f8b-d46b24b1bdb2 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:48.734892 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-9ed88f7e-51c6-4223-9f8b-d46b24b1bdb2 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/ports?device_id=622866c8-4b11-4193-bbb6-7a92b6e73299 HTTP/1.1" status: 200 len: 943 time: 0.1238291 Aug 23 14:27:48.752432 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Allocated IP 172.20.0.1 (d261d2c6-2f7e-4796-adaf-651d12df30d9/a84ca25a-2967-448b-9f43-f06661c0e79c/19d1432b-0552-48ca-b934-c7fb8be813fd) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:48.810972 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Deleting port fd612f56-b730-46a7-94cb-72fd5b27d7b1 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:48.812104 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.825832 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-cda708a5-79c2-4c02-a999-ed092afae281 service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983340 Aug 23 14:27:48.863023 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.873449 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a2443ca9-725c-473a-87de-e4fa3230a379 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:48.953645 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:48.969862 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Transition to ACTIVE for port object 19d1432b-0552-48ca-b934-c7fb8be813fd will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:48.986925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Network e3e694b0-19ed-43a9-8e81-e5dc31778993 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:48.996575 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:48.999601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:49.064224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Pushing event updated for resources: {'Port': ['ID=f2119e2a-5b13-4048-bf56-f6ed16aabf36,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:49.067156 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:49.113441 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.117376 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8e50c4e1-c17a-4728-b99b-24caeeec3e1b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:49.144664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.145520 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.291857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:49.294504 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] For port fd612f56-b730-46a7-94cb-72fd5b27d7b1, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=fd612f56-b730-46a7-94cb-72fd5b27d7b1,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:49.297708 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.297986 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:49.300630 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:49.331351 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Port': ['ID=19d1432b-0552-48ca-b934-c7fb8be813fd,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:49.334862 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:49.388711 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e002f-0f06-4512-998d-ab44f4e7ee2f req-2f3a76a7-23f1-4e14-b49c-07de9c05adbc tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.396753 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c61e002f-0f06-4512-998d-ab44f4e7ee2f req-2f3a76a7-23f1-4e14-b49c-07de9c05adbc tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 932 time: 0.1882086 Aug 23 14:27:49.401705 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.586786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Calling delete_port for fd612f56-b730-46a7-94cb-72fd5b27d7b1 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:49.604398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c61e002f-0f06-4512-998d-ab44f4e7ee2f req-9a73a8ec-0264-4b4c-ab39-e9e114847ccd tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067523 Aug 23 14:27:49.619171 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4224410 Aug 23 14:27:49.663282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Request body: {'port': {'device_id': 'ca890eab-f025-491a-b079-866de0774a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:49.714249 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d424fcd-4082-4d09-bf6a-5cc693e5a602 req-d09d7b53-7244-4a73-b86c-8a783a5b6bc0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 210 time: 0.1040046 Aug 23 14:27:49.738330 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c81473a9-7cd3-466d-825c-8c10509419fc None None] Provisioning for port 19d1432b-0552-48ca-b934-c7fb8be813fd completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:49.744169 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-c81473a9-7cd3-466d-825c-8c10509419fc None None] Provisioning complete for port 19d1432b-0552-48ca-b934-c7fb8be813fd triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:49.744815 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-c81473a9-7cd3-466d-825c-8c10509419fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.816272 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-c81473a9-7cd3-466d-825c-8c10509419fc None None] Port 19d1432b-0552-48ca-b934-c7fb8be813fd cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:27:49.852537 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.891775 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:49.911461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164692a-9839-4f3b-aa8c-d51d21977e80 req-2069adb5-9ad7-428a-a170-fa60deac79db tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:49.912982 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e164692a-9839-4f3b-aa8c-d51d21977e80 req-2069adb5-9ad7-428a-a170-fa60deac79db tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1931338 Aug 23 14:27:50.070467 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e164692a-9839-4f3b-aa8c-d51d21977e80 req-8e97885d-11ff-4201-859b-d57c59a08461 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510675 Aug 23 14:27:50.084526 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c9866-b465-44d1-9ca5-9111b20aca5e req-3d81b297-de2e-4ab0-a823-ed40d4b16f20 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:50.086090 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be5c9866-b465-44d1-9ca5-9111b20aca5e req-3d81b297-de2e-4ab0-a823-ed40d4b16f20 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1703162 Aug 23 14:27:50.150586 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.168385 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2499672b-abf7-47f1-9941-34f2a64561fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:50.266756 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-be5c9866-b465-44d1-9ca5-9111b20aca5e req-9b87e16b-e77f-4aac-8656-c4915b0b1e2e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749704 Aug 23 14:27:50.271786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event deleted for resources: {'Port': ['ID=fd612f56-b730-46a7-94cb-72fd5b27d7b1,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:50.275154 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:50.364034 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] No DVR routers for this DVR port fd612f56-b730-46a7-94cb-72fd5b27d7b1 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:50.368271 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.370995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-deleted', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:50.450191 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622866c8-4b11-4193-bbb6-7a92b6e73299', 'name': 'network-vif-deleted', 'tag': 'fd612f56-b730-46a7-94cb-72fd5b27d7b1', 'status': 'completed', 'code': 200} Aug 23 14:27:50.480785 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2119e2a-5b13-4048-bf56-f6ed16aabf36 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:50.489743 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.505176 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0bdd0f23-2d0d-4924-89b3-98c2d988032f req-13f9ff6d-b331-4da4-a7fa-62a4d23fd1d4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "DELETE /v2.0/ports/fd612f56-b730-46a7-94cb-72fd5b27d7b1 HTTP/1.1" status: 204 len: 173 time: 1.7634957 Aug 23 14:27:50.507908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Transition to ACTIVE for port object f2119e2a-5b13-4048-bf56-f6ed16aabf36 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:50.572440 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.610112 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.615023 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-de0e60e2-9308-489d-a786-427e400043b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:50.678288 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.716995 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:50.794130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Pushing event updated for resources: {'Port': ['ID=f2119e2a-5b13-4048-bf56-f6ed16aabf36,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:50.799658 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:50.886497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Port': ['ID=19d1432b-0552-48ca-b934-c7fb8be813fd,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:50.890677 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:50.894896 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:50.895916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8e8e8010-8e13-4fad-a100-bd5a6df477a6 req-b448bec1-aafa-4786-bd67-f570d6e560d5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:50.939509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Attempting to bind port f2119e2a-5b13-4048-bf56-f6ed16aabf36 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:50.939852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Attempting to bind port f2119e2a-5b13-4048-bf56-f6ed16aabf36 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'e2093019-ffae-4e07-a01f-c2572ea15da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:50.940290 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Attempting to bind port f2119e2a-5b13-4048-bf56-f6ed16aabf36 on network e3e694b0-19ed-43a9-8e81-e5dc31778993 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:50.945255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Port f2119e2a-5b13-4048-bf56-f6ed16aabf36 on network e3e694b0-19ed-43a9-8e81-e5dc31778993 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:27:50.945588 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Attempting to bind port f2119e2a-5b13-4048-bf56-f6ed16aabf36 on network e3e694b0-19ed-43a9-8e81-e5dc31778993 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:50.950797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:27:50.951144 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Checking segment: {'id': 'e2093019-ffae-4e07-a01f-c2572ea15da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:50.951541 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Bound using segment: {'id': 'e2093019-ffae-4e07-a01f-c2572ea15da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:27:50.952000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Bound port: f2119e2a-5b13-4048-bf56-f6ed16aabf36, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2093019-ffae-4e07-a01f-c2572ea15da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:50.952358 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.005002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17d48-f1a3-4295-a854-fb9563fbbbca req-fda71ac2-14af-4b85-823b-5b5164434b9d tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.006524 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8c17d48-f1a3-4295-a854-fb9563fbbbca req-fda71ac2-14af-4b85-823b-5b5164434b9d tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 944 time: 0.2315967 Aug 23 14:27:51.063802 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-8e8e8010-8e13-4fad-a100-bd5a6df477a6 req-b448bec1-aafa-4786-bd67-f570d6e560d5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:51.065001 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8e8e8010-8e13-4fad-a100-bd5a6df477a6 req-b448bec1-aafa-4786-bd67-f570d6e560d5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 210 time: 0.2282135 Aug 23 14:27:51.086368 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e8c17d48-f1a3-4295-a854-fb9563fbbbca req-701034dd-00b0-47c2-b12c-ad2e483dde75 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663109 Aug 23 14:27:51.088197 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:51.089617 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:51.150429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] For port f2119e2a-5b13-4048-bf56-f6ed16aabf36, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:27:51.160111 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-1d67b353-a032-4500-ad8c-0976dde9ba0e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.160940 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-1d67b353-a032-4500-ad8c-0976dde9ba0e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Synchronizing usage tracker for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:51.165081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] For port f2119e2a-5b13-4048-bf56-f6ed16aabf36, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f2119e2a-5b13-4048-bf56-f6ed16aabf36,segment=NetworkSegment(e2093019-ffae-4e07-a01f-c2572ea15da4),segment_id=e2093019-ffae-4e07-a01f-c2572ea15da4)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:27:51.258451 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.272616 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ff1d20a5-9ddf-45b3-b76f-2fe8788b7936 tempest-ServerRescueNegativeTestJSON-804965361 tempest-ServerRescueNegativeTestJSON-804965361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:51.314741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Router 81e0ec2e-ab98-4e38-818b-d9dc40d69873 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:27:51.347273 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-1d67b353-a032-4500-ad8c-0976dde9ba0e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Unset dirty status for tenant:87297a12b9264a8abbf6b71583c33828 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:51.348393 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-1d67b353-a032-4500-ad8c-0976dde9ba0e tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.3551972 Aug 23 14:27:51.356690 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.357323 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.358678 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] 10.222.0.82 "PUT /v2.0/ports/f2119e2a-5b13-4048-bf56-f6ed16aabf36 HTTP/1.1" status: 200 len: 1092 time: 1.6996083 Aug 23 14:27:51.455508 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-dcfea53a-b5f6-4eb4-84e2-83c8c5ae8668 None None] Provisioning complete for port 19d1432b-0552-48ca-b934-c7fb8be813fd triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:51.456061 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-dcfea53a-b5f6-4eb4-84e2-83c8c5ae8668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.544821 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-dcfea53a-b5f6-4eb4-84e2-83c8c5ae8668 None None] Port 19d1432b-0552-48ca-b934-c7fb8be813fd cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:27:51.602487 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:27:51.615085 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] Sync routers for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:27:51.619580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56eade-eea6-44f3-8957-a7880826d4da req-33ceceb0-34f0-40c4-89fc-c57e13641971 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.621100 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9a56eade-eea6-44f3-8957-a7880826d4da req-33ceceb0-34f0-40c4-89fc-c57e13641971 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.2087460 Aug 23 14:27:51.627425 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "PUT /v2.0/routers/81e0ec2e-ab98-4e38-818b-d9dc40d69873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8863733 Aug 23 14:27:51.628583 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56266) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:51.629385 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:51.630196 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:51.643874 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Pushing event updated for resources: {'Port': ['ID=f2119e2a-5b13-4048-bf56-f6ed16aabf36,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:51.650445 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Request body: {'port': {'network_id': 'd261d2c6-2f7e-4796-adaf-651d12df30d9', 'name': 'tempest-FloatingIPAdminTestJSON-1999540316'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:51.656920 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:51.666231 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Deleting port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:51.666577 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.701295 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:51.710259 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:51.710816 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:51.769976 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9a56eade-eea6-44f3-8957-a7880826d4da req-4023091e-64f1-49cb-83d8-bf35f4075cd7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422374 Aug 23 14:27:51.773883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:51.774534 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7fb277-7361-430c-9d1c-3e76626eea7e None None] The sync data for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 is: [] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:27:51.823938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:51.828728 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Usage tracker for resource:port and tenant:3a7cb00e87c4472a95e1c78cf6cd7dde is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:51.831731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:51.837650 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:51.855732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9efb17-f232-4fcb-9b48-ac812ad1f3fd req-58ecf028-11a5-44d0-98fa-906779a2a16c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.857279 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd9efb17-f232-4fcb-9b48-ac812ad1f3fd req-58ecf028-11a5-44d0-98fa-906779a2a16c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.6421325 Aug 23 14:27:51.935786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Made reservation on behalf of 3a7cb00e87c4472a95e1c78cf6cd7dde for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:51.940516 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:51.966955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-4415a670-ed6b-483a-a5e2-ba20ed36fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:51.968847 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-4415a670-ed6b-483a-a5e2-ba20ed36fa2e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc5ed13fce3a459481a40dfb331cc68a&device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 1095 time: 0.4193308 Aug 23 14:27:51.989940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] device_id is not set on port 23272a18-50dd-4a39-a953-24d4cfb699f9 yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:27:52.112259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-7e44edd0-cc91-4578-ab63-87d06f5398b1 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:52.113626 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-7e44edd0-cc91-4578-ab63-87d06f5398b1 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.4117701 Aug 23 14:27:52.121234 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-97ada36a-d26a-4b17-a19e-e2f702a31ed7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2119e2a-5b13-4048-bf56-f6ed16aabf36 HTTP/1.1" status: 200 len: 217 time: 0.1191893 Aug 23 14:27:52.132862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Request body: {'port': {'device_id': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'admin_state_up': True, 'tenant_id': '1f701ca797d6448aa958049d990607dc'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:52.158961 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dd9efb17-f232-4fcb-9b48-ac812ad1f3fd req-7fca9d2c-0b9a-44e6-865f-f2383e95f08c tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594066 Aug 23 14:27:52.177508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Allocated IP 172.20.0.3 (d261d2c6-2f7e-4796-adaf-651d12df30d9/a84ca25a-2967-448b-9f43-f06661c0e79c/23272a18-50dd-4a39-a953-24d4cfb699f9) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:52.280979 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-653ca7da-9ad4-47e8-a37c-72f13932bb75 req-f36d58d9-ae8c-4bc8-b086-d7f711928b10 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 210 time: 0.0623047 Aug 23 14:27:52.380643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-248be4d8-c172-4c0a-a09f-4a062f3ce49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:52.382464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-248be4d8-c172-4c0a-a09f-4a062f3ce49a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c7626cd3-8570-477f-adeb-2e7117ec9334 HTTP/1.1" status: 200 len: 864 time: 0.2548640 Aug 23 14:27:52.439546 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd612f56-b730-46a7-94cb-72fd5b27d7b1 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:52.485662 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca890eab-f025-491a-b079-866de0774a05', 'tag': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:52.490975 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: fd612f56-b730-46a7-94cb-72fd5b27d7b1 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:27:52.492206 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device fd612f56-b730-46a7-94cb-72fd5b27d7b1 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:52.531071 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-8199672f-57e2-458e-93ea-c4accc4d7bbc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3e694b0-19ed-43a9-8e81-e5dc31778993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347556 Aug 23 14:27:52.536255 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.555194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Transition to ACTIVE for port object 23272a18-50dd-4a39-a953-24d4cfb699f9 will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:52.576029 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca890eab-f025-491a-b079-866de0774a05', 'tag': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36', 'status': 'completed', 'code': 200} Aug 23 14:27:52.579890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] For port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:52.580265 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.611750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:52.684262 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.690400 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6fa4edd7-e7ff-4897-88b0-6a03cf2b2dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:52.762640 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:52.764850 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:52.765996 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:52.770581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:52.915333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39edab6-fd38-444e-9f7a-1c36fd447dd1 req-8e4ce2e7-184d-4b52-9569-3be4eb3c0f36 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:52.916081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a39edab6-fd38-444e-9f7a-1c36fd447dd1 req-8e4ce2e7-184d-4b52-9569-3be4eb3c0f36 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Synchronizing usage tracker for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:52.932283 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event updated for resources: {'Port': ['ID=23272a18-50dd-4a39-a953-24d4cfb699f9,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:52.934049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Made reservation on behalf of 1f701ca797d6448aa958049d990607dc for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:27:52.938383 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:52.950663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.953639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.953639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.953639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.953639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.953639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.953639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.959249 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.959692 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.960114 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.960505 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.960909 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:52.968722 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-7bd3e91c-1063-433d-a315-17add9ce89c5 service neutron] 10.222.0.82 "GET /v2.0/networks/e3e694b0-19ed-43a9-8e81-e5dc31778993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236770 Aug 23 14:27:52.984107 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:53.022096 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:53.022969 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.131588 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1aa1b-d3ff-4d79-90ec-c5ef5193d385 req-5e28f3b7-50b6-41be-aac2-66a2155a52d7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:53.133529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a3e1aa1b-d3ff-4d79-90ec-c5ef5193d385 req-5e28f3b7-50b6-41be-aac2-66a2155a52d7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1041923 Aug 23 14:27:53.187198 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a3e1aa1b-d3ff-4d79-90ec-c5ef5193d385 req-11c53027-63e5-4f10-84cc-09013fb357bb tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469503 Aug 23 14:27:53.221923 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5916605 Aug 23 14:27:53.224918 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56286) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:53.261344 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9ad377be-051c-4f92-8ff9-ba33a605377e None None] Provisioning for port 23272a18-50dd-4a39-a953-24d4cfb699f9 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:53.267250 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-9ad377be-051c-4f92-8ff9-ba33a605377e None None] Provisioning complete for port 23272a18-50dd-4a39-a953-24d4cfb699f9 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:53.267859 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9ad377be-051c-4f92-8ff9-ba33a605377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.332754 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-9ad377be-051c-4f92-8ff9-ba33a605377e None None] Port 23272a18-50dd-4a39-a953-24d4cfb699f9 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:27:53.371989 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a39edab6-fd38-444e-9f7a-1c36fd447dd1 req-8e4ce2e7-184d-4b52-9569-3be4eb3c0f36 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Unset dirty status for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:53.373216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a39edab6-fd38-444e-9f7a-1c36fd447dd1 req-8e4ce2e7-184d-4b52-9569-3be4eb3c0f36 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 944 time: 0.9342155 Aug 23 14:27:53.375398 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'project_id': '3a7cb00e87c4472a95e1c78cf6cd7dde', 'port_id': '23272a18-50dd-4a39-a953-24d4cfb699f9'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:53.381951 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:27:53.385128 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Usage tracker for resource:floatingip and tenant:3a7cb00e87c4472a95e1c78cf6cd7dde is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:27:53.388647 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:27:53.396278 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:27:53.472568 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.500830 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.501298 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.501612 n-d-805628-1 neutron-server[80758]: INFO neutron.db.l3_db [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Floating IP 512f3e2c-cb24-4068-8a82-605541d8fabf disassociated. External IP: 172.25.7.165, port: 78e1a1c5-5e30-41cd-8ff1-64e94decaa27. Aug 23 14:27:53.501964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Calling delete_port for 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:53.601252 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60af5b5e-393f-4af6-9f3c-621c2ff92cb9 req-96fa1cdc-3a8c-4b7c-9047-374acdecfd39 service neutron] 10.222.0.82 "GET /v2.0/networks/e3e694b0-19ed-43a9-8e81-e5dc31778993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224504 Aug 23 14:27:53.603300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a39edab6-fd38-444e-9f7a-1c36fd447dd1 req-3afcb838-309a-430d-948b-84c04b4d9833 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Synchronizing usage tracker for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:53.664816 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Allocated IP 172.20.0.6 (fe6897df-a473-4773-8da4-637db1bf22d8/9b2a2d13-4fd6-4712-9ab4-d687527c9574/033595bb-6c92-48a7-ba10-92157ede3af2) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:53.669519 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a332e-0bcd-4336-9cef-7879a3bf9055 req-8ba418b7-9623-48c5-aca0-2e2459657f33 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:53.671180 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e55a332e-0bcd-4336-9cef-7879a3bf9055 req-8ba418b7-9623-48c5-aca0-2e2459657f33 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 944 time: 0.1150148 Aug 23 14:27:53.676784 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:53.781718 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e55a332e-0bcd-4336-9cef-7879a3bf9055 req-a66839e6-1346-49a6-8fe7-af2c07090a3f tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups?id=a4a77dab-1d5f-4a6d-874e-f8670ba767a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027367 Aug 23 14:27:53.806873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a39edab6-fd38-444e-9f7a-1c36fd447dd1 req-3afcb838-309a-430d-948b-84c04b4d9833 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Unset dirty status for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:53.806873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a39edab6-fd38-444e-9f7a-1c36fd447dd1 req-3afcb838-309a-430d-948b-84c04b4d9833 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068692 Aug 23 14:27:53.872445 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Allocated IP 172.25.7.200 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/70245dd8-6f10-4dd8-995f-18208baac7c8) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:27:53.947270 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-231419a6-102f-4de4-9c66-111eec7e49d0 req-68e7505e-b7d6-4248-9b21-80f2f42bfdbb tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 210 time: 0.0474334 Aug 23 14:27:53.986976 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.002219 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-36aa6dea-24b8-4de9-910b-87c64dbc3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:54.004210 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-36aa6dea-24b8-4de9-910b-87c64dbc3dd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc5ed13fce3a459481a40dfb331cc68a&device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 1095 time: 0.2613199 Aug 23 14:27:54.005119 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:54.093292 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event deleted for resources: {'Port': ['ID=78e1a1c5-5e30-41cd-8ff1-64e94decaa27,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:54.110044 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:54.191469 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.203641 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.290051 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.295346 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2191d572-d017-450e-a4a7-866ed34be22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:54.366814 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:54.370264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:54.374391 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:54.408608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Pushing event updated for resources: {'Port': ['ID=70245dd8-6f10-4dd8-995f-18208baac7c8,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:54.413958 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:54.458505 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-fa0e0227-4ac6-4b9d-a85f-220c4691f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:54.460047 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-fa0e0227-4ac6-4b9d-a85f-220c4691f159 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3e694b0-19ed-43a9-8e81-e5dc31778993 HTTP/1.1" status: 200 len: 926 time: 0.4115579 Aug 23 14:27:54.563599 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-97027a49-4c81-4d91-8fb7-4e0c93779f40 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2119e2a-5b13-4048-bf56-f6ed16aabf36 HTTP/1.1" status: 200 len: 217 time: 0.0846193 Aug 23 14:27:54.565935 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:27:54.627107 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.699332 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bb68c016-a926-413d-95d9-f39a0cf2b801 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:54.793060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac116f-77a5-4b8d-8de3-e111766640dc req-816f74b4-39cf-409c-8215-8bbd6aed7442 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:54.794643 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6eac116f-77a5-4b8d-8de3-e111766640dc req-816f74b4-39cf-409c-8215-8bbd6aed7442 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.4870958 Aug 23 14:27:54.801934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-9891324c-7302-4f12-931d-f61129c048c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:54.803401 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-9891324c-7302-4f12-931d-f61129c048c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c7626cd3-8570-477f-adeb-2e7117ec9334 HTTP/1.1" status: 200 len: 864 time: 0.2347977 Aug 23 14:27:54.812285 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Network fe6897df-a473-4773-8da4-637db1bf22d8 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:27:54.818582 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:54.869995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:27:54.892567 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:27:54.927425 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-550233e5-1735-4c23-a314-8e0c55cf0856 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3e694b0-19ed-43a9-8e81-e5dc31778993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112070 Aug 23 14:27:54.928135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:54.942040 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:54.965094 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc71c3ad-e0f5-470d-ac98-2759b2dcde55 req-7fdcee0f-9997-443b-b119-e3221867f7ea tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 210 time: 0.0701420 Aug 23 14:27:55.009858 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.230577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6eac116f-77a5-4b8d-8de3-e111766640dc req-d5d351d0-28cf-4556-bb1f-0b124dbc6fb3 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241064 Aug 23 14:27:55.313113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:55.313812 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.327518 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:27:55.341103 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] Sync routers for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:27:55.351741 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:55.352374 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:55.418845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a074be-223f-4f0c-9ef3-ffd466d26a1c req-98581f24-8aa4-4e8e-879f-1d73dd70e335 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:55.422872 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5a074be-223f-4f0c-9ef3-ffd466d26a1c req-98581f24-8aa4-4e8e-879f-1d73dd70e335 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 944 time: 0.3369584 Aug 23 14:27:55.454887 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] No DVR routers for this DVR port 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:27:55.459544 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.461632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c49f8154-edd3-44bc-9a57-4cba86464d9e req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.64 "DELETE /v2.0/ports/78e1a1c5-5e30-41cd-8ff1-64e94decaa27 HTTP/1.1" status: 204 len: 173 time: 4.0921419 Aug 23 14:27:55.462151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-deleted', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:55.473445 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-f6543421-8eda-444e-9293-6682013b2751 service neutron] 10.222.0.82 "GET /v2.0/networks/e3e694b0-19ed-43a9-8e81-e5dc31778993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303893 Aug 23 14:27:55.504681 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5a074be-223f-4f0c-9ef3-ffd466d26a1c req-77f681fb-f14d-4156-8214-77f40b47868e tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717263 Aug 23 14:27:55.542220 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:27:55.543146 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.570316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4437394 Aug 23 14:27:55.621526 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.632901 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a573fc7e-347c-4540-895d-0f63fbac3e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:55.634042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Request body: {'port': {'device_id': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:27:55.691762 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1398b1d8-42d8-4b1f-8452-71d80e78cb49', 'name': 'network-vif-deleted', 'tag': '78e1a1c5-5e30-41cd-8ff1-64e94decaa27', 'status': 'completed', 'code': 200} Aug 23 14:27:55.792548 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504684f5-176d-4747-aff1-dd86849989de req-092840ba-6989-4970-a920-4e55c58f1848 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:55.793570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-504684f5-176d-4747-aff1-dd86849989de req-092840ba-6989-4970-a920-4e55c58f1848 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:27:55.797654 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-857c8391-1216-4e27-a1b5-21e98878a9ae req-0d914d41-daf2-46ae-8a19-060469976c78 service neutron] 10.222.0.82 "GET /v2.0/networks/e3e694b0-19ed-43a9-8e81-e5dc31778993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878211 Aug 23 14:27:55.817197 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.820958 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:55.923289 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:54Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:55.929090 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] Checking router: 8489dbe4-4433-4ca3-bef5-de06247d5ea9 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:27:55.938433 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:55.939281 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:55.956061 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Pushing event updated for resources: {'Port': ['ID=70245dd8-6f10-4dd8-995f-18208baac7c8,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:55.969618 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:55.986854 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d6709357-6d82-4f55-ac60-182867711aba details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:56.029578 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-504684f5-176d-4747-aff1-dd86849989de req-092840ba-6989-4970-a920-4e55c58f1848 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:27:56.041001 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-504684f5-176d-4747-aff1-dd86849989de req-092840ba-6989-4970-a920-4e55c58f1848 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 931 time: 0.5696504 Aug 23 14:27:56.155824 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:27:56.187446 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Floating IP 3b8baf67-79cb-4f8e-96a6-bd053fc13c57 associated. External IP: 172.25.7.200, port: 23272a18-50dd-4a39-a953-24d4cfb699f9. Aug 23 14:27:56.245164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:56.310536 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:27:56.311696 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device 78e1a1c5-5e30-41cd-8ff1-64e94decaa27 not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:27:56.353449 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3a5b9348-076f-47bb-8d82-1e7257240427 req-b03290fa-5da1-4c7e-9070-7405d29dcf87 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/ports?device_id=1398b1d8-42d8-4b1f-8452-71d80e78cb49 HTTP/1.1" status: 200 len: 210 time: 0.0798495 Aug 23 14:27:56.364291 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:56.383746 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.388413 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'd6709357-6d82-4f55-ac60-182867711aba', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'port_id': 'd6709357-6d82-4f55-ac60-182867711aba', 'mac_address': 'fa:16:3e:3b:0c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c5893e-1aeb-430a-bdea-bc6d72d8fa68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:56.459913 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device f2119e2a-5b13-4048-bf56-f6ed16aabf36 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:27:56.488225 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-d03189c9-dc17-40cb-99a5-f814c7c54e45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4750602 Aug 23 14:27:56.513002 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.514785 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-504684f5-176d-4747-aff1-dd86849989de req-74e080ff-044d-4b14-800b-c714df7a334f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908783 Aug 23 14:27:56.550128 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6709357-6d82-4f55-ac60-182867711aba {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:56.691488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:56.731265 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:54Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:56.749529 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0fe3c3-d56f-45ea-b9a6-9999dd193688 None None] The sync data for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 is: [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:16:43Z', 'revision_number': 4, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': '4a342251-1391-49cc-8da1-47f977b04cb1', 'name': '', 'network_id': '875e11a6-5dac-4a9b-8090-7584ccbc87a2', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'mac_address': 'fa:16:3e:f3:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:42Z', 'updated_at': '2021-08-23T14:16:54Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'subnets': [{'id': 'f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:27:56.751212 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port f2119e2a-5b13-4048-bf56-f6ed16aabf36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f2119e2a-5b13-4048-bf56-f6ed16aabf36,segment=NetworkSegment(e2093019-ffae-4e07-a01f-c2572ea15da4),segment_id=e2093019-ffae-4e07-a01f-c2572ea15da4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:56.770249 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36', 'network_id': 'e3e694b0-19ed-43a9-8e81-e5dc31778993', 'port_id': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36', 'mac_address': 'fa:16:3e:6e:ab:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7626cd3-8570-477f-adeb-2e7117ec9334', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:27:56.815905 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.825044 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:56.868922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fd225-46c6-48c1-be8b-8263528e060a req-08ffc041-85a2-4e03-991e-277c5ee5a4f4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.877104 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-737fd225-46c6-48c1-be8b-8263528e060a req-08ffc041-85a2-4e03-991e-277c5ee5a4f4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.3559480 Aug 23 14:27:56.915546 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:56.923424 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.925596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.926688 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.927594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.928908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.929640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.930275 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:56.933181 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1feff2a5-4a39-4f50-90ad-1ca0186da3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.2692878 Aug 23 14:27:56.952129 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-737fd225-46c6-48c1-be8b-8263528e060a req-00dfb556-0de0-46d0-a9df-7ede3b470376 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734429 Aug 23 14:27:56.954015 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Router 81e0ec2e-ab98-4e38-818b-d9dc40d69873 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:27:56.957726 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2119e2a-5b13-4048-bf56-f6ed16aabf36 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:56.966893 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:56.987800 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:56.993817 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port f2119e2a-5b13-4048-bf56-f6ed16aabf36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f2119e2a-5b13-4048-bf56-f6ed16aabf36,segment=NetworkSegment(e2093019-ffae-4e07-a01f-c2572ea15da4),segment_id=e2093019-ffae-4e07-a01f-c2572ea15da4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:57.061162 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.063388 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:57.186650 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=f2119e2a-5b13-4048-bf56-f6ed16aabf36,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:57.189739 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d6709357-6d82-4f55-ac60-182867711aba'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:57.224894 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:57.238801 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:27:57.262983 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-6e836b1d-a6e4-4b02-91bf-90102c6af2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.267202 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f868248-f997-4745-8a5c-2c6abd19ee40 None None] New status for floating IP 512f3e2c-cb24-4068-8a82-605541d8fabf: DOWN {{(pid=80761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 23 14:27:57.267954 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-6e836b1d-a6e4-4b02-91bf-90102c6af2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.269615 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-6e836b1d-a6e4-4b02-91bf-90102c6af2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.272273 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-6e836b1d-a6e4-4b02-91bf-90102c6af2be service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.2333658 Aug 23 14:27:57.281582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] Sync routers for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:27:57.283496 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:27:57.301941 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:57.302711 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:57.364301 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.366800 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['f2119e2a-5b13-4048-bf56-f6ed16aabf36'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:27:57.437854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-af21cb5b-e8cc-468d-b6b5-007e86d86ffa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.1566679 Aug 23 14:27:57.458259 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:57.475946 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:27:57.476582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:27:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:57.493787 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.2672174 Aug 23 14:27:57.496674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56332) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:57.511097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 033595bb-6c92-48a7-ba10-92157ede3af2 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:57.520468 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.536057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Transition to ACTIVE for port object 033595bb-6c92-48a7-ba10-92157ede3af2 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:27:57.586879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56338) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:57.616821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f31b4-7646-4e81-8b62-08f9e570167d req-ccdc1375-04ad-461e-832f-29702d1c4b6e tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.618629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e70f31b4-7646-4e81-8b62-08f9e570167d req-ccdc1375-04ad-461e-832f-29702d1c4b6e tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 944 time: 0.6844487 Aug 23 14:27:57.622989 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-86867ea1-4a8f-4478-8850-b1754db5acc6 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] 10.222.0.72 "GET /v2.0/floatingips/3b8baf67-79cb-4f8e-96a6-bd053fc13c57 HTTP/1.1" status: 200 len: 983 time: 0.1246080 Aug 23 14:27:57.627207 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56342) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:57.628642 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.653429 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:27:57.654220 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71f6811-8e8f-4694-ad36-e2e01320c14b None None] The sync data for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 is: [] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:27:57.792736 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37b24480-2680-4ddd-9b44-b6f941f7ae5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:57.834319 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-7a649263-7ed8-40f9-8031-dbc5ac517963 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4300 time: 0.2034876 Aug 23 14:27:57.835286 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56348) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:57.889661 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8cc406ce-e3d5-4afe-b18f-ee79c9e199dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.924789 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:57.947966 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-9efa1f54-6c61-4ae9-8c06-707fb17b20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:57.949465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-9efa1f54-6c61-4ae9-8c06-707fb17b20cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.4103441 Aug 23 14:27:58.001203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d6709357-6d82-4f55-ac60-182867711aba no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:27:58.020374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:58.061476 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.062482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.063023 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.063400 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.063764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.064125 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.064482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.064878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.065303 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.065663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.066015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.066367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:27:58.070075 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:58.078103 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e70f31b4-7646-4e81-8b62-08f9e570167d req-ffe07693-8b1e-4694-a1ca-a82c23f51381 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442754 Aug 23 14:27:58.086822 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c6cc-74a0-42d7-be0e-20aca096eca6 req-1616b25b-1c65-4c71-b588-5e4a4c866006 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.088394 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6260c6cc-74a0-42d7-be0e-20aca096eca6 req-1616b25b-1c65-4c71-b588-5e4a4c866006 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 943 time: 0.3618202 Aug 23 14:27:58.174537 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.183001 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bf14f3ff-3747-4ed1-8d8a-49fd1cb4b4d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.195441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d6709357-6d82-4f55-ac60-182867711aba {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:27:58.213200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:58.239904 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6260c6cc-74a0-42d7-be0e-20aca096eca6 req-955c48b5-e85c-4d81-b164-a3cc4187050a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440511 Aug 23 14:27:58.249377 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bf14f3ff-3747-4ed1-8d8a-49fd1cb4b4d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.256619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Deleting port 70245dd8-6f10-4dd8-995f-18208baac7c8 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:58.256894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.313754 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Attempting to bind port 033595bb-6c92-48a7-ba10-92157ede3af2 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:27:58.314103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Attempting to bind port 033595bb-6c92-48a7-ba10-92157ede3af2 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:27:58.314445 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Attempting to bind port 033595bb-6c92-48a7-ba10-92157ede3af2 on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:58.320593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1cfca901-739f-4046-8aab-88c7f1cde35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.322155 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1cfca901-739f-4046-8aab-88c7f1cde35f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3599560 Aug 23 14:27:58.324686 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Port 033595bb-6c92-48a7-ba10-92157ede3af2 on network fe6897df-a473-4773-8da4-637db1bf22d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:27:58.325050 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Attempting to bind port 033595bb-6c92-48a7-ba10-92157ede3af2 on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:27:58.329463 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.356823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:27:58.357253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Checking segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:27:58.357623 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Bound using segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:27:58.358601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Bound port: 033595bb-6c92-48a7-ba10-92157ede3af2, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:27:58.358956 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.364040 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.366437 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dd201293-481a-448b-89a5-d3ba7209b4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:58.443545 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:58.453989 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:58.466585 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device f2119e2a-5b13-4048-bf56-f6ed16aabf36 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:27:58.510398 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.511490 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.529000 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bf14f3ff-3747-4ed1-8d8a-49fd1cb4b4d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.546482 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4359ee68-4df7-4160-815a-2035d825ad62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:58.584784 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14f3ff-3747-4ed1-8d8a-49fd1cb4b4d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a77dab-1d5f-4a6d-874e-f8670ba767a5,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:58.593715 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bf14f3ff-3747-4ed1-8d8a-49fd1cb4b4d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:58.626791 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port f2119e2a-5b13-4048-bf56-f6ed16aabf36 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:27:58.632321 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port f2119e2a-5b13-4048-bf56-f6ed16aabf36 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:27:58.635386 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.635481 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-bd602741-fb54-4e03-b04a-b2f585b1ed7b service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023965 Aug 23 14:27:58.658164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Calling delete_port for 70245dd8-6f10-4dd8-995f-18208baac7c8 owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:58.666641 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:27:58.687052 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:27:58.700876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bf14f3ff-3747-4ed1-8d8a-49fd1cb4b4d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.704071 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-bf14f3ff-3747-4ed1-8d8a-49fd1cb4b4d4 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "DELETE /v2.0/security-groups/a4a77dab-1d5f-4a6d-874e-f8670ba767a5 HTTP/1.1" status: 204 len: 168 time: 1.1160231 Aug 23 14:27:58.705381 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56358) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:58.715380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808137a-9348-42b7-baaa-8ce49902b0c9 req-fea64a53-d34a-4ee2-b515-2cbfa55189ef tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.717081 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3808137a-9348-42b7-baaa-8ce49902b0c9 req-fea64a53-d34a-4ee2-b515-2cbfa55189ef tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 943 time: 0.3638167 Aug 23 14:27:58.733730 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-d87fa713-dd6e-4a06-88a3-1e96607274f9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] show failed (client error): The resource could not be found. Aug 23 14:27:58.734735 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d87fa713-dd6e-4a06-88a3-1e96607274f9 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "GET /v2.0/security-groups/a4a77dab-1d5f-4a6d-874e-f8670ba767a5 HTTP/1.1" status: 404 len: 347 time: 0.0284419 Aug 23 14:27:58.739862 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56362) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:27:58.765369 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.797393 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.799492 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca890eab-f025-491a-b079-866de0774a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:58.810896 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port f2119e2a-5b13-4048-bf56-f6ed16aabf36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f2119e2a-5b13-4048-bf56-f6ed16aabf36,segment=NetworkSegment(e2093019-ffae-4e07-a01f-c2572ea15da4),segment_id=e2093019-ffae-4e07-a01f-c2572ea15da4)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:27:58.813728 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ed638562-bc2a-4618-8eac-b61c8c4590bb tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:58.896432 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.901339 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:58.913304 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:58.913304 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.913616 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] 10.222.0.82 "PUT /v2.0/ports/033595bb-6c92-48a7-ba10-92157ede3af2 HTTP/1.1" status: 200 len: 1091 time: 3.2875421 Aug 23 14:27:58.914073 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:27:58.924367 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Deleting port f82a8e57-3a10-4d9e-bf92-d8149b22e39e {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:27:58.924367 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:58.954469 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3808137a-9348-42b7-baaa-8ce49902b0c9 req-71204b97-edc1-4806-9095-5ee196223c65 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299845 Aug 23 14:27:58.954791 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca890eab-f025-491a-b079-866de0774a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36', 'code': 200} Aug 23 14:27:58.975090 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-3a60b527-f10f-4ce0-83e6-7cae7fa42298 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281858 Aug 23 14:27:59.033225 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=f2119e2a-5b13-4048-bf56-f6ed16aabf36,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:59.033225 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:59.088963 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2', 'status': 'completed', 'code': 200} Aug 23 14:27:59.096771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:59.145496 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:59.154277 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-14ad818b-ba25-476a-bd84-0eed7612d31d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.1639769 Aug 23 14:27:59.168573 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.169280 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.306779 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-ca281a1e-6b25-4c44-bb38-0684040b990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.307011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Calling delete_port for f82a8e57-3a10-4d9e-bf92-d8149b22e39e owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:27:59.308156 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-ca281a1e-6b25-4c44-bb38-0684040b990a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.1404111 Aug 23 14:27:59.357286 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d04b7-4380-43ef-8a6d-c7860f4488e8 req-17873176-5f83-4f9b-b10b-87119d370b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.358819 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0d4d04b7-4380-43ef-8a6d-c7860f4488e8 req-17873176-5f83-4f9b-b10b-87119d370b4e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 1097 time: 0.3698878 Aug 23 14:27:59.398270 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.404530 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6614d136-f54b-41fa-920d-b9d79eeec75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:59.426642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c443b5-1e7a-42eb-9d0e-60d98a82fa6d req-227763d2-d4c8-4963-9456-eda8acce6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.428138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6c443b5-1e7a-42eb-9d0e-60d98a82fa6d req-227763d2-d4c8-4963-9456-eda8acce6d79 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 1094 time: 0.3384326 Aug 23 14:27:59.442145 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9dcca-f17f-4ac2-8357-5883b74d423a req-a472fc80-ac97-4833-8577-362b30ca9f55 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.443604 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c6d9dcca-f17f-4ac2-8357-5883b74d423a req-a472fc80-ac97-4833-8577-362b30ca9f55 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 946 time: 0.2377496 Aug 23 14:27:59.475858 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0d4d04b7-4380-43ef-8a6d-c7860f4488e8 req-e76244fd-c82f-4df7-8c9d-e091faa6e637 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001568 Aug 23 14:27:59.648555 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Port': ['ID=70245dd8-6f10-4dd8-995f-18208baac7c8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:59.652956 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:59.741486 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-f5b85c5d-2659-4cd2-b62b-f1bb4906d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.743008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-f5b85c5d-2659-4cd2-b62b-f1bb4906d76c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4217923 Aug 23 14:27:59.757327 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c6d9dcca-f17f-4ac2-8357-5883b74d423a req-98137c11-ed16-4a2b-8ac1-2c876bee4e7d tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871113 Aug 23 14:27:59.801524 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.801865 n-d-805628-1 neutron-server[80759]: INFO neutron.db.l3_db [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Floating IP 3b8baf67-79cb-4f8e-96a6-bd053fc13c57 disassociated (deleted). External IP: 172.25.7.200, port: 23272a18-50dd-4a39-a953-24d4cfb699f9. Aug 23 14:27:59.866893 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee4ad-e5fc-4d78-85f0-94c63724afd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.875978 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:27:59.880705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c443b5-1e7a-42eb-9d0e-60d98a82fa6d req-f1f3bd19-5a50-441c-8abe-7ae57fbeac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.882260 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6c443b5-1e7a-42eb-9d0e-60d98a82fa6d req-f1f3bd19-5a50-441c-8abe-7ae57fbeac02 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=1f701ca797d6448aa958049d990607dc&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4352472 Aug 23 14:27:59.887779 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b12d69c-dfcd-46f9-8140-c926c297b8d2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:27:59.945936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Pushing event deleted for resources: {'Port': ['ID=f82a8e57-3a10-4d9e-bf92-d8149b22e39e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:27:59.953330 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:27:59.989801 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9862-e040-49de-b6e1-fdbcb8452e8f req-48494219-e7f1-4a84-8f26-655d7922f3f6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:27:59.996714 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f9bb9862-e040-49de-b6e1-fdbcb8452e8f req-48494219-e7f1-4a84-8f26-655d7922f3f6 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 943 time: 0.5560172 Aug 23 14:28:00.007524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-685cb548-579b-4c67-b316-82ebec7b271f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489736 Aug 23 14:28:00.023167 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d6709357-6d82-4f55-ac60-182867711aba up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:00.131471 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port d6709357-6d82-4f55-ac60-182867711aba triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:00.132674 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.179156 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f9bb9862-e040-49de-b6e1-fdbcb8452e8f req-ad767e0d-6b97-4440-94ef-f058e8771690 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814656 Aug 23 14:28:00.184102 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c443b5-1e7a-42eb-9d0e-60d98a82fa6d req-1e983e99-cb84-4faf-b480-a749612f294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:00.185697 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d6c443b5-1e7a-42eb-9d0e-60d98a82fa6d req-1e983e99-cb84-4faf-b480-a749612f294d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2912211 Aug 23 14:28:00.263444 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.270882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-38c7db03-fb9a-450f-af0e-3b6049d3f2af service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513647 Aug 23 14:28:00.275354 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.309977 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:00.364222 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-a67a9843-215a-49c5-96ed-030989d7c4dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.0759420 Aug 23 14:28:00.393143 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Router 81e0ec2e-ab98-4e38-818b-d9dc40d69873 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:28:00.401351 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.406076 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-03ab6c7c-09ab-41e4-a284-48cdc45362b0 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] 10.222.0.72 "DELETE /v2.0/floatingips/512f3e2c-cb24-4068-8a82-605541d8fabf HTTP/1.1" status: 204 len: 168 time: 1.6620252 Aug 23 14:28:00.406612 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56386) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:00.426855 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.429446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4b6f-2fc7-4be0-9f42-e20e3b169261 req-ae050cc7-05b3-4ebe-a1f9-469e5b678ab0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:00.430895 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:00.436296 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-090d4b6f-2fc7-4be0-9f42-e20e3b169261 req-ae050cc7-05b3-4ebe-a1f9-469e5b678ab0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 943 time: 0.3008213 Aug 23 14:28:00.493343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-7633ec55-a73f-4816-aa93-92f38258ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:00.494946 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-7633ec55-a73f-4816-aa93-92f38258ee95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.1212730 Aug 23 14:28:00.499184 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-90731e98-af0d-4b2b-8d1e-613756514b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:00.501486 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-90731e98-af0d-4b2b-8d1e-613756514b77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 1094 time: 0.2624059 Aug 23 14:28:00.525724 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:00.528864 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:00.556398 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-090d4b6f-2fc7-4be0-9f42-e20e3b169261 req-37cb7069-96a4-454e-8a25-cf522d9370c4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190298 Aug 23 14:28:00.635888 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-bed2c975-d258-43e1-9871-257e641d9317 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=033595bb-6c92-48a7-ba10-92157ede3af2 HTTP/1.1" status: 200 len: 217 time: 0.0959821 Aug 23 14:28:00.711834 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-8ea469af-964b-48e9-a7ac-0fbe65a2b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:00.713255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-8ea469af-964b-48e9-a7ac-0fbe65a2b865 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b2a2d13-4fd6-4712-9ab4-d687527c9574 HTTP/1.1" status: 200 len: 845 time: 0.0692263 Aug 23 14:28:00.721122 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-2081124e-aac2-4c7f-887a-6e3f7cb33b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:00.722670 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-2081124e-aac2-4c7f-887a-6e3f7cb33b88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2158713 Aug 23 14:28:00.743973 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:28:00.750832 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:00.754937 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] Sync routers for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:28:00.765003 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:28:00.765654 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:28:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:00.786346 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-44983ba8-8640-4686-98a6-61189cc1af7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe6897df-a473-4773-8da4-637db1bf22d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627298 Aug 23 14:28:00.830685 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:00.839417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:28:00.840182 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:28:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:00.911552 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:00.911976 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2477da2-b903-4d3f-a922-0d491136bbe3 None None] The sync data for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 is: [] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:28:00.956467 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:00.976711 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "DELETE /v2.0/floatingips/3b8baf67-79cb-4f8e-96a6-bd053fc13c57 HTTP/1.1" status: 204 len: 168 time: 3.1402922 Aug 23 14:28:00.990208 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56398) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:00.999778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:01.006103 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:01.009997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Usage tracker for resource:floatingip and tenant:60f521aa8a96492daf51c2692074588f is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:01.012862 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:01.019559 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:01.059328 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba', 'code': 200} Aug 23 14:28:01.072300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-f8947d7f-d077-486e-933f-15bd888d260c service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109076 Aug 23 14:28:01.191146 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:01.216909 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-00fd3c0b-3661-4142-a0be-85a1242a0c43 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239368 Aug 23 14:28:01.347198 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7ff14-9c97-45b2-9cb9-5927573ba7af req-e300f3ad-8f9b-4024-9312-0addf35fff19 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:01.348790 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ade7ff14-9c97-45b2-9cb9-5927573ba7af req-e300f3ad-8f9b-4024-9312-0addf35fff19 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 946 time: 0.3882537 Aug 23 14:28:01.370012 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:01.450954 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ade7ff14-9c97-45b2-9cb9-5927573ba7af req-233da4a2-c798-48ef-9f5b-6a5a3f443c56 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953062 Aug 23 14:28:01.550625 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:01.604958 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-310ca853-fd72-48c4-b944-f268f650ea15 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184836 Aug 23 14:28:01.756508 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-afc9a012-0b05-4759-9cc4-93db6eef88c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.1318469 Aug 23 14:28:01.791821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2017b-00f0-4f5b-932b-3ab83ebb0377 req-bc22bc66-835c-4826-beb6-d6b021df0080 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:01.793312 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c3e2017b-00f0-4f5b-932b-3ab83ebb0377 req-bc22bc66-835c-4826-beb6-d6b021df0080 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 946 time: 0.1886220 Aug 23 14:28:01.830813 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-37e67461-ad54-4588-a1e2-3491413ceb2f req-065f4a65-84d6-42a5-bcfe-14aa3f2874ea service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043913 Aug 23 14:28:01.852207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492521-1946-4741-845c-8f940241ef84 req-4a09cec7-e2d4-4055-87c9-7dea4e2a4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:01.853779 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a492521-1946-4741-845c-8f940241ef84 req-4a09cec7-e2d4-4055-87c9-7dea4e2a4c5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 1096 time: 0.6285310 Aug 23 14:28:01.890793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-9ce8b277-8938-42e7-972b-a9d7e98d2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:01.892245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-9ce8b277-8938-42e7-972b-a9d7e98d2521 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.1269817 Aug 23 14:28:01.900107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701d50e-e488-454e-9db4-6311315fd87f req-4714c53c-c815-428b-9d37-becb0c851383 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:01.901603 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3701d50e-e488-454e-9db4-6311315fd87f req-4714c53c-c815-428b-9d37-becb0c851383 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 943 time: 0.4490621 Aug 23 14:28:01.940734 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c3e2017b-00f0-4f5b-932b-3ab83ebb0377 req-76a84cbf-05d1-413d-9fff-3d30c113bfd7 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945911 Aug 23 14:28:02.015496 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2a492521-1946-4741-845c-8f940241ef84 req-ddb721ca-c300-460a-804e-41b62d5b6abb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463537 Aug 23 14:28:02.038066 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Deleting port 4a342251-1391-49cc-8da1-47f977b04cb1 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:02.038414 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.041246 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.045464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3701d50e-e488-454e-9db4-6311315fd87f req-64c64b79-d604-4794-a634-486e187d88a0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914252 Aug 23 14:28:02.137237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-5983f523-0251-4be1-bf65-201642d238e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:02.138877 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-5983f523-0251-4be1-bf65-201642d238e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2347288 Aug 23 14:28:02.252057 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] For port 4a342251-1391-49cc-8da1-47f977b04cb1, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4a342251-1391-49cc-8da1-47f977b04cb1,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:02.252424 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.329622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Allocated IP 172.25.7.208 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/7a99a17b-e503-42c8-bea8-b12dd3503508) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:02.396138 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Calling delete_port for 4a342251-1391-49cc-8da1-47f977b04cb1 owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:02.463246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c8643-c14d-4bc7-9d14-50c16bf73904 req-aaaeb923-0d96-4726-9151-52fae4c99a5a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:02.464774 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-172c8643-c14d-4bc7-9d14-50c16bf73904 req-aaaeb923-0d96-4726-9151-52fae4c99a5a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.2766821 Aug 23 14:28:02.497986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-1e038f44-11e6-42e9-991c-260955d595f9 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452388 Aug 23 14:28:02.641052 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-172c8643-c14d-4bc7-9d14-50c16bf73904 req-483914dc-bb59-428a-92ab-7ba67dbcf9b0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584127 Aug 23 14:28:02.740390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.763817 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-ed971e01-dbec-4783-bfef-6b157972c96a service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567394 Aug 23 14:28:02.807849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b8240-60b2-40fb-a82c-d6f41c866e5f req-71ca5cd6-e571-4a8b-82a9-1763591b76c5 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:02.809282 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-186b8240-60b2-40fb-a82c-d6f41c866e5f req-71ca5cd6-e571-4a8b-82a9-1763591b76c5 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 946 time: 0.1319027 Aug 23 14:28:02.845495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-9e0f72df-e012-43f2-bd60-97da65cecd41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0734828 Aug 23 14:28:02.917494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-ec228b8b-bb12-4723-b8b4-01f70d8ec3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:02.919071 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-ec228b8b-bb12-4723-b8b4-01f70d8ec3eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0654025 Aug 23 14:28:02.958747 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.966117 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-49e79110-3951-4228-9516-f590ffc1cc4f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:02.969603 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:02.978664 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6919ac4a-5d3d-466f-95a2-1347ab99aaa3 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:03.032839 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.044262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a342251-1391-49cc-8da1-47f977b04cb1,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:03.047347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:03.054661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:03.060698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:28:03.060905 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:03.108984 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-186b8240-60b2-40fb-a82c-d6f41c866e5f req-b7fc4d29-c5d0-4f42-8423-821e2fc2702c tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933304 Aug 23 14:28:03.563380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Pushing event updated for resources: {'Port': ['ID=7a99a17b-e503-42c8-bea8-b12dd3503508,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:03.563380 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:03.563876 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.564254 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-0d05fe1c-7214-4ece-a713-1798bfe05487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:03.564254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-0d05fe1c-7214-4ece-a713-1798bfe05487 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5006888 Aug 23 14:28:03.564254 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341951b4-def8-4774-bdd2-e9cac766bc11 req-341f689e-8b8c-438c-8e7f-998daa42ba8b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:03.564254 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-341951b4-def8-4774-bdd2-e9cac766bc11 req-341f689e-8b8c-438c-8e7f-998daa42ba8b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 943 time: 0.1922066 Aug 23 14:28:03.564254 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.607465 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-341951b4-def8-4774-bdd2-e9cac766bc11 req-3508682c-a581-44e4-bb59-4f60c507bd64 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151423 Aug 23 14:28:03.633150 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-7c47cb4b-ff8f-4df7-95a5-951421e5c6c0 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965358 Aug 23 14:28:03.789490 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:03.829711 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:28:03.883985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-a8836847-2378-48ae-bf4d-2965ea085f27 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420185 Aug 23 14:28:04.032282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:28:04.040828 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-2fca0c99-6ae6-4f08-8922-e6e35368405d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.1493039 Aug 23 14:28:04.044888 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] Sync routers for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:28:04.049054 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] 10.222.0.72 "PUT /v2.0/routers/8489dbe4-4433-4ca3-bef5-de06247d5ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6410778 Aug 23 14:28:04.051624 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56436) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:04.076503 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:28:04.078854 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:28:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:04.198151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-2e6f784f-a73c-4adc-b46f-172fda37369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.200008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-2e6f784f-a73c-4adc-b46f-172fda37369f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.1127269 Aug 23 14:28:04.293488 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:28:04.294036 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.361882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cb418-3470-4bc7-aaf3-c9055f1064b1 req-c8736bd3-02c8-41e1-9bce-fbb7505b36e6 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.363305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-079cb418-3470-4bc7-aaf3-c9055f1064b1 req-c8736bd3-02c8-41e1-9bce-fbb7505b36e6 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.3826697 Aug 23 14:28:04.365559 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.391717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-3d65c31e-86d8-4362-8356-3932cf08a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.393572 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-3d65c31e-86d8-4362-8356-3932cf08a744 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1831131 Aug 23 14:28:04.444409 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.460663 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5b7865dd-d750-4d55-b9ac-fc494dde05e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:04.522788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 033595bb-6c92-48a7-ba10-92157ede3af2 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:28:04.524420 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-079cb418-3470-4bc7-aaf3-c9055f1064b1 req-6131e3c7-1db4-4627-8041-c6091ce1a827 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496329 Aug 23 14:28:04.630600 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9de2-ed14-421a-9cc4-78a2bf803057 req-348b7621-98b5-4765-b4a4-d4b636d3608b tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:04.637526 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ff8a9de2-ed14-421a-9cc4-78a2bf803057 req-348b7621-98b5-4765-b4a4-d4b636d3608b tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 946 time: 0.4254687 Aug 23 14:28:04.648584 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:04.660252 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] Checking router: 8489dbe4-4433-4ca3-bef5-de06247d5ea9 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:28:04.683032 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] Routers {'8489dbe4-4433-4ca3-bef5-de06247d5ea9'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:28:04.683973 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:28:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:04.692210 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.715378 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ff8a9de2-ed14-421a-9cc4-78a2bf803057 req-52fc4433-ede5-44df-8654-84eaab34e61b tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767968 Aug 23 14:28:04.781660 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Deleting port 8857ebda-0a7f-46c1-841a-ee05eca2671e {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:04.782012 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.788622 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Pushing event updated for resources: {'Port': ['ID=7a99a17b-e503-42c8-bea8-b12dd3503508,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:04.796307 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:04.814812 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.825441 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:04.834440 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-b5598adb-c104-45f2-b15f-21b64ce4f13c service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318306 Aug 23 14:28:04.849093 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '033595bb-6c92-48a7-ba10-92157ede3af2', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': '033595bb-6c92-48a7-ba10-92157ede3af2', 'mac_address': 'fa:16:3e:d7:b1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:28:04.918733 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:04.943839 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 033595bb-6c92-48a7-ba10-92157ede3af2 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:04.963541 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:04.971849 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] Set router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:28:05.032736 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.035263 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:05.042086 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.043300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0521281 Aug 23 14:28:05.052993 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56452) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:05.102086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7028bb-08d6-477b-9907-4c70ad5ca373 req-d65a99ae-c1ab-44c9-85b2-37ebe8ac221c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:05.104976 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e7028bb-08d6-477b-9907-4c70ad5ca373 req-d65a99ae-c1ab-44c9-85b2-37ebe8ac221c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1289001 Aug 23 14:28:05.112276 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-cc65ef2b-3326-4446-bae4-9f52ed4d0d4f service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687323 Aug 23 14:28:05.123667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] For port 8857ebda-0a7f-46c1-841a-ee05eca2671e, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=8857ebda-0a7f-46c1-841a-ee05eca2671e,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:05.124175 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.198249 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:05.202434 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:05.267541 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['033595bb-6c92-48a7-ba10-92157ede3af2'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:28:05.340981 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:05.347358 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f9db1-6b39-4958-afde-411d84cebf4b None None] The sync data for ids ['8489dbe4-4433-4ca3-bef5-de06247d5ea9'] in n-d-805628-1 is: [{'id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'name': 'tempest-ServerActionsTestJSON-741256790-router', 'tenant_id': '87297a12b9264a8abbf6b71583c33828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:16:36Z', 'updated_at': '2021-08-23T14:28:02Z', 'revision_number': 5, 'project_id': '87297a12b9264a8abbf6b71583c33828', 'gw_port': {'id': '8857ebda-0a7f-46c1-841a-ee05eca2671e', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489dbe4-4433-4ca3-bef5-de06247d5ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:16:37Z', 'updated_at': '2021-08-23T14:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:28:05.363028 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Calling delete_port for 8857ebda-0a7f-46c1-841a-ee05eca2671e owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:05.364562 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:05.416813 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:05.437844 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-7086882e-4757-4833-9a4a-c35bcc563466 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.3056612 Aug 23 14:28:05.438764 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Usage tracker for resource:floatingip and tenant:552d3bafc45f4189a5d6dc423f17b667 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:05.451345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:05.487883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f16d95-178d-4ab0-aabf-e695b0709500 req-61aa0d14-8070-4842-80c4-16a9656ba873 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:05.489508 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0f16d95-178d-4ab0-aabf-e695b0709500 req-61aa0d14-8070-4842-80c4-16a9656ba873 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 944 time: 0.2441590 Aug 23 14:28:05.499135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:05.520292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2e7028bb-08d6-477b-9907-4c70ad5ca373 req-56c40bbf-7af9-4732-ac26-ce5155e91d5b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067483 Aug 23 14:28:05.555215 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c0f16d95-178d-4ab0-aabf-e695b0709500 req-116c50d2-dc97-4b94-8995-efe028f93330 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600014 Aug 23 14:28:05.559294 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-261d4f37-34e1-4e0d-bcde-fd00ccc70897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:05.560803 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-261d4f37-34e1-4e0d-bcde-fd00ccc70897 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.1065938 Aug 23 14:28:05.612766 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks [] for floatingip, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.643004 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-fa387d28-bc94-4d8d-9a90-3540c3464731 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:05.643579 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-fa387d28-bc94-4d8d-9a90-3540c3464731 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 946 time: 0.2743618 Aug 23 14:28:05.689875 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.696629 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b0a75976-78b1-4291-9f06-90de715bd781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:05.753879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8857ebda-0a7f-46c1-841a-ee05eca2671e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:05.763742 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:05.768668 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Deleting port f2119e2a-5b13-4048-bf56-f6ed16aabf36 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:05.768668 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.871986 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:05.897393 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-4f3de5d2-fc93-46ea-900e-3b0275025511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:05.899195 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-4f3de5d2-fc93-46ea-900e-3b0275025511 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3308601 Aug 23 14:28:06.080574 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.083412 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.204173 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.205754 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8489dbe4-4433-4ca3-bef5-de06247d5ea9 {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:28:06.233519 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.236373 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8489dbe4-4433-4ca3-bef5-de06247d5ea9 HTTP/1.1" status: 204 len: 168 time: 2.1825135 Aug 23 14:28:06.238384 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56468) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:06.280077 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-50985749-0c64-4d47-84d2-6712de3ac70b service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723695 Aug 23 14:28:06.325175 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Deleting subnet f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:28:06.330341 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.342766 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.392563 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.439837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] For port f2119e2a-5b13-4048-bf56-f6ed16aabf36, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=f2119e2a-5b13-4048-bf56-f6ed16aabf36,segment=NetworkSegment(e2093019-ffae-4e07-a01f-c2572ea15da4),segment_id=e2093019-ffae-4e07-a01f-c2572ea15da4)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:06.440292 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.511015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b67b-6c7a-4758-a438-7ad1ac9c8867 req-ed561c61-31f2-462c-8129-4d549743667c tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:06.512519 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e123b67b-6c7a-4758-a438-7ad1ac9c8867 req-ed561c61-31f2-462c-8129-4d549743667c tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 946 time: 0.5269113 Aug 23 14:28:06.533533 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 033595bb-6c92-48a7-ba10-92157ede3af2 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:06.606631 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-6746c78f-237c-41f9-9645-4fe146eaa229 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:06.613749 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-6746c78f-237c-41f9-9645-4fe146eaa229 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 815 time: 0.1780202 Aug 23 14:28:06.613749 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.656214 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Calling delete_port for f2119e2a-5b13-4048-bf56-f6ed16aabf36 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:06.662776 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-19e5a3bc-0088-4526-b551-2dcab7df65f2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/quotas/bbe506e5500f4f41895c7619a72b0667 HTTP/1.1" status: 200 len: 375 time: 0.0225492 Aug 23 14:28:06.667389 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 033595bb-6c92-48a7-ba10-92157ede3af2 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:06.674745 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 033595bb-6c92-48a7-ba10-92157ede3af2 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:06.676280 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.773299 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:28:06.858078 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e123b67b-6c7a-4758-a438-7ad1ac9c8867 req-e1c97b08-b7ab-4a79-a308-612f68da7ec5 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/security-groups?id=950d7916-3258-4ae1-8821-d30fbb6d1f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354692 Aug 23 14:28:06.872096 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c579a3ac-fce2-4f42-8d4a-0426c746ed10 req-5b3e5775-258f-4dab-96cb-86814cccd888 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775337 Aug 23 14:28:06.876827 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8857ebda-0a7f-46c1-841a-ee05eca2671e no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:06.938979 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 8857ebda-0a7f-46c1-841a-ee05eca2671e {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:28:06.939450 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 8857ebda-0a7f-46c1-841a-ee05eca2671e not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:06.940058 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4a342251-1391-49cc-8da1-47f977b04cb1 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:06.991974 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 4a342251-1391-49cc-8da1-47f977b04cb1 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:28:06.991974 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4a342251-1391-49cc-8da1-47f977b04cb1 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:06.991974 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:06.992361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Allocated IP 172.25.7.123 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/ad7bbea7-02de-4397-bbdb-02b398f51a07) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:07.023919 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-94421e25-7c9f-45a7-b0cd-551cdfbcae3b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3540094 Aug 23 14:28:07.031697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-450e65d0-b819-4619-8487-4d3e7b774857 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:28:07.040682 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-450e65d0-b819-4619-8487-4d3e7b774857 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147943 Aug 23 14:28:07.054167 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:07.057361 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:07.076893 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.093939 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2c269f78-a9a8-4926-8e7b-44484fc9a10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:07.140408 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dbfda-a767-4a17-9e4b-9fee7fd53461 None None] Network 875e11a6-5dac-4a9b-8090-7584ccbc87a2 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:28:07.148570 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.163913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:07.179818 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.180853 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device f2119e2a-5b13-4048-bf56-f6ed16aabf36 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:07.207909 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:07.213064 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:07.218895 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a5486d70-c410-46e8-8186-93b4342bc6ed admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f1a938ca-0ddb-45fd-93f4-1b4ebdfa4d72 HTTP/1.1" status: 204 len: 168 time: 0.9793160 Aug 23 14:28:07.221530 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56490) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:07.355544 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-67ec8ca7-d9f4-4903-b347-851f1c582a39 service neutron] 10.222.0.72 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135195 Aug 23 14:28:07.363565 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.416814 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Deleting port 63f491cc-3ea4-492a-b7e3-904e9975a3fa {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:07.417245 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.430137 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.437254 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:07.439941 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.444711 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:07.449389 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:07.458984 n-d-805628-1 neutron-server[80760]: INFO neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No ports have port_id starting with f2119e2a-5b13-4048-bf56-f6ed16aabf36 Aug 23 14:28:07.501852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Pushing event deleted for resources: {'Port': ['ID=f2119e2a-5b13-4048-bf56-f6ed16aabf36,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:07.504927 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:07.516331 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5bc02-b763-43fc-8ab3-fb8a5d597fb4 req-0fc350fc-61aa-4a6a-83fc-975aee721b37 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:07.517910 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-23f5bc02-b763-43fc-8ab3-fb8a5d597fb4 req-0fc350fc-61aa-4a6a-83fc-975aee721b37 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 945 time: 0.2662768 Aug 23 14:28:07.599298 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] DHCP port deletion for 875e11a6-5dac-4a9b-8090-7584ccbc87a2 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:28:07.603258 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-b427edaf-6c2b-42fe-a5a1-68c2d77c624d service neutron] 10.222.0.72 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366707 Aug 23 14:28:07.603594 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Deleting port 63f491cc-3ea4-492a-b7e3-904e9975a3fa {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:07.604165 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.664833 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] No DVR routers for this DVR port f2119e2a-5b13-4048-bf56-f6ed16aabf36 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:07.677670 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.688122 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca890eab-f025-491a-b079-866de0774a05', 'name': 'network-vif-deleted', 'tag': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:07.703629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-23f5bc02-b763-43fc-8ab3-fb8a5d597fb4 req-d6e096c4-f722-47ca-8fea-4e69e68b63f2 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490908 Aug 23 14:28:07.731359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] For port 63f491cc-3ea4-492a-b7e3-904e9975a3fa, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=63f491cc-3ea4-492a-b7e3-904e9975a3fa,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:07.731359 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.756856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-03e45431-ca83-43bc-8e59-44a7fd416588 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:07.758570 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-03e45431-ca83-43bc-8e59-44a7fd416588 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e59e5c6-749a-4438-bc7e-35f58ff40a8f HTTP/1.1" status: 200 len: 945 time: 0.1452463 Aug 23 14:28:07.847478 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Deleting port d6709357-6d82-4f55-ac60-182867711aba {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:07.847889 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.863091 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] For port 63f491cc-3ea4-492a-b7e3-904e9975a3fa, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=63f491cc-3ea4-492a-b7e3-904e9975a3fa,segment=NetworkSegment(e9c37d96-f43c-41af-80c1-cd029324d533),segment_id=e9c37d96-f43c-41af-80c1-cd029324d533)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:07.863716 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.876556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Calling delete_port for 63f491cc-3ea4-492a-b7e3-904e9975a3fa owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:07.886208 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c72ae5f9-a751-46d5-b421-e0714f0631db req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.82 "DELETE /v2.0/ports/f2119e2a-5b13-4048-bf56-f6ed16aabf36 HTTP/1.1" status: 204 len: 173 time: 2.2346210 Aug 23 14:28:07.979061 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:07.992022 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-af8ce765-0d25-4206-972d-6e19da2f799b tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:08.083844 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.088686 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-64bcd8a6-c5e6-4fd3-8b11-a68ed6dc3c99 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:08.096527 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2', 'code': 200} Aug 23 14:28:08.165307 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Calling delete_port for 63f491cc-3ea4-492a-b7e3-904e9975a3fa owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:08.191986 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f491cc-3ea4-492a-b7e3-904e9975a3fa,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:08.202461 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:08.203403 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca890eab-f025-491a-b079-866de0774a05', 'name': 'network-vif-deleted', 'tag': 'f2119e2a-5b13-4048-bf56-f6ed16aabf36', 'status': 'completed', 'code': 200} Aug 23 14:28:08.236700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] No DVR routers for this DVR port 63f491cc-3ea4-492a-b7e3-904e9975a3fa on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:08.272774 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:08.283993 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:08.297655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-177f1685-5389-4f6b-891f-1baa4d3aa2ba req-b605ab5e-ae4b-445b-bdaf-d73694841838 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 210 time: 0.0977139 Aug 23 14:28:08.305964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:28:08.346425 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:28:08.346790 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:28:08.405395 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.424089 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875e11a6-5dac-4a9b-8090-7584ccbc87a2']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:08.440533 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c37d96-f43c-41af-80c1-cd029324d533') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:08.440936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c37d96-f43c-41af-80c1-cd029324d533') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:08.449697 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Pushing event updated for resources: {'Port': ['ID=ad7bbea7-02de-4397-bbdb-02b398f51a07,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:08.457391 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.477415 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.485387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:08.485907 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:08.500091 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:08.508519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b9ea826c-495d-4b06-85cc-3b61d3e07ad3 req-df94c145-0309-402c-b8b6-118ea5afba8c tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Synchronizing usage tracker for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:08.514765 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:08.595998 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.603272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffb401-5384-438c-83e3-27a0acc486a8 req-976290af-0e82-4047-9af7-b75d63d99978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:08.604866 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bbffb401-5384-438c-83e3-27a0acc486a8 req-976290af-0e82-4047-9af7-b75d63d99978 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 1096 time: 0.4796145 Aug 23 14:28:08.607825 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] For port d6709357-6d82-4f55-ac60-182867711aba, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=d6709357-6d82-4f55-ac60-182867711aba,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:08.608271 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.618672 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 63f491cc-3ea4-492a-b7e3-904e9975a3fa no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:08.662935 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 63f491cc-3ea4-492a-b7e3-904e9975a3fa {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:28:08.663207 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 63f491cc-3ea4-492a-b7e3-904e9975a3fa not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:08.683731 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.696610 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-20abdb18-d33d-461d-8dab-077b8e890a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:08.711755 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.723428 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=875e11a6-5dac-4a9b-8090-7584ccbc87a2,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:08.727618 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:08.799662 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-b9ea826c-495d-4b06-85cc-3b61d3e07ad3 req-df94c145-0309-402c-b8b6-118ea5afba8c tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Unset dirty status for tenant:fc5ed13fce3a459481a40dfb331cc68a on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:08.801167 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b9ea826c-495d-4b06-85cc-3b61d3e07ad3 req-df94c145-0309-402c-b8b6-118ea5afba8c tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca890eab-f025-491a-b079-866de0774a05 HTTP/1.1" status: 200 len: 210 time: 0.4307163 Aug 23 14:28:08.807873 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Calling delete_port for d6709357-6d82-4f55-ac60-182867711aba owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:08.849821 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Deleting port 63f491cc-3ea4-492a-b7e3-904e9975a3fa {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:08.850317 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.877377 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:08.878385 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/875e11a6-5dac-4a9b-8090-7584ccbc87a2 HTTP/1.1" status: 204 len: 168 time: 1.6558530 Aug 23 14:28:08.905093 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bbffb401-5384-438c-83e3-27a0acc486a8 req-7cd4287e-bd1f-41e3-8fe4-428df0b7d1b3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882242 Aug 23 14:28:08.933282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaffd6d-7eb8-4bf7-bd9c-83392c9d3ba2 req-626d8d67-173b-4eb9-851a-ac0e883df9b0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:08.942158 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-deaffd6d-7eb8-4bf7-bd9c-83392c9d3ba2 req-626d8d67-173b-4eb9-851a-ac0e883df9b0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 945 time: 0.1039653 Aug 23 14:28:09.010288 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-deaffd6d-7eb8-4bf7-bd9c-83392c9d3ba2 req-a031d8a2-2fdd-4d00-9313-c1246b74dc66 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646303 Aug 23 14:28:09.054427 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3aa21eea-dfbe-4b63-a9be-56ec65d4893c None None] The port '63f491cc-3ea4-492a-b7e3-904e9975a3fa' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:28:09.340028 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.409814 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.417486 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:09.428452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['d6709357-6d82-4f55-ac60-182867711aba'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:28:09.458239 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56522) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:09.484959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Pushing event deleted for resources: {'Port': ['ID=d6709357-6d82-4f55-ac60-182867711aba,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:09.519198 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:09.532129 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.538905 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-31eb98a1-b626-4d15-870c-e4eb0ddd2bcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:09.541365 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ee2cf784-5782-4db3-b9f2-9742535b34cd req-9eed8e74-743a-41e0-8800-f1d1413f498f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 210 time: 0.1866560 Aug 23 14:28:09.644949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] No DVR routers for this DVR port d6709357-6d82-4f55-ac60-182867711aba on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:09.683658 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.708085 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Pushing event updated for resources: {'Port': ['ID=ad7bbea7-02de-4397-bbdb-02b398f51a07,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:09.712173 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-0df47c73-06b8-4c90-82e4-e0e44d83efea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87297a12b9264a8abbf6b71583c33828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507441 Aug 23 14:28:09.714607 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:09.714768 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56526) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:09.741342 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.775622 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9153567e-d2d3-450c-b58f-6e181e1cc2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.803164 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9153567e-d2d3-450c-b58f-6e181e1cc2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.821578 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fc6588e9-462e-4cbe-b458-ec2b5b8c4e9a req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "DELETE /v2.0/ports/d6709357-6d82-4f55-ac60-182867711aba HTTP/1.1" status: 204 len: 173 time: 2.0564260 Aug 23 14:28:09.855590 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:09.859888 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7993536 Aug 23 14:28:09.860200 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56532) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:09.912263 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56536) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:09.974702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a3915d6c-8b66-47a0-be95-2f4a48995caa tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Synchronizing usage tracker for tenant:60f521aa8a96492daf51c2692074588f on resource:floatingip {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:09.983585 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Deleting subnet c7626cd3-8570-477f-adeb-2e7117ec9334 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:28:09.986631 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.013186 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9153567e-d2d3-450c-b58f-6e181e1cc2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.020747 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c49e8cf8-4cf2-4c28-bba7-5366b7300d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:10.039562 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153567e-d2d3-450c-b58f-6e181e1cc2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e95fa0-4359-4fd7-90af-40f80f40f983,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:10.050652 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9153567e-d2d3-450c-b58f-6e181e1cc2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:10.063237 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.078844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a3915d6c-8b66-47a0-be95-2f4a48995caa tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Unset dirty status for tenant:60f521aa8a96492daf51c2692074588f on resource:floatingip {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:10.080461 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a3915d6c-8b66-47a0-be95-2f4a48995caa tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.2193005 Aug 23 14:28:10.083494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56542) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:10.136724 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9153567e-d2d3-450c-b58f-6e181e1cc2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.137915 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9153567e-d2d3-450c-b58f-6e181e1cc2b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88e95fa0-4359-4fd7-90af-40f80f40f983 HTTP/1.1" status: 204 len: 168 time: 0.4221635 Aug 23 14:28:10.194131 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.206969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'name': 'network-vif-deleted', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:10.263184 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-590360f1-c6b4-4bc8-957a-3613d592b211 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1782176 Aug 23 14:28:10.267364 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56556) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:10.363548 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e384edb-aae8-46f6-99f5-4ac86b34cd7c req-157d95a0-5d3d-473a-b436-46e5a30fc7e3 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:10.368846 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0e384edb-aae8-46f6-99f5-4ac86b34cd7c req-157d95a0-5d3d-473a-b436-46e5a30fc7e3 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 945 time: 0.1285570 Aug 23 14:28:10.438471 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0e384edb-aae8-46f6-99f5-4ac86b34cd7c req-cf890c9d-dafd-4b80-86b0-fdc9fadbb0c0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621109 Aug 23 14:28:10.460699 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e59e5c6-749a-4438-bc7e-35f58ff40a8f', 'name': 'network-vif-deleted', 'tag': 'd6709357-6d82-4f55-ac60-182867711aba', 'status': 'completed', 'code': 200} Aug 23 14:28:10.466761 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.471278 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59a99c45-7322-4332-ad8d-16be2885a5cd tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:10.486858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Deleting port ad7bbea7-02de-4397-bbdb-02b398f51a07 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:10.487337 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.507785 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7626cd3-8570-477f-adeb-2e7117ec9334,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:10.511383 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:10.513342 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.520415 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e716c8af-841f-4005-b896-56db3d9d2bb3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c7626cd3-8570-477f-adeb-2e7117ec9334 HTTP/1.1" status: 204 len: 168 time: 0.6071162 Aug 23 14:28:10.522872 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56560) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:10.640635 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.684282 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.689884 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.752004 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-83fd8dc3-d841-4789-8864-e3544c4f4400 req-ad784b67-8cde-4ce3-9b04-0cbb117f139b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 210 time: 0.0731533 Aug 23 14:28:10.816895 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.825952 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Calling delete_port for ad7bbea7-02de-4397-bbdb-02b398f51a07 owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:10.839103 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e694b0-19ed-43a9-8e81-e5dc31778993']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:10.848342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2093019-ffae-4e07-a01f-c2572ea15da4') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:10.848634 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2093019-ffae-4e07-a01f-c2572ea15da4') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:10.865060 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.883472 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.893282 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:10.893855 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:10.919495 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:11.083893 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.088886 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1945c84b-9bcf-4334-977a-6b2c7cee8315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:11.135160 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.135853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Pushing event deleted for resources: {'Port': ['ID=ad7bbea7-02de-4397-bbdb-02b398f51a07,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:11.139115 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:11.148444 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.148444 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7ec2d6ae-2857-45e6-8d85-e2d851c9105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:11.172552 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e694b0-19ed-43a9-8e81-e5dc31778993,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:11.175470 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:11.308518 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e3e694b0-19ed-43a9-8e81-e5dc31778993 HTTP/1.1" status: 204 len: 168 time: 0.7842622 Aug 23 14:28:11.312407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56584) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.343050 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.361602 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.365751 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] 10.222.0.72 "DELETE /v2.0/floatingips/c4008317-aacf-4390-bdba-c2bb16fb6082 HTTP/1.1" status: 204 len: 168 time: 1.0965352 Aug 23 14:28:11.366538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56588) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.454852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Deleting subnet 0595ee41-ec06-49d6-8379-1395f6d0769b {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:28:11.458973 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.518382 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.615088 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.632656 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-ac098e16-c36d-4cc8-909a-eb893290b0a9 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:11.634210 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-ac098e16-c36d-4cc8-909a-eb893290b0a9 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 815 time: 0.4652245 Aug 23 14:28:11.692381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56600) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.761254 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Request body: {'port': {'device_id': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'admin_state_up': True, 'tenant_id': 'bbe506e5500f4f41895c7619a72b0667'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:11.786969 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.792357 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6dbe04f2-2847-4736-be5e-fb27c902d9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:11.828294 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0595ee41-ec06-49d6-8379-1395f6d0769b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:11.830515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Deleting port 7a99a17b-e503-42c8-bea8-b12dd3503508 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:11.830878 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.833070 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:11.835716 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:11.844683 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4a29bf1e-091b-487f-851c-7163ae76fe41 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0595ee41-ec06-49d6-8379-1395f6d0769b HTTP/1.1" status: 204 len: 168 time: 0.5291204 Aug 23 14:28:11.844939 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56608) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:11.952611 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-547722135-network', 'tenant_id': '4377ea08ebb7450dbbff7a0eb86769b7'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:11.957496 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e1c1542f-6db4-4872-8067-00a719ac8f4b req-25667cee-9663-416c-a48d-e4ea75c66aba tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 210 time: 0.0485005 Aug 23 14:28:11.964615 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:11.979626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Usage tracker for resource:network and tenant:4377ea08ebb7450dbbff7a0eb86769b7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:12.017597 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:12.030192 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.049908 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:12.052933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d6709357-6d82-4f55-ac60-182867711aba no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:12.096300 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: d6709357-6d82-4f55-ac60-182867711aba {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:28:12.096771 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device d6709357-6d82-4f55-ac60-182867711aba not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:12.139029 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38235894-6ec6-4531-b209-729b8902b3c0 req-d17ad560-7c50-4548-94e9-c8d53c0aa0c4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:12.140596 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38235894-6ec6-4531-b209-729b8902b3c0 req-d17ad560-7c50-4548-94e9-c8d53c0aa0c4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 945 time: 0.5054927 Aug 23 14:28:12.143770 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:12.160310 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Usage tracker for resource:port and tenant:bbe506e5500f4f41895c7619a72b0667 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:12.181272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:12.193124 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:12.227535 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.227868 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.268765 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.281552 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66b21cf-e23e-479f-872a-00e2bf7603f9']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:12.293619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3940fb9-6cb8-4e51-acf8-a9593ede3647') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:12.293957 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3940fb9-6cb8-4e51-acf8-a9593ede3647') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:12.306022 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.322754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.329949 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:12.330341 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:12.344057 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:12.360826 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Made reservation on behalf of 4377ea08ebb7450dbbff7a0eb86769b7 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:12.363166 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.379835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Calling delete_port for 7a99a17b-e503-42c8-bea8-b12dd3503508 owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:12.411086 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Made reservation on behalf of bbe506e5500f4f41895c7619a72b0667 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:12.414591 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.429596 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-38235894-6ec6-4531-b209-729b8902b3c0 req-503ac598-9fc2-4b50-8759-e396bddf24a2 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762287 Aug 23 14:28:12.448195 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.477343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:12.491503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Usage tracker for resource:security_group_rule and tenant:4377ea08ebb7450dbbff7a0eb86769b7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:12.501709 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.503998 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:12.529679 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.538407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66b21cf-e23e-479f-872a-00e2bf7603f9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:12.542674 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:12.545060 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c66b21cf-e23e-479f-872a-00e2bf7603f9 HTTP/1.1" status: 204 len: 168 time: 0.6988101 Aug 23 14:28:12.550269 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:12.572846 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:12.750441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Allocated IP 172.20.0.13 (f42c9c60-1e68-4763-91b5-150ada027a21/f9c5893e-1aeb-430a-bdea-bc6d72d8fa68/c64bb38c-8fea-4481-b333-cfbe1953b01a) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:12.837120 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:12.848498 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5c571544-eee1-4ae4-868c-f2cc556baf75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:12.914316 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a99a17b-e503-42c8-bea8-b12dd3503508,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:12.946631 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56624) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:12.952945 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:13.002642 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e9546692-f8c8-4f74-b5b2-7bad8f8da88a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc5ed13fce3a459481a40dfb331cc68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547633 Aug 23 14:28:13.006246 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56630) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:13.142234 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.146822 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.178331 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.206801 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.211645 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a69b8-bb17-4f12-95cf-9a46d6e24f26 req-39c9d6c9-ba10-469f-bd18-77aafb65f85b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:13.213214 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-582a69b8-bb17-4f12-95cf-9a46d6e24f26 req-39c9d6c9-ba10-469f-bd18-77aafb65f85b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 945 time: 0.1727803 Aug 23 14:28:13.274288 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-582a69b8-bb17-4f12-95cf-9a46d6e24f26 req-ddc6e653-51db-4874-861a-354fed9ae0e3 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499074 Aug 23 14:28:13.357858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-09e3db3c-91cb-47fa-b0be-7c5ee50d3f67 req-dee2cb6b-0fcb-4274-b54a-1577a20f38ca tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Synchronizing usage tracker for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:13.368933 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.374204 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ea0ae863-3531-4ac3-b3c3-3ae9aa569e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:13.387102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950d7916-3258-4ae1-8821-d30fbb6d1f39,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:13.390267 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:13.396545 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.459615 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.460756 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/950d7916-3258-4ae1-8821-d30fbb6d1f39 HTTP/1.1" status: 204 len: 168 time: 0.4535847 Aug 23 14:28:13.489973 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.496869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-09e3db3c-91cb-47fa-b0be-7c5ee50d3f67 req-dee2cb6b-0fcb-4274-b54a-1577a20f38ca tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Unset dirty status for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:13.496869 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-09e3db3c-91cb-47fa-b0be-7c5ee50d3f67 req-dee2cb6b-0fcb-4274-b54a-1577a20f38ca tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 210 time: 0.3710785 Aug 23 14:28:13.499331 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1bb800a7-fbb8-4899-9207-2ba9ad4c2e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:13.535947 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.540403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/87757b12-fcf8-47ce-9c60-bdded56e8017 HTTP/1.1" status: 204 len: 168 time: 2.1589901 Aug 23 14:28:13.540403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:28:13.540636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:13.542460 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56636) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:13.553952 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:13.562026 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.568275 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2796d69-c675-4064-9c19-4cace96a2e96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:13.607921 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.608274 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Added segment cc2d2c27-728d-4275-8409-512420ba9dc7 of type vlan for network c814f774-f64e-40ff-bdbe-221111de9b92 Aug 23 14:28:13.656724 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Deleting port 23272a18-50dd-4a39-a953-24d4cfb699f9 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:13.657238 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.669373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Network f42c9c60-1e68-4763-91b5-150ada027a21 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:13.671369 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.678768 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:13.686828 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:28:13.715373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:13.727270 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:13.779945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:13.780905 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.933665 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.964999 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.966592 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:13.967293 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:13.971823 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2888885 Aug 23 14:28:13.974163 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:14.002934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-e5fdbd5e-b499-4a2a-a5b6-4d6a3b62543c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=80758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 23 14:28:14.004177 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-e5fdbd5e-b499-4a2a-a5b6-4d6a3b62543c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066895 Aug 23 14:28:14.021386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Request body: {'port': {'device_id': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:14.067850 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Calling delete_port for 23272a18-50dd-4a39-a953-24d4cfb699f9 owned by {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:14.150032 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Pushing event updated for resources: {'Network': ['ID=c814f774-f64e-40ff-bdbe-221111de9b92,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:14.154471 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.160259 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network c814f774-f64e-40ff-bdbe-221111de9b92 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:14.181412 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4321852 Aug 23 14:28:14.188061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56650) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.209756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Request body: {'subnet': {'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-547722135-subnet', 'tenant_id': '4377ea08ebb7450dbbff7a0eb86769b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:14.219377 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:14.226921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Usage tracker for resource:subnet and tenant:4377ea08ebb7450dbbff7a0eb86769b7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:14.231473 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:14.239339 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.249294 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:14.346602 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.353752 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9c77b97d-e980-4af4-8dcf-25298dc991b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:14.382134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Made reservation on behalf of 4377ea08ebb7450dbbff7a0eb86769b7 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:14.384522 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.434108 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Port': ['ID=23272a18-50dd-4a39-a953-24d4cfb699f9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:14.437385 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:14.475091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56656) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.540118 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.558967 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "DELETE /v2.0/ports/23272a18-50dd-4a39-a953-24d4cfb699f9 HTTP/1.1" status: 204 len: 168 time: 1.0163112 Aug 23 14:28:14.565234 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2e130991-1388-4d95-8aed-4508ec21571c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b74a4087ab0d49c6bb561ab795f38786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858934 Aug 23 14:28:14.565822 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56662) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.566162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56664) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.752671 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.761496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ff758-6bb5-40ea-8b2f-bd21c5ea808d req-75ceeddf-b808-4462-81f7-2dcbc53f36da tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:14.763046 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d4ff758-6bb5-40ea-8b2f-bd21c5ea808d req-75ceeddf-b808-4462-81f7-2dcbc53f36da tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 945 time: 0.3614779 Aug 23 14:28:14.774619 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90248ca3-046d-4e7f-8d83-ae1ab9ff7d5a tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:14.775303 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-90248ca3-046d-4e7f-8d83-ae1ab9ff7d5a tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Synchronizing usage tracker for tenant:3a7cb00e87c4472a95e1c78cf6cd7dde on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:14.811832 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:14.833697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925b60b-013d-4566-b29c-4e0054091132 req-628f838a-5566-4c22-b507-ff92d641c60c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:14.835195 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1925b60b-013d-4566-b29c-4e0054091132 req-628f838a-5566-4c22-b507-ff92d641c60c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 932 time: 0.1819994 Aug 23 14:28:14.900507 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8d4ff758-6bb5-40ea-8b2f-bd21c5ea808d req-0e7b4a9b-764d-4fbd-9453-59a319c34e1e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290407 Aug 23 14:28:14.901735 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1925b60b-013d-4566-b29c-4e0054091132 req-b6d1b777-5316-438a-88da-f74efa26672e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593026 Aug 23 14:28:14.923264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-90248ca3-046d-4e7f-8d83-ae1ab9ff7d5a tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Unset dirty status for tenant:3a7cb00e87c4472a95e1c78cf6cd7dde on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:14.925887 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-90248ca3-046d-4e7f-8d83-ae1ab9ff7d5a tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "GET /v2.0/ports?device_id=81e0ec2e-ab98-4e38-818b-d9dc40d69873 HTTP/1.1" status: 200 len: 913 time: 0.3584702 Aug 23 14:28:14.928518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56674) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:14.930499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64bb38c-8fea-4481-b333-cfbe1953b01a {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:14.949961 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.026987 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Transition to ACTIVE for port object c64bb38c-8fea-4481-b333-cfbe1953b01a will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:15.032374 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.039895 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ca31bc4f-0f62-4075-a470-87d74cf4e4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:15.066585 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.076647 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a15ed64d-6721-4e74-a0d0-8a60ac434517 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:15.156862 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.170912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a33aaa-e491-484a-ba20-0dcce54e3a83,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:15.176716 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:15.177590 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-db52355d-5f5f-44c9-94c7-93e5953cd79c tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:15.187955 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0869b1-9217-4c17-acfd-4c2783f623fd,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:15.191231 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:15.199454 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.203680 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb0869b1-9217-4c17-acfd-4c2783f623fd HTTP/1.1" status: 204 len: 168 time: 0.6350858 Aug 23 14:28:15.226872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Checking segment: {'id': 'cc2d2c27-728d-4275-8409-512420ba9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:28:15.227249 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Network hostable DHCP agents. Network: c814f774-f64e-40ff-bdbe-221111de9b92, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:28:15.405930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:15.413577 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:15.448520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Attempting to bind port c64bb38c-8fea-4481-b333-cfbe1953b01a on host n-h2-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:15.448815 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Attempting to bind port c64bb38c-8fea-4481-b333-cfbe1953b01a by drivers openvswitch,hyperv on host n-h2-805628-1 at level 0 using segments [{'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:15.449164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Attempting to bind port c64bb38c-8fea-4481-b333-cfbe1953b01a on network f42c9c60-1e68-4763-91b5-150ada027a21 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:15.454910 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Port c64bb38c-8fea-4481-b333-cfbe1953b01a on network f42c9c60-1e68-4763-91b5-150ada027a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:15.455246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Attempting to bind port c64bb38c-8fea-4481-b333-cfbe1953b01a on network f42c9c60-1e68-4763-91b5-150ada027a21 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:15.461732 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Checking agent: {'id': '27ade8ae-3211-411c-a487-b9dc25752ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:28:15.462097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Checking segment: {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:28:15.462451 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Bound using segment: {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:28:15.462891 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Bound port: c64bb38c-8fea-4481-b333-cfbe1953b01a, host: n-h2-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:15.463243 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.474371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Network c814f774-f64e-40ff-bdbe-221111de9b92 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:28:15.561209 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, c814f774-f64e-40ff-bdbe-221111de9b92) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:15.567245 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:15.567859 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.572820 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad7c12-fe7a-4e5c-94b6-9cfa5f61791d None None] Network c814f774-f64e-40ff-bdbe-221111de9b92 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:28:15.581464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:28:15.586503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:28:15.695334 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.699504 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c3e2a350-620d-471e-af19-9140f5390a2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:15.750426 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5623775 Aug 23 14:28:15.773055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:15.773882 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:15.775303 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] 10.222.0.64 "PUT /v2.0/ports/c64bb38c-8fea-4481-b333-cfbe1953b01a HTTP/1.1" status: 200 len: 1092 time: 1.7588184 Aug 23 14:28:15.775836 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:15.806920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:15.810735 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:15.868794 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.044101 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'status': 'completed', 'code': 200} Aug 23 14:28:16.113619 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de58192e-201c-4cd1-8cad-8998dc538579 None None] Network c814f774-f64e-40ff-bdbe-221111de9b92 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:28:16.374392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-460352f9-2581-48c7-8706-41d2aa67a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:16.382695 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-460352f9-2581-48c7-8706-41d2aa67a7ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 1095 time: 0.4420543 Aug 23 14:28:16.492373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-93f96f9f-8cde-49a4-8c35-612a63dae58d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a HTTP/1.1" status: 200 len: 217 time: 0.1063485 Aug 23 14:28:16.586248 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-003c9d5b-20d3-48ad-b96c-ab096907b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:16.587790 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-003c9d5b-20d3-48ad-b96c-ab096907b93b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 HTTP/1.1" status: 200 len: 855 time: 0.0850282 Aug 23 14:28:16.656186 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-c638398a-d789-40bb-8bd5-c7ce2793a362 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f42c9c60-1e68-4763-91b5-150ada027a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543606 Aug 23 14:28:16.692403 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea6f94-9570-4ea7-aceb-928a25a7cc48 req-8aa4f341-ad27-4931-8845-4a3ef9a097ec tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:16.693905 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01ea6f94-9570-4ea7-aceb-928a25a7cc48 req-8aa4f341-ad27-4931-8845-4a3ef9a097ec tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 944 time: 0.3101184 Aug 23 14:28:16.755253 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-01ea6f94-9570-4ea7-aceb-928a25a7cc48 req-7831ed5d-af35-46bd-a9e1-c32de74cd3b4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538893 Aug 23 14:28:16.810124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-e8e38d07-c7d4-468d-a7fc-6c8275a3100f service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412728 Aug 23 14:28:16.845670 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Deleting port 19d1432b-0552-48ca-b934-c7fb8be813fd {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:16.846105 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:16.927006 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56746) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:17.090022 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.136295 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-638e3b41-3d3f-415d-92a2-a7aabcac339a req-edf9c517-5be8-4a88-a0b1-ed28b9202373 service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171456 Aug 23 14:28:17.146907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-6ca20ae3-e5b7-48c7-9b4b-3026cb64f54f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:17.147593 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-6ca20ae3-e5b7-48c7-9b4b-3026cb64f54f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Synchronizing usage tracker for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:network {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:17.217642 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1116944191-network', 'tenant_id': 'b2069a1250db48a5b9780c581357fc1b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:17.226831 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Calling delete_port for 19d1432b-0552-48ca-b934-c7fb8be813fd owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:17.256876 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:17.273758 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Usage tracker for resource:network and tenant:b2069a1250db48a5b9780c581357fc1b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:17.278761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:17.288241 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:17.330968 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-6ca20ae3-e5b7-48c7-9b4b-3026cb64f54f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Unset dirty status for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:network {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:17.332138 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-6ca20ae3-e5b7-48c7-9b4b-3026cb64f54f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/networks?id=c814f774-f64e-40ff-bdbe-221111de9b92 HTTP/1.1" status: 200 len: 812 time: 0.4752307 Aug 23 14:28:17.351642 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-3ceb029e-4bba-4316-9a2c-16b8ba4df52b tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/quotas/4377ea08ebb7450dbbff7a0eb86769b7 HTTP/1.1" status: 200 len: 375 time: 0.0139253 Aug 23 14:28:17.362606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-556095b5-c6f1-4e74-91b9-9a5754428853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:17.364094 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-556095b5-c6f1-4e74-91b9-9a5754428853 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 1095 time: 0.0939629 Aug 23 14:28:17.433627 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-5e3f9cb3-7e30-428a-983c-89175ad98d0c tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4377ea08ebb7450dbbff7a0eb86769b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733321 Aug 23 14:28:17.541464 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Made reservation on behalf of b2069a1250db48a5b9780c581357fc1b for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:17.543654 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.564292 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.602253 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:17.607925 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Usage tracker for resource:security_group_rule and tenant:b2069a1250db48a5b9780c581357fc1b is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:17.615834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:17.623708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:17.651496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-e4b8cc47-0f76-41e7-9ddd-13d5e71a0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:17.652744 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-e4b8cc47-0f76-41e7-9ddd-13d5e71a0dc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 917 time: 0.2569897 Aug 23 14:28:17.677070 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.686069 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:17.742969 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-dfdaddcf-34f9-459d-9064-c4648b445b18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a HTTP/1.1" status: 200 len: 217 time: 0.0803728 Aug 23 14:28:17.743371 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Port': ['ID=19d1432b-0552-48ca-b934-c7fb8be813fd,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:17.745640 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:17.746352 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-d22c97d8-5658-43fa-a4a0-0a0f77793354 service neutron] 10.222.0.72 "GET /v2.0/networks/c814f774-f64e-40ff-bdbe-221111de9b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984388 Aug 23 14:28:17.869380 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.944854 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-1d12112b-2c02-48bb-a945-18916ce1b298 service neutron] 10.222.0.72 "GET /v2.0/networks/c814f774-f64e-40ff-bdbe-221111de9b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559453 Aug 23 14:28:17.953585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-3c32b4e3-d1b5-4a19-8746-117d0303102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:17.955313 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-3c32b4e3-d1b5-4a19-8746-117d0303102f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 HTTP/1.1" status: 200 len: 855 time: 0.2030976 Aug 23 14:28:17.986112 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:17.998484 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-eb21b833-2052-411a-98f5-2d76fe48418f tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:18.029857 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-53718a93-7353-4e94-8c93-1e5a29922468 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f42c9c60-1e68-4763-91b5-150ada027a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669808 Aug 23 14:28:18.052313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:28:18.075352 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af5113c-2681-4599-9134-5563ba401fb9,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:18.082705 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:18.134247 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.134629 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Added segment 285501f0-deae-460b-baca-6f55a4037559 of type vlan for network 822e3f07-39a0-44d2-acf5-b9bc67a10973 Aug 23 14:28:18.186372 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-2ab5ebe2-5778-4ac7-91ec-bb5dbe68408a service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491199 Aug 23 14:28:18.196905 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.214358 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.231708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8826-7af9-4e23-830d-4c4dc7a47741 req-aee7fdb4-5e99-47b8-ba17-503e47429767 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:18.234050 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-386b8826-7af9-4e23-830d-4c4dc7a47741 req-aee7fdb4-5e99-47b8-ba17-503e47429767 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 944 time: 0.3038299 Aug 23 14:28:18.346581 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.resource_extend [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:28:18.411950 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-386b8826-7af9-4e23-830d-4c4dc7a47741 req-8a7407c9-b30a-4a74-885d-2b6329779f3f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669509 Aug 23 14:28:18.432259 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c0d7e934-1e2a-4797-8c1d-573910b35b69 req-bd7ead5e-da0f-4735-8a1b-7b69b76eb2c0 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 210 time: 0.0608437 Aug 23 14:28:18.523956 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfcec4ed-ba6a-44bd-a9eb-92e3e206d70c req-fb5569d6-f878-4ca0-8db9-ac98c70fc713 service neutron] 10.222.0.64 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261552 Aug 23 14:28:18.548356 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 033595bb-6c92-48a7-ba10-92157ede3af2 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:28:18.647759 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.648890 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:18.659742 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.666875 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b71a6d9e-637e-4d93-88c3-8f0329b56cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:18.692233 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:18.705409 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '033595bb-6c92-48a7-ba10-92157ede3af2', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': '033595bb-6c92-48a7-ba10-92157ede3af2', 'mac_address': 'fa:16:3e:d7:b1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:28:18.768078 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.786029 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 033595bb-6c92-48a7-ba10-92157ede3af2 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:18.802016 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:18.817802 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Router 81e0ec2e-ab98-4e38-818b-d9dc40d69873 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:28:18.818772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Pushing event updated for resources: {'Network': ['ID=822e3f07-39a0-44d2-acf5-b9bc67a10973,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:18.823532 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:18.831058 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 822e3f07-39a0-44d2-acf5-b9bc67a10973 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:18.919728 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:18.930310 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:18.976275 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0479553 Aug 23 14:28:19.015256 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:28:19.027197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "PUT /v2.0/routers/81e0ec2e-ab98-4e38-818b-d9dc40d69873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0929797 Aug 23 14:28:19.028970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56802) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:19.029834 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] Sync routers for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:28:19.041285 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['033595bb-6c92-48a7-ba10-92157ede3af2'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:28:19.095299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:28:19.095862 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:28:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:19.160532 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:19.165341 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:19.186553 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:19.216059 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] Routers {'81e0ec2e-ab98-4e38-818b-d9dc40d69873'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:28:19.216880 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:28:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:19.282525 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:19.282954 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1ce56-2efa-4c5f-a9d7-98723060e00d None None] The sync data for ids ['81e0ec2e-ab98-4e38-818b-d9dc40d69873'] in n-d-805628-1 is: [] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:28:19.536330 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:19.631822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706861-2fe7-4df6-9fbc-f8c65b04ecef req-341d8e20-9c85-4329-a4f0-1ec4081c637b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:19.633512 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8b706861-2fe7-4df6-9fbc-f8c65b04ecef req-341d8e20-9c85-4329-a4f0-1ec4081c637b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 944 time: 0.1019742 Aug 23 14:28:19.676095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616f552-e055-4315-99cf-09af2f0345cb req-a4fe914a-11b0-4f96-922d-acdf75e967e9 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:19.682422 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616f552-e055-4315-99cf-09af2f0345cb req-a4fe914a-11b0-4f96-922d-acdf75e967e9 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:19.689267 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616f552-e055-4315-99cf-09af2f0345cb req-a4fe914a-11b0-4f96-922d-acdf75e967e9 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:19.690110 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c616f552-e055-4315-99cf-09af2f0345cb req-a4fe914a-11b0-4f96-922d-acdf75e967e9 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] Synchronizing usage tracker for tenant:b2069a1250db48a5b9780c581357fc1b on resource:network {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:19.695932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8b706861-2fe7-4df6-9fbc-f8c65b04ecef req-6475c053-17b7-4f07-bce0-e90a2add4bdf tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Aug 23 14:28:19.789920 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2d8ab583-0895-4bdc-b885-274d6e964985 req-ffead867-72c2-4f89-9fa0-a68713161eb4 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 210 time: 0.0482934 Aug 23 14:28:19.796633 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.072637 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [req-c616f552-e055-4315-99cf-09af2f0345cb req-a4fe914a-11b0-4f96-922d-acdf75e967e9 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] Unset dirty status for tenant:b2069a1250db48a5b9780c581357fc1b on resource:network {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:20.073975 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c616f552-e055-4315-99cf-09af2f0345cb req-a4fe914a-11b0-4f96-922d-acdf75e967e9 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7178767 Aug 23 14:28:20.074942 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c64bb38c-8fea-4481-b333-cfbe1953b01a details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:28:20.075370 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Deleting port 2b004c6a-3395-41ae-a60a-5865fe2e7518 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:20.075370 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.239152 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:20.252855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda371c-df1e-4844-b0c2-018e8fb058e7 req-2442e7ea-a324-458e-b63a-e84c2ef9c119 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:20.253201 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'port_id': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'mac_address': 'fa:16:3e:58:a5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c5893e-1aeb-430a-bdea-bc6d72d8fa68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:28:20.258298 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-afda371c-df1e-4844-b0c2-018e8fb058e7 req-2442e7ea-a324-458e-b63a-e84c2ef9c119 tempest-ComputeTenantNetworksTest-1472328103 tempest-ComputeTenantNetworksTest-1472328103-project] 10.222.0.72 "GET /v2.0/networks/822e3f07-39a0-44d2-acf5-b9bc67a10973 HTTP/1.1" status: 200 len: 769 time: 0.1559069 Aug 23 14:28:20.262860 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56852) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:20.324877 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.385828 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.393658 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.412288 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64bb38c-8fea-4481-b333-cfbe1953b01a {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:20.436130 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:20.498538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Calling delete_port for 2b004c6a-3395-41ae-a60a-5865fe2e7518 owned by network:router_gateway {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:20.535545 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.552046 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822e3f07-39a0-44d2-acf5-b9bc67a10973']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:20.552952 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.556499 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:20.571076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285501f0-deae-460b-baca-6f55a4037559') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:20.571402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285501f0-deae-460b-baca-6f55a4037559') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:20.584615 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.602797 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:20.625786 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:20.690517 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 033595bb-6c92-48a7-ba10-92157ede3af2 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:20.757856 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:20.760968 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:20.776808 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 033595bb-6c92-48a7-ba10-92157ede3af2 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:20.777231 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.781061 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.802812 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-82c8b1ff-5bf2-4e2c-b707-a7c6b9b6d9cc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:20.816311 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:20.955285 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-06b14e7d-dff5-4116-a307-3a1b3fc2f63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:21.016751 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.035002 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.045269 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['c64bb38c-8fea-4481-b333-cfbe1953b01a'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:28:21.050919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Port': ['ID=2b004c6a-3395-41ae-a60a-5865fe2e7518,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:21.075353 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:21.107590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=822e3f07-39a0-44d2-acf5-b9bc67a10973,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:21.113683 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:21.148008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] 10.222.0.72 "DELETE /v2.0/networks/822e3f07-39a0-44d2-acf5-b9bc67a10973 HTTP/1.1" status: 204 len: 168 time: 0.8834009 Aug 23 14:28:21.199127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee2f8b-70e2-495d-b949-596ea50a1dcc req-61952544-7d59-4658-86c1-ae47a5a70954 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:21.200925 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13ee2f8b-70e2-495d-b949-596ea50a1dcc req-61952544-7d59-4658-86c1-ae47a5a70954 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 945 time: 0.3821981 Aug 23 14:28:21.202369 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:21.245205 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-16fd4c02-c95b-4bca-b4df-d41c2d973dea req-46a99e9f-03fd-4f12-8cfc-220b88bd0624 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 210 time: 0.1229317 Aug 23 14:28:21.259829 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1655575'] for router_gateway, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.282584 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:21.327500 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13ee2f8b-70e2-495d-b949-596ea50a1dcc req-b06356e4-05a6-44d3-b72d-bb6f852eb332 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173673 Aug 23 14:28:21.417295 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.435462 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-78bd1d2d-ef6c-4570-bc4b-8af14bec05cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:21.625084 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2', 'code': 200} Aug 23 14:28:21.746044 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56900) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:21.775995 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.778369 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.792019 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:21.797746 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:21.829245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56904) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:21.839547 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ab22d095-627d-4188-aed0-d1f4860c85c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2069a1250db48a5b9780c581357fc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918722 Aug 23 14:28:21.892782 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.920064 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.932094 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.932742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Fanout notify agent at l3_agent the message router_deleted on router 81e0ec2e-ab98-4e38-818b-d9dc40d69873 {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:28:21.968335 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:21.969475 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3a6be3f1-9f37-453d-8820-f46dfa8ed1e3 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "DELETE /v2.0/routers/81e0ec2e-ab98-4e38-818b-d9dc40d69873 HTTP/1.1" status: 204 len: 168 time: 2.9391196 Aug 23 14:28:21.972680 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 56908) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:22.117973 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.123930 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1ce57db7-7446-43eb-8fdc-cd95c6c86337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:22.139697 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af5113c-2681-4599-9134-5563ba401fb9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:22.142788 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:22.164699 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.171937 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3af5113c-2681-4599-9134-5563ba401fb9 HTTP/1.1" status: 204 len: 168 time: 0.3415828 Aug 23 14:28:22.215165 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Deleting subnet a84ca25a-2967-448b-9f43-f06661c0e79c {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:28:22.232555 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.393588 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.482512 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-421401e9-4752-46ef-9ee6-35724e8cad19 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:22.484270 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-421401e9-4752-46ef-9ee6-35724e8cad19 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.82 "GET /v2.0/networks?id=c814f774-f64e-40ff-bdbe-221111de9b92 HTTP/1.1" status: 200 len: 812 time: 0.4660850 Aug 23 14:28:22.522267 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Request body: {'port': {'device_id': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92', 'admin_state_up': True, 'tenant_id': '4377ea08ebb7450dbbff7a0eb86769b7'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:22.602051 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-54187afd-246a-4ce1-a0d2-042cb5665bec req-6f278622-bde9-4ce2-96a4-927451dfa24d tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 210 time: 0.1220880 Aug 23 14:28:22.764431 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:22.808742 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:22.812755 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Usage tracker for resource:port and tenant:4377ea08ebb7450dbbff7a0eb86769b7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:22.815772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:22.823336 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:22.933505 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd9116-76c9-48d5-af5a-03034efeaf14 req-11668d04-4894-4a0d-8991-6378be142dd2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:22.951775 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19bd9116-76c9-48d5-af5a-03034efeaf14 req-11668d04-4894-4a0d-8991-6378be142dd2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 945 time: 0.2321908 Aug 23 14:28:23.064033 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-19bd9116-76c9-48d5-af5a-03034efeaf14 req-4f2a3a58-40e2-481d-b522-8613f6f9c19a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113763 Aug 23 14:28:23.100494 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Made reservation on behalf of 4377ea08ebb7450dbbff7a0eb86769b7 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:23.105296 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.189818 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.202649 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7705c0cb-b375-4d78-a394-ca9b53c12be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:23.267192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Subnet': ['ID=a84ca25a-2967-448b-9f43-f06661c0e79c,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:23.269503 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.272081 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9618a-18b3-4287-9cf6-060e42fe33f3 None None] Network d261d2c6-2f7e-4796-adaf-651d12df30d9 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:28:23.285515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "DELETE /v2.0/subnets/a84ca25a-2967-448b-9f43-f06661c0e79c HTTP/1.1" status: 204 len: 168 time: 1.3115578 Aug 23 14:28:23.286800 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f722fd16-bcde-43a2-9332-a2e5dc6dd6c4 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:23.287899 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 56942) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:23.479313 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Allocated IP 172.20.0.4 (c814f774-f64e-40ff-bdbe-221111de9b92/f0a33aaa-e491-484a-ba20-0dcce54e3a83/1870e3ae-b653-43f6-bdc8-aef396c0b065) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:23.634476 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.652635 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Deleting port 0856f65d-9907-40f5-bcc6-5d37319847a6 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:23.653182 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.713904 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] DHCP port deletion for d261d2c6-2f7e-4796-adaf-651d12df30d9 request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:28:23.720788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Deleting port 0856f65d-9907-40f5-bcc6-5d37319847a6 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:23.723346 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:23.916368 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a591cb26-9e66-43cf-ae6c-904f0c4549cd req-126f145f-2c9a-4f6e-a075-03c62695e35d tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 210 time: 0.0991032 Aug 23 14:28:24.057706 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.082786 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] For port 0856f65d-9907-40f5-bcc6-5d37319847a6, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0856f65d-9907-40f5-bcc6-5d37319847a6,segment=NetworkSegment(edd84334-eddf-4d79-aff5-c57666c7cccd),segment_id=edd84334-eddf-4d79-aff5-c57666c7cccd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:24.083485 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.159046 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] For port 0856f65d-9907-40f5-bcc6-5d37319847a6, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=0856f65d-9907-40f5-bcc6-5d37319847a6,segment=NetworkSegment(edd84334-eddf-4d79-aff5-c57666c7cccd),segment_id=edd84334-eddf-4d79-aff5-c57666c7cccd)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:24.159525 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.187342 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.207630 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a6271a20-3ad2-4fbf-bb07-be9a32065ce3 tempest-ServerTagsTestJSON-278950920 tempest-ServerTagsTestJSON-278950920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:24.336446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Network c814f774-f64e-40ff-bdbe-221111de9b92 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:24.341609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:24.348410 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:28:24.406604 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Calling delete_port for 0856f65d-9907-40f5-bcc6-5d37319847a6 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:24.408807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Pushing event updated for resources: {'Port': ['ID=1870e3ae-b653-43f6-bdc8-aef396c0b065,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:24.427074 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:24.520501 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Calling delete_port for 0856f65d-9907-40f5-bcc6-5d37319847a6 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:24.531050 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:24.531742 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.626564 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97549e-c10e-4526-835d-9d217752553b req-4d6fd7fa-5689-4a0a-851a-32ef4d4d9564 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:24.631252 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f97549e-c10e-4526-835d-9d217752553b req-4d6fd7fa-5689-4a0a-851a-32ef4d4d9564 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 945 time: 0.2058098 Aug 23 14:28:24.642868 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c64bb38c-8fea-4481-b333-cfbe1953b01a up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:24.644646 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.650970 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d8756304-11c6-4171-8b7f-e73f512b75c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:24.693650 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1953928 Aug 23 14:28:24.707270 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Request body: {'port': {'device_id': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:24.711177 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.db.api [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:28:24.711481 n-d-805628-1 neutron-server[80760]: DEBUG oslo_db.api [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:28:24.719508 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0856f65d-9907-40f5-bcc6-5d37319847a6 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:24.741284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Port': ['ID=0856f65d-9907-40f5-bcc6-5d37319847a6,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:24.749773 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:24.753350 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] No DVR routers for this DVR port 0856f65d-9907-40f5-bcc6-5d37319847a6 on host n-d-805628-1 {{(pid=80759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:24.827325 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: 0856f65d-9907-40f5-bcc6-5d37319847a6 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:28:24.827688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 0856f65d-9907-40f5-bcc6-5d37319847a6 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:24.895554 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f97549e-c10e-4526-835d-9d217752553b req-9f90c062-b398-483d-bbbb-93e87989a842 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591796 Aug 23 14:28:24.918529 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.991411 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:24.991661 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning for port c64bb38c-8fea-4481-b333-cfbe1953b01a completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:24.997676 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port c64bb38c-8fea-4481-b333-cfbe1953b01a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:24.998074 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.005801 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d261d2c6-2f7e-4796-adaf-651d12df30d9']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:25.031840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd84334-eddf-4d79-aff5-c57666c7cccd') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:25.032131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd84334-eddf-4d79-aff5-c57666c7cccd') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:25.049503 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.072957 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.081388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:25.081801 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:25.099776 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:25.232526 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Deleting port 0856f65d-9907-40f5-bcc6-5d37319847a6 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:25.232526 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.369013 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.372665 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:25.438166 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.449562 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.482383 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3267ec20-0081-43a6-a1c8-3c41c65ff13d None None] The port '0856f65d-9907-40f5-bcc6-5d37319847a6' was deleted {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:28:25.484652 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Network': ['ID=d261d2c6-2f7e-4796-adaf-651d12df30d9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:25.504236 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "DELETE /v2.0/networks/d261d2c6-2f7e-4796-adaf-651d12df30d9 HTTP/1.1" status: 204 len: 168 time: 2.2149734 Aug 23 14:28:25.505593 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-764be835-ea2f-49fd-9d51-d30d1ab95b34 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:25.508675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57008) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:25.515460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:25.516770 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:25.613138 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.613138 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:25.672900 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'code': 200} Aug 23 14:28:25.745815 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:25.760457 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:25.870046 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Deleting port a7022190-2015-4e4f-9484-e43b91df350c {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:25.870389 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:25.886923 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1870e3ae-b653-43f6-bdc8-aef396c0b065 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:25.908117 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03a5b-d402-4330-8ef0-44fa102a0190 req-9c53c072-6f3f-49a2-ac34-17afcc354e5e tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:25.909192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a8d03a5b-d402-4330-8ef0-44fa102a0190 req-9c53c072-6f3f-49a2-ac34-17afcc354e5e tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Synchronizing usage tracker for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:25.921977 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.011775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Transition to ACTIVE for port object 1870e3ae-b653-43f6-bdc8-aef396c0b065 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:26.039491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8109e7a-446a-4f9d-bb8a-7c1d873c5d1d req-2658048f-4601-4bc3-9251-91d1cc15e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:26.047028 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8109e7a-446a-4f9d-bb8a-7c1d873c5d1d req-2658048f-4601-4bc3-9251-91d1cc15e56e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 1097 time: 0.3323822 Aug 23 14:28:26.106998 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.107371 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.132838 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.143512 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f5229d78-25a9-4a3e-b1f1-1450405371a3 tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:26.225939 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.280289 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Calling delete_port for a7022190-2015-4e4f-9484-e43b91df350c owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:26.345754 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d8109e7a-446a-4f9d-bb8a-7c1d873c5d1d req-c8edf88c-1d77-4617-a6a4-a5e20640376e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908897 Aug 23 14:28:26.378555 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a8d03a5b-d402-4330-8ef0-44fa102a0190 req-9c53c072-6f3f-49a2-ac34-17afcc354e5e tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Unset dirty status for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:26.379721 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8d03a5b-d402-4330-8ef0-44fa102a0190 req-9c53c072-6f3f-49a2-ac34-17afcc354e5e tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 931 time: 0.9929185 Aug 23 14:28:26.484642 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1870e3ae-b653-43f6-bdc8-aef396c0b065,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:26.493729 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:26.712965 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a8d03a5b-d402-4330-8ef0-44fa102a0190 req-492df49b-b6e8-4e52-9491-3ffd2bbeb640 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Synchronizing usage tracker for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:security_group {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:26.755852 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Attempting to bind port 1870e3ae-b653-43f6-bdc8-aef396c0b065 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:26.756598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Attempting to bind port 1870e3ae-b653-43f6-bdc8-aef396c0b065 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'cc2d2c27-728d-4275-8409-512420ba9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:26.757135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Attempting to bind port 1870e3ae-b653-43f6-bdc8-aef396c0b065 on network c814f774-f64e-40ff-bdbe-221111de9b92 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:26.764312 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Port 1870e3ae-b653-43f6-bdc8-aef396c0b065 on network c814f774-f64e-40ff-bdbe-221111de9b92 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:26.764921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Attempting to bind port 1870e3ae-b653-43f6-bdc8-aef396c0b065 on network c814f774-f64e-40ff-bdbe-221111de9b92 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:26.771977 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:28:26.772338 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Checking segment: {'id': 'cc2d2c27-728d-4275-8409-512420ba9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:28:26.781151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Bound using segment: {'id': 'cc2d2c27-728d-4275-8409-512420ba9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:28:26.781151 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Bound port: 1870e3ae-b653-43f6-bdc8-aef396c0b065, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2d2c27-728d-4275-8409-512420ba9dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:26.781151 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:26.846022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57034) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:26.880700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c42a89-6d1f-4b47-96c4-987c62ae9e7e req-54f47960-4291-4a1b-953c-e5f54481f108 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:26.882260 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42c42a89-6d1f-4b47-96c4-987c62ae9e7e req-54f47960-4291-4a1b-953c-e5f54481f108 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.4125373 Aug 23 14:28:26.945155 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-42c42a89-6d1f-4b47-96c4-987c62ae9e7e req-8164a05f-126a-4e8d-9532-85826a4be3d5 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564983 Aug 23 14:28:27.007580 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.026921 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:27.032561 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Usage tracker for resource:security_group_rule and tenant:d079f465f91e4ec2b495c2c56aaf2bae is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:27.036538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:27.043931 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:27.058883 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] For port 1870e3ae-b653-43f6-bdc8-aef396c0b065, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:28:27.062663 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] For port 1870e3ae-b653-43f6-bdc8-aef396c0b065, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1870e3ae-b653-43f6-bdc8-aef396c0b065,segment=NetworkSegment(cc2d2c27-728d-4275-8409-512420ba9dc7),segment_id=cc2d2c27-728d-4275-8409-512420ba9dc7)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:28:27.156838 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.186558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a8d03a5b-d402-4330-8ef0-44fa102a0190 req-492df49b-b6e8-4e52-9491-3ffd2bbeb640 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Unset dirty status for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:security_group {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:27.187811 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a8d03a5b-d402-4330-8ef0-44fa102a0190 req-492df49b-b6e8-4e52-9491-3ffd2bbeb640 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931319 Aug 23 14:28:27.232751 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.233214 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.238029 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-289e73d0-aea8-40fd-a0d5-012ed71c0756 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:27.240556 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-725426e0-8ba9-4ca5-83d0-1848fc3eed47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:27.286614 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Pushing event deleted for resources: {'Port': ['ID=a7022190-2015-4e4f-9484-e43b91df350c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:27.289081 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:27.295881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:27.296518 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.297940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] 10.222.0.82 "PUT /v2.0/ports/1870e3ae-b653-43f6-bdc8-aef396c0b065 HTTP/1.1" status: 200 len: 1091 time: 2.5961218 Aug 23 14:28:27.298482 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'tag': '1870e3ae-b653-43f6-bdc8-aef396c0b065'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:27.336920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1870e3ae-b653-43f6-bdc8-aef396c0b065,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:27.347500 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:27.373691 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'tag': '1870e3ae-b653-43f6-bdc8-aef396c0b065', 'status': 'completed', 'code': 200} Aug 23 14:28:27.418564 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.432139 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fad0184a-31b0-4c57-84c8-d2e4006e22f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:27.523335 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d079f465f91e4ec2b495c2c56aaf2bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757424 Aug 23 14:28:27.526136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57060) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:27.528424 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073bf8ad-48ca-4df3-a0b5-87914a478982,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:27.536139 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9fbbf4ef-46c2-4667-9f31-bec4d950a0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:27.543755 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks [] for floatingip, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.621365 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc9920-a9b3-4307-bc58-c2fe6050dc3a req-14a23fba-5f48-41d1-8cc8-1839768b5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:27.624725 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.628674 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] 10.222.0.72 "DELETE /v2.0/floatingips/545ee07e-0a19-448f-9d92-e8d7c8fd728d HTTP/1.1" status: 204 len: 168 time: 2.1187706 Aug 23 14:28:27.630658 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1fc9920-a9b3-4307-bc58-c2fe6050dc3a req-14a23fba-5f48-41d1-8cc8-1839768b5244 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4377ea08ebb7450dbbff7a0eb86769b7&device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 1094 time: 0.2246854 Aug 23 14:28:27.688927 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f070ad84-3b63-444f-a47a-c767d3cca928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.802287 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.844995 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc9920-a9b3-4307-bc58-c2fe6050dc3a req-cd703c74-c232-411f-a601-6c97e6293174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:27.847287 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1fc9920-a9b3-4307-bc58-c2fe6050dc3a req-cd703c74-c232-411f-a601-6c97e6293174 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=4377ea08ebb7450dbbff7a0eb86769b7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2037680 Aug 23 14:28:27.852116 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:27.864213 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.154578 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc9920-a9b3-4307-bc58-c2fe6050dc3a req-454b1e2d-19fe-42e1-875f-5706e69aade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:28.155964 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f1fc9920-a9b3-4307-bc58-c2fe6050dc3a req-454b1e2d-19fe-42e1-875f-5706e69aade3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2911227 Aug 23 14:28:28.202230 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b4e4-15c1-4800-864c-5e66c6d4890d req-44338b95-42ae-4fc2-aaea-ea8952e518aa tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:28.203949 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a533b4e4-15c1-4800-864c-5e66c6d4890d req-44338b95-42ae-4fc2-aaea-ea8952e518aa tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1103785 Aug 23 14:28:28.327419 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a533b4e4-15c1-4800-864c-5e66c6d4890d req-590aee9e-7566-4427-9f08-3ae8520cbabe tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160069 Aug 23 14:28:28.339080 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.340833 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.346853 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d2e82682-7dab-4dd6-9687-d5acc6229e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:28.388480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073bf8ad-48ca-4df3-a0b5-87914a478982,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:28.394644 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:28.409057 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:28.413517 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/073bf8ad-48ca-4df3-a0b5-87914a478982 HTTP/1.1" status: 204 len: 168 time: 0.8738077 Aug 23 14:28:28.420669 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-6d6e7b85-0453-4e1a-8ead-33955c28f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:28.422379 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-6d6e7b85-0453-4e1a-8ead-33955c28f687 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4377ea08ebb7450dbbff7a0eb86769b7&device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 1094 time: 0.2134304 Aug 23 14:28:28.566172 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57088) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:28.588529 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-7ccf3e0b-a9a5-4166-b59d-48a501675080 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1870e3ae-b653-43f6-bdc8-aef396c0b065 HTTP/1.1" status: 200 len: 217 time: 0.1582999 Aug 23 14:28:28.713306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-8f0feab9-3e5a-459b-a408-c7cc895cc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:28.720740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-8f0feab9-3e5a-459b-a408-c7cc895cc09b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f0a33aaa-e491-484a-ba20-0dcce54e3a83 HTTP/1.1" status: 200 len: 852 time: 0.1242776 Aug 23 14:28:28.763738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecac658-6b69-4d6a-a6c4-c69402acdf1f req-15865216-9726-498d-a56f-b5600a605397 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:28.765910 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ecac658-6b69-4d6a-a6c4-c69402acdf1f req-15865216-9726-498d-a56f-b5600a605397 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 943 time: 0.1546152 Aug 23 14:28:28.838796 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-d2373ff0-219b-4d4d-b7ca-7817041671b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c814f774-f64e-40ff-bdbe-221111de9b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106536 Aug 23 14:28:28.853475 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6ecac658-6b69-4d6a-a6c4-c69402acdf1f req-2bc8ae91-db4b-43e9-bb60-b0a6f9d56515 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800416 Aug 23 14:28:29.086953 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-5244ada5-8430-46f8-a037-03caf9a71028 service neutron] 10.222.0.82 "GET /v2.0/networks/c814f774-f64e-40ff-bdbe-221111de9b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397716 Aug 23 14:28:29.117633 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b5269dda-6fb2-4b3b-8332-bbbd5efdd669 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3a7cb00e87c4472a95e1c78cf6cd7dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500412 Aug 23 14:28:29.125708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57102) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:29.199437 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.231203 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.298726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2aacbbeb-63b2-4d51-877a-1a6fcc05a3e0 req-f01e26a0-55f7-430d-bf3b-4db26ed09261 service neutron] 10.222.0.82 "GET /v2.0/networks/c814f774-f64e-40ff-bdbe-221111de9b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025788 Aug 23 14:28:29.431784 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.438748 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d792bea2-89da-4f48-8809-9516854fc784 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:29.474155 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.477077 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ead3915-32c0-4591-a910-26ceb0d7002c HTTP/1.1" status: 204 len: 168 time: 0.3484080 Aug 23 14:28:29.477077 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead3915-32c0-4591-a910-26ceb0d7002c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:29.491868 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:29.659927 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb34f3-e092-4f38-874f-458090e5b84e req-2ceee46c-d29b-465f-90f1-95c08466b8a6 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:29.668263 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a0bb34f3-e092-4f38-874f-458090e5b84e req-2ceee46c-d29b-465f-90f1-95c08466b8a6 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1119027 Aug 23 14:28:29.734278 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a0bb34f3-e092-4f38-874f-458090e5b84e req-4abeb15f-e95b-4e19-997d-9120b9621ea2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647178 Aug 23 14:28:29.935464 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70a8f08b-1ffb-4e09-a575-85aa682fed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:29.951109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2feb4e-b855-47b3-b4de-7b57faed2858 req-1c779705-7baf-4e76-912f-504c4c1cbbd7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:29.957688 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef2feb4e-b855-47b3-b4de-7b57faed2858 req-1c779705-7baf-4e76-912f-504c4c1cbbd7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1061656 Aug 23 14:28:30.040700 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ef2feb4e-b855-47b3-b4de-7b57faed2858 req-8e28f585-ed43-4dad-aeef-0b3877c9f75f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796916 Aug 23 14:28:30.277140 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2311b10-1ba9-4663-a625-e9489da80161 req-444ebb0f-1d70-44ed-8854-c6e55d8e14a5 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:30.279461 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2311b10-1ba9-4663-a625-e9489da80161 req-444ebb0f-1d70-44ed-8854-c6e55d8e14a5 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 943 time: 0.1551793 Aug 23 14:28:30.329834 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f2311b10-1ba9-4663-a625-e9489da80161 req-dae57c44-304f-4060-9655-0db55659f369 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 Aug 23 14:28:30.625430 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536115-08cd-4ff4-8c4d-4dcf8c079846 req-b3868e96-1e99-4e5c-af2c-c8be4c17a553 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:30.628749 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f536115-08cd-4ff4-8c4d-4dcf8c079846 req-b3868e96-1e99-4e5c-af2c-c8be4c17a553 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1241982 Aug 23 14:28:30.637395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57160) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:30.680570 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.716765 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:30.724174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Usage tracker for resource:security_group_rule and tenant:552d3bafc45f4189a5d6dc423f17b667 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:30.728511 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:30.732283 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7f536115-08cd-4ff4-8c4d-4dcf8c079846 req-888b8595-ce4b-45ae-a617-dc2ac7231a88 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982509 Aug 23 14:28:30.737276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:30.848548 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.980345 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:30.990435 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c55515fc-beab-4f2e-9074-22ba20657904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:31.045742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90fd74-2edc-4ce4-a4f9-3675477e9621,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:31.056547 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:31.125435 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680acd8-785f-40c5-b981-16785951562d req-789a1d86-b10f-4015-9ea4-17aced0fa572 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:31.134159 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4680acd8-785f-40c5-b981-16785951562d req-789a1d86-b10f-4015-9ea4-17aced0fa572 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.2214775 Aug 23 14:28:31.155817 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=552d3bafc45f4189a5d6dc423f17b667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135374 Aug 23 14:28:31.156203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57178) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:31.217580 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4680acd8-785f-40c5-b981-16785951562d req-678d279f-a543-46f8-9a5c-0a456ae90522 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824332 Aug 23 14:28:31.272452 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2932af68-cd69-4a82-9612-64ec093668e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.312584 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2932af68-cd69-4a82-9612-64ec093668e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.374400 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.471824 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2932af68-cd69-4a82-9612-64ec093668e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.476940 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-103fc2aa-b757-4893-aeb3-39f5b209a939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:31.516829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932af68-cd69-4a82-9612-64ec093668e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90fd74-2edc-4ce4-a4f9-3675477e9621,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:31.520823 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2932af68-cd69-4a82-9612-64ec093668e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:31.533411 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2932af68-cd69-4a82-9612-64ec093668e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:31.537718 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2932af68-cd69-4a82-9612-64ec093668e2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f90fd74-2edc-4ce4-a4f9-3675477e9621 HTTP/1.1" status: 204 len: 168 time: 0.3781335 Aug 23 14:28:31.674789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcf7d2-7ea6-4af0-8bb0-3ffc8ed5ed4e req-5eb0c4ca-3e06-4200-bef8-be80a91ed3b9 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:31.686767 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29bcf7d2-7ea6-4af0-8bb0-3ffc8ed5ed4e req-5eb0c4ca-3e06-4200-bef8-be80a91ed3b9 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 943 time: 0.1488414 Aug 23 14:28:31.766690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-29bcf7d2-7ea6-4af0-8bb0-3ffc8ed5ed4e req-3517a00a-a7af-4f2d-b7ca-124606618883 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789316 Aug 23 14:28:32.641737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1870e3ae-b653-43f6-bdc8-aef396c0b065 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:28:32.715922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e58ec-5d30-4eb2-b0a0-283de9877192 req-ee9a9f1e-bbe3-41de-9c36-b0be94a36a15 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:32.723947 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f06e58ec-5d30-4eb2-b0a0-283de9877192 req-ee9a9f1e-bbe3-41de-9c36-b0be94a36a15 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1101162 Aug 23 14:28:32.770529 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f06e58ec-5d30-4eb2-b0a0-283de9877192 req-d4b825f5-e295-4717-bdab-c52f5e68213d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Aug 23 14:28:32.841886 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1870e3ae-b653-43f6-bdc8-aef396c0b065, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1870e3ae-b653-43f6-bdc8-aef396c0b065,segment=NetworkSegment(cc2d2c27-728d-4275-8409-512420ba9dc7),segment_id=cc2d2c27-728d-4275-8409-512420ba9dc7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:32.865614 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '1870e3ae-b653-43f6-bdc8-aef396c0b065', 'network_id': 'c814f774-f64e-40ff-bdbe-221111de9b92', 'port_id': '1870e3ae-b653-43f6-bdc8-aef396c0b065', 'mac_address': 'fa:16:3e:16:e0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a33aaa-e491-484a-ba20-0dcce54e3a83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:28:32.984843 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.005139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57252) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:33.021505 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1870e3ae-b653-43f6-bdc8-aef396c0b065 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:33.048208 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1870e3ae-b653-43f6-bdc8-aef396c0b065, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1870e3ae-b653-43f6-bdc8-aef396c0b065,segment=NetworkSegment(cc2d2c27-728d-4275-8409-512420ba9dc7),segment_id=cc2d2c27-728d-4275-8409-512420ba9dc7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:33.073266 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.104021 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.104218 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:33.105237 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Usage tracker for resource:security_group_rule and tenant:60f521aa8a96492daf51c2692074588f is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:33.108625 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:33.128879 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6932841-7239-465a-ae7f-e9b083d655f9 req-b2faf67b-1e89-45c4-b6cf-4c4722f71a9d tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:33.131699 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:33.136174 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6932841-7239-465a-ae7f-e9b083d655f9 req-b2faf67b-1e89-45c4-b6cf-4c4722f71a9d tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 943 time: 0.2408316 Aug 23 14:28:33.243664 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6932841-7239-465a-ae7f-e9b083d655f9 req-d73f31b8-5b3c-485e-b16d-9d9d180bdcb8 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Aug 23 14:28:33.314236 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.317537 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:33.347051 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.489715 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.505080 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6bfa7b66-3ecd-4fce-be9a-002898474b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:33.525631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=1870e3ae-b653-43f6-bdc8-aef396c0b065,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:33.534759 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:33.592180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4884926-38ca-4434-9b3c-c6bd592055ba,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:33.600174 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['1870e3ae-b653-43f6-bdc8-aef396c0b065'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:28:33.608257 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:33.614685 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57272) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:33.617444 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0ebd2317-f834-440d-bb80-4ba188782f0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60f521aa8a96492daf51c2692074588f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110384 Aug 23 14:28:33.704283 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:33.738634 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.077694 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.091802 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c06edb37-2b17-4d1d-9a94-2ac58f840672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:34.106009 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab28ed-3eb0-4fa2-97cb-e61bd6d284fb req-cdfdb5a8-cb49-45f6-8c60-c39236f89a3c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.117389 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-43ab28ed-3eb0-4fa2-97cb-e61bd6d284fb req-cdfdb5a8-cb49-45f6-8c60-c39236f89a3c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1536462 Aug 23 14:28:34.117872 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4884926-38ca-4434-9b3c-c6bd592055ba,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:34.124838 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:34.128026 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:34.129677 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4884926-38ca-4434-9b3c-c6bd592055ba HTTP/1.1" status: 204 len: 168 time: 0.5131810 Aug 23 14:28:34.183369 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-43ab28ed-3eb0-4fa2-97cb-e61bd6d284fb req-52422df4-bba9-414f-a6f6-e7d60d5cd04b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626438 Aug 23 14:28:34.468206 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce220b-58d0-43fa-a44f-0a7cfcb1fe10 req-68f6d94b-2c08-4fe5-b843-e2c94955695e tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.469897 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1ce220b-58d0-43fa-a44f-0a7cfcb1fe10 req-68f6d94b-2c08-4fe5-b843-e2c94955695e tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 944 time: 0.0972629 Aug 23 14:28:34.522607 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b1ce220b-58d0-43fa-a44f-0a7cfcb1fe10 req-57fcf893-7d09-42ff-8790-a81ad2260c3e tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 Aug 23 14:28:34.645721 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1870e3ae-b653-43f6-bdc8-aef396c0b065 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:34.651469 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.658206 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.701882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.722509 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.731946 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.740167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.747635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:34.756781 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-ff1d06a4-7572-4a9f-8524-3640c306f76a tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5443 time: 0.2139134 Aug 23 14:28:34.831915 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e8dc23a7-fc30-4d50-96df-e6ff4b35d82c req-b67075d4-f01f-4c23-9aa7-1318cee0a06c tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/security-groups?id=faba3c85-1653-490d-a39b-2997845f4658&id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0738070 Aug 23 14:28:34.892203 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 1870e3ae-b653-43f6-bdc8-aef396c0b065 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:34.902085 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 1870e3ae-b653-43f6-bdc8-aef396c0b065 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:34.904295 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.133799 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.169568 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1870e3ae-b653-43f6-bdc8-aef396c0b065'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:35.195571 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 1870e3ae-b653-43f6-bdc8-aef396c0b065, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1870e3ae-b653-43f6-bdc8-aef396c0b065,segment=NetworkSegment(cc2d2c27-728d-4275-8409-512420ba9dc7),segment_id=cc2d2c27-728d-4275-8409-512420ba9dc7)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:35.243130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.251300 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.258664 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.267867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.277299 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.283758 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.290258 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.292248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b004933c-4cbe-458b-83bc-80b9a32c9cc9 req-09a33f04-6039-4295-b30c-191554b18f47 tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 5443 time: 0.1764545 Aug 23 14:28:35.294900 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:35.312209 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:35.350742 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1870e3ae-b653-43f6-bdc8-aef396c0b065', 'code': 200} Aug 23 14:28:35.432924 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=1870e3ae-b653-43f6-bdc8-aef396c0b065,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:35.437927 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:35.726680 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a12e1-6a05-46a7-bd65-9227265aad2a req-c3f55df1-8554-4819-bc77-569cac0654be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.735426 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb4a12e1-6a05-46a7-bd65-9227265aad2a req-c3f55df1-8554-4819-bc77-569cac0654be service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 1096 time: 0.2961719 Aug 23 14:28:35.790018 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1175da1-30cc-43cb-9d15-02b160295767 req-388b9bef-a637-4fb7-8ba0-7248a08f0174 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.791512 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c1175da1-30cc-43cb-9d15-02b160295767 req-388b9bef-a637-4fb7-8ba0-7248a08f0174 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.2615855 Aug 23 14:28:35.859668 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb4a12e1-6a05-46a7-bd65-9227265aad2a req-6888b2ad-ffc7-4679-ab18-44fdd7980caf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042447 Aug 23 14:28:35.875836 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57383177-b9b1-4960-b10c-4ce4d76d497d req-f9d0d650-1497-4e53-9223-ee3df8bf90d4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:35.901072 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57383177-b9b1-4960-b10c-4ce4d76d497d req-f9d0d650-1497-4e53-9223-ee3df8bf90d4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.2818851 Aug 23 14:28:35.902313 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c1175da1-30cc-43cb-9d15-02b160295767 req-e898d388-1a98-4c51-9647-d66b2e492672 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864334 Aug 23 14:28:36.032365 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-57383177-b9b1-4960-b10c-4ce4d76d497d req-b8e64ac1-4599-4f04-9474-6a9129b29ce3 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311419 Aug 23 14:28:36.276392 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4041c-e648-4113-a2c4-3ef35bed845f req-095b3b79-8440-43a8-ae73-ea00d4fe8d94 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:36.285687 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-57c4041c-e648-4113-a2c4-3ef35bed845f req-095b3b79-8440-43a8-ae73-ea00d4fe8d94 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 945 time: 0.1391928 Aug 23 14:28:36.370709 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-57c4041c-e648-4113-a2c4-3ef35bed845f req-015d27a5-0b17-4754-8e26-fac836d52507 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838020 Aug 23 14:28:37.111347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3f72-99fb-44ed-b2aa-895c3529963b req-c38f4adb-eb1d-4c2f-9974-06dbb7834784 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:37.111347 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a80a3f72-99fb-44ed-b2aa-895c3529963b req-c38f4adb-eb1d-4c2f-9974-06dbb7834784 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.0956602 Aug 23 14:28:37.164975 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a80a3f72-99fb-44ed-b2aa-895c3529963b req-62490b35-a18d-4336-b700-1fa4636fbf81 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535240 Aug 23 14:28:37.381497 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f84a-c371-4ee8-af61-b4d4cac9c1d8 req-bd1d3e64-6edf-4b5b-92f5-f7072e19c62a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:37.383195 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2d69f84a-c371-4ee8-af61-b4d4cac9c1d8 req-bd1d3e64-6edf-4b5b-92f5-f7072e19c62a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.1072423 Aug 23 14:28:37.487353 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-2d69f84a-c371-4ee8-af61-b4d4cac9c1d8 req-f3601f70-6179-4793-90ce-6b8e7cb23e76 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974469 Aug 23 14:28:37.707516 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3840bc7-9b87-4c1b-86e5-4d5b84e73b40 req-e33ff069-c95b-40d4-9b31-c27eb496fe67 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:37.716869 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3840bc7-9b87-4c1b-86e5-4d5b84e73b40 req-e33ff069-c95b-40d4-9b31-c27eb496fe67 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 945 time: 0.1038623 Aug 23 14:28:37.783392 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d3840bc7-9b87-4c1b-86e5-4d5b84e73b40 req-69692584-4399-4041-ba9b-72ec780eb2ef tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623987 Aug 23 14:28:38.394087 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57452) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:38.397924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57454) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:38.463165 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748cdd5-ea51-4a2d-8b56-beed2680d733 req-65695786-7464-48af-a78c-1f8a6ed19574 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.464663 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d748cdd5-ea51-4a2d-8b56-beed2680d733 req-65695786-7464-48af-a78c-1f8a6ed19574 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1225293 Aug 23 14:28:38.485325 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-dc08cdda-62d9-40cc-a8ed-e5d87b2cb81a tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Request body: {'quota': {'network': 2}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:38.540604 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d748cdd5-ea51-4a2d-8b56-beed2680d733 req-9c80dc58-3a4d-47dd-82fc-62b53e52225e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529444 Aug 23 14:28:38.601407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.601926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.602402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.602871 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.603338 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.603978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.604262 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.606308 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-02ebfe21-e2c5-4ece-ba6b-54a59b09769a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.2053261 Aug 23 14:28:38.647802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-dc08cdda-62d9-40cc-a8ed-e5d87b2cb81a tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "PUT /v2.0/quotas/22a371ddc6c54160a10ae6dd8d7dccbd HTTP/1.1" status: 200 len: 368 time: 0.2484286 Aug 23 14:28:38.675608 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-486aef8a-ad0d-40a1-9b39-bd53827b52de req-3a19798e-0fc6-453d-8f2b-61add2421198 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ec389ee-4d3b-4aa6-be95-26a7a15aa6fd&id=faba3c85-1653-490d-a39b-2997845f4658&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0424488 Aug 23 14:28:38.677807 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57484) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:38.683388 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Request body: {'network': {'project_id': '22a371ddc6c54160a10ae6dd8d7dccbd'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:38.689879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:38.693776 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Usage tracker for resource:network and tenant:22a371ddc6c54160a10ae6dd8d7dccbd is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:38.696767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:38.703160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:38.779804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc662e-4dd3-45e9-9c94-f6398c274d44 req-850b4979-3172-4298-a762-8d3c0b4338c0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:38.781262 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c6fc662e-4dd3-45e9-9c94-f6398c274d44 req-850b4979-3172-4298-a762-8d3c0b4338c0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.0876181 Aug 23 14:28:38.831635 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c6fc662e-4dd3-45e9-9c94-f6398c274d44 req-f80cda91-f6d9-4f05-afdb-2402f6dd50c4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442178 Aug 23 14:28:38.865826 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Made reservation on behalf of 22a371ddc6c54160a10ae6dd8d7dccbd for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:38.868538 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.881536 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:38.903857 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:38.912795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Usage tracker for resource:security_group_rule and tenant:22a371ddc6c54160a10ae6dd8d7dccbd is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:38.912795 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:38.922845 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:39.200779 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.233878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23c633-d94f-4aaf-a8fa-9163ed4388a2 req-63cc0884-0407-4c64-8ee6-c75adb208515 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:39.235365 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f23c633-d94f-4aaf-a8fa-9163ed4388a2 req-63cc0884-0407-4c64-8ee6-c75adb208515 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 945 time: 0.0948355 Aug 23 14:28:39.289629 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7f23c633-d94f-4aaf-a8fa-9163ed4388a2 req-325e1009-0908-4776-bed4-366e0ea69f5f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482397 Aug 23 14:28:39.292672 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.300769 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4504b4f1-5516-41a7-b260-a3bdf09416fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:39.333510 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:28:39.336164 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc0048-d2d2-488a-a7a3-d64751fb29b0,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:39.343259 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:39.350028 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.350028 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Added segment 7e630088-71dd-4db6-81f0-78e02644c56e of type vlan for network 098ce9de-0178-4fa6-9cd9-c822a60c8d0b Aug 23 14:28:39.382165 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.538064 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.538064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:39.538064 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.539386 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-945c60f2-f551-4ec8-8279-231d86727741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:39.658850 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Pushing event updated for resources: {'Network': ['ID=098ce9de-0178-4fa6-9cd9-c822a60c8d0b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:39.661350 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:39.673410 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 098ce9de-0178-4fa6-9cd9-c822a60c8d0b details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:39.755601 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0764976 Aug 23 14:28:39.757985 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57536) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:39.764595 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Request body: {'network': {'project_id': '22a371ddc6c54160a10ae6dd8d7dccbd'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:39.770215 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:39.775703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Usage tracker for resource:network and tenant:22a371ddc6c54160a10ae6dd8d7dccbd is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:39.775873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed68d6a-dfa7-47c1-bc0a-bb330612c6dd req-c1046811-0d2d-4059-b2e1-584b9057f5f2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:39.777288 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ed68d6a-dfa7-47c1-bc0a-bb330612c6dd req-c1046811-0d2d-4059-b2e1-584b9057f5f2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.0960829 Aug 23 14:28:39.783660 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:39.789921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:39.839164 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ed68d6a-dfa7-47c1-bc0a-bb330612c6dd req-363ad9c8-8f59-4efa-bf42-5759d2fc055a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Aug 23 14:28:39.905903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Made reservation on behalf of 22a371ddc6c54160a10ae6dd8d7dccbd for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:39.909459 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.946026 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:28:39.957246 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:39.957601 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Added segment 932b22fe-2123-4db4-ae2f-ab8557bd5258 of type vlan for network 5669acd6-b463-4bcb-8ccf-a5dce762928b Aug 23 14:28:39.987414 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.062751 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1330a-ea99-4300-a1b5-8bbdf3f79553 req-33216bbd-2c01-4318-ba79-6c6db35ceddf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:40.069772 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95d1330a-ea99-4300-a1b5-8bbdf3f79553 req-33216bbd-2c01-4318-ba79-6c6db35ceddf tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.1189706 Aug 23 14:28:40.113836 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-95d1330a-ea99-4300-a1b5-8bbdf3f79553 req-c2090ad5-1259-427b-a7bd-d12744d144b2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Aug 23 14:28:40.123030 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.124741 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:40.125535 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.148084 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-37c8d86d-d2d7-4a9c-b198-6d65e63c02c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:40.240934 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Pushing event updated for resources: {'Network': ['ID=5669acd6-b463-4bcb-8ccf-a5dce762928b,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:40.243703 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:40.251452 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 5669acd6-b463-4bcb-8ccf-a5dce762928b details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:40.296579 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-08b52460-d64f-4286-9510-992dfdaea513 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5363696 Aug 23 14:28:40.299246 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57590) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:40.308201 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Request body: {'network': {'project_id': '22a371ddc6c54160a10ae6dd8d7dccbd'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:40.314130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:40.319249 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Usage tracker for resource:network and tenant:22a371ddc6c54160a10ae6dd8d7dccbd is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:40.322672 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:40.330588 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:40.331314 n-d-805628-1 neutron-server[80758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 23 14:28:40.331644 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 23 14:28:40.332844 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-b9423509-a5f8-433c-8236-d217a3b27082 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0317423 Aug 23 14:28:40.335808 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57598) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:40.412262 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d5677c60-d1af-4159-8b0c-4b2d8f2db12d tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=22a371ddc6c54160a10ae6dd8d7dccbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751336 Aug 23 14:28:40.414736 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57608) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:40.471148 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-646b85b5-46ab-4de4-a7a9-5d1daa8e8d8c tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:40.472680 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-646b85b5-46ab-4de4-a7a9-5d1daa8e8d8c tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.82 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 945 time: 0.1137383 Aug 23 14:28:40.560782 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d0f3-5bb7-420a-91f9-d0dad40544f5 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.566797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Deleting port 1870e3ae-b653-43f6-bdc8-aef396c0b065 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:40.567263 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.596122 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d0f3-5bb7-420a-91f9-d0dad40544f5 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.616171 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dbfca-fe6c-4579-bfdc-987baff56799 req-f91acc41-8e9a-439b-899d-6e5decd584a7 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:40.617967 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d2dbfca-fe6c-4579-bfdc-987baff56799 req-f91acc41-8e9a-439b-899d-6e5decd584a7 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 945 time: 0.1542103 Aug 23 14:28:40.691181 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d2dbfca-fe6c-4579-bfdc-987baff56799 req-4fef53bd-b35c-4dda-9b23-eeb8eaf8e7dd tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/security-groups?id=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Aug 23 14:28:40.792006 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d0f3-5bb7-420a-91f9-d0dad40544f5 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.798301 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ec32fe20-a1ba-42ab-869f-e8996a6c39b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:40.815610 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5d0f3-5bb7-420a-91f9-d0dad40544f5 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc0048-d2d2-488a-a7a3-d64751fb29b0,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:40.854439 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b4b5d0f3-5bb7-420a-91f9-d0dad40544f5 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:40.862431 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d0f3-5bb7-420a-91f9-d0dad40544f5 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:40.862700 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b4b5d0f3-5bb7-420a-91f9-d0dad40544f5 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/efbc0048-d2d2-488a-a7a3-d64751fb29b0 HTTP/1.1" status: 204 len: 168 time: 0.4447699 Aug 23 14:28:40.865347 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57644) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:40.889344 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] For port 1870e3ae-b653-43f6-bdc8-aef396c0b065, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=1870e3ae-b653-43f6-bdc8-aef396c0b065,segment=NetworkSegment(cc2d2c27-728d-4275-8409-512420ba9dc7),segment_id=cc2d2c27-728d-4275-8409-512420ba9dc7)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:40.889861 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.006572 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.045807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Calling delete_port for 1870e3ae-b653-43f6-bdc8-aef396c0b065 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:41.206652 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.226117 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5669acd6-b463-4bcb-8ccf-a5dce762928b']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:41.243641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932b22fe-2123-4db4-ae2f-ab8557bd5258') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:41.243641 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932b22fe-2123-4db4-ae2f-ab8557bd5258') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:41.258099 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.279803 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119dfd8-28e5-4e88-bae6-4e69a76aa225 req-fda853cf-18f9-45a8-8908-473ec2d11cc4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:41.281427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8119dfd8-28e5-4e88-bae6-4e69a76aa225 req-fda853cf-18f9-45a8-8908-473ec2d11cc4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.2260728 Aug 23 14:28:41.289353 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.295118 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.312658 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a07f937c-eb40-48ab-8773-dfcc28461d6d tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:41.312819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:41.312819 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:41.326979 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:41.359256 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Pushing event deleted for resources: {'Port': ['ID=1870e3ae-b653-43f6-bdc8-aef396c0b065,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:41.367831 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:41.461424 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8119dfd8-28e5-4e88-bae6-4e69a76aa225 req-120133ef-43b2-455c-9316-b09d8853b0d2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644804 Aug 23 14:28:41.475272 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] No DVR routers for this DVR port 1870e3ae-b653-43f6-bdc8-aef396c0b065 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:41.478890 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.482627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'name': 'network-vif-deleted', 'tag': '1870e3ae-b653-43f6-bdc8-aef396c0b065'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:41.603104 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.614409 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e65159e7-c016-41d0-bb5d-a74647b325b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:41.625851 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.638610 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Pushing event deleted for resources: {'Network': ['ID=5669acd6-b463-4bcb-8ccf-a5dce762928b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:41.650212 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5a473d-df4a-4c48-ba56-1fd9da7deb7c', 'name': 'network-vif-deleted', 'tag': '1870e3ae-b653-43f6-bdc8-aef396c0b065', 'status': 'completed', 'code': 200} Aug 23 14:28:41.663049 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "DELETE /v2.0/networks/5669acd6-b463-4bcb-8ccf-a5dce762928b HTTP/1.1" status: 204 len: 168 time: 0.7942352 Aug 23 14:28:41.665309 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-78d0259b-4c3b-4399-987b-b8647eb13f78 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:41.671131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57710) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:41.717170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cdce5-79d1-45f0-8b66-2d284d28fc25 req-9a31fa2e-02f7-43a3-a6cb-038bdec67e92 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:41.726890 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b97cdce5-79d1-45f0-8b66-2d284d28fc25 req-9a31fa2e-02f7-43a3-a6cb-038bdec67e92 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.2364814 Aug 23 14:28:41.742700 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f06c5602-10c5-4a24-8e74-abbf67e2d1db req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.82 "DELETE /v2.0/ports/1870e3ae-b653-43f6-bdc8-aef396c0b065 HTTP/1.1" status: 204 len: 173 time: 1.2637744 Aug 23 14:28:41.784293 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b97cdce5-79d1-45f0-8b66-2d284d28fc25 req-ab8bd608-3778-418d-8b66-e3db9eed2c6a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565062 Aug 23 14:28:41.882160 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:41.913904 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-18d7c4a8-c090-4539-9ffa-eb883e9073b5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:41.915397 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-18d7c4a8-c090-4539-9ffa-eb883e9073b5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.2802227 Aug 23 14:28:41.957211 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7c6f9f7-674b-4972-a8ae-755f53c4136b req-6b1d897f-a83b-4465-97a9-b036e232b60f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Synchronizing usage tracker for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:42.097365 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-2e935d6f-c5da-4c57-93b6-f06ca47a475a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/quotas/1f701ca797d6448aa958049d990607dc HTTP/1.1" status: 200 len: 375 time: 0.1517208 Aug 23 14:28:42.107501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-f7c6f9f7-674b-4972-a8ae-755f53c4136b req-6b1d897f-a83b-4465-97a9-b036e232b60f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Unset dirty status for tenant:4377ea08ebb7450dbbff7a0eb86769b7 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:42.108750 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7c6f9f7-674b-4972-a8ae-755f53c4136b req-6b1d897f-a83b-4465-97a9-b036e232b60f tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b5a473d-df4a-4c48-ba56-1fd9da7deb7c HTTP/1.1" status: 200 len: 210 time: 0.1978898 Aug 23 14:28:42.212041 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.232995 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098ce9de-0178-4fa6-9cd9-c822a60c8d0b']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:42.249410 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e630088-71dd-4db6-81f0-78e02644c56e') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:42.249639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e630088-71dd-4db6-81f0-78e02644c56e') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:42.265891 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.286001 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.295739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:42.300338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:42.309814 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:42.317947 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-d231d851-7af2-4939-b7b1-275c2246d394 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2059226 Aug 23 14:28:42.404288 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57726) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:42.513746 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.522692 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3dbadb29-e3a8-4d90-8a88-1ab1a810371b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:42.544419 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.557655 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-47c36795-b1e0-4c3c-a5eb-108bb5ef20e5 service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243960 Aug 23 14:28:42.558405 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Pushing event deleted for resources: {'Network': ['ID=098ce9de-0178-4fa6-9cd9-c822a60c8d0b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:42.561598 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] 10.222.0.72 "DELETE /v2.0/networks/098ce9de-0178-4fa6-9cd9-c822a60c8d0b HTTP/1.1" status: 204 len: 168 time: 0.8892441 Aug 23 14:28:42.562500 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-af2501c4-1742-4555-861f-ada3a695cb52 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:42.569721 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.587915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:42.627009 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c78ce54e518e4dafb97cc02a9d726d52 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:42.634569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:42.643890 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:42.691022 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1870e3ae-b653-43f6-bdc8-aef396c0b065 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:42.709453 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010d99-bd5d-43f5-8d62-d0d036a37fad req-0cec19a5-ddde-43b5-a594-fbd62dbf1e3b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:42.711413 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4010d99-bd5d-43f5-8d62-d0d036a37fad req-0cec19a5-ddde-43b5-a594-fbd62dbf1e3b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1248758 Aug 23 14:28:42.726775 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-78b8f176-2cbf-45e3-b8ce-62499a4253ee service neutron] 10.222.0.72 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600728 Aug 23 14:28:42.746568 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 1870e3ae-b653-43f6-bdc8-aef396c0b065 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:28:42.746949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 1870e3ae-b653-43f6-bdc8-aef396c0b065 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:42.747910 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 033595bb-6c92-48a7-ba10-92157ede3af2 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:42.802063 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4010d99-bd5d-43f5-8d62-d0d036a37fad req-7193f37d-001c-4759-a615-6be9af49fc8f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826161 Aug 23 14:28:42.835753 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.904525 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:42.939426 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:42.950314 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:43.004925 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.033171 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fe683fa4-1bd9-48c8-afa8-0e11fff0f5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:43.078358 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.079210 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-dfb2be35-f662-45a8-aaab-d13a46a3327a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:43.166190 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2', 'code': 200} Aug 23 14:28:43.201775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c78ce54e518e4dafb97cc02a9d726d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961693 Aug 23 14:28:43.208606 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57748) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:43.208797 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3ded39fc-7bf0-4eea-960d-d1802801f0e5 req-b1e0305a-7937-4416-b13c-3e823704335d tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 210 time: 0.0697508 Aug 23 14:28:43.249737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:43.258303 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.258658 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.259004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.259513 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.259849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.260191 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.260544 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.260878 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.261246 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.261574 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.261902 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.262261 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:43.267103 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:43.275354 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f012459-afe6-4127-9017-d7923e606d13,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:43.284355 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:43.325867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57758) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:43.349843 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.362098 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7ab29-636a-4e19-9c7b-c58f5f18ae92 req-10d5ef2f-2b30-44d7-8309-f793cc90a9e4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:43.363608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-85b7ab29-636a-4e19-9c7b-c58f5f18ae92 req-10d5ef2f-2b30-44d7-8309-f793cc90a9e4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.4289310 Aug 23 14:28:43.380504 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914164f5-8423-4aa3-8682-92b046637321 req-d0156de5-b297-4d85-9324-dca2db6e4c5e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:43.381987 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-914164f5-8423-4aa3-8682-92b046637321 req-d0156de5-b297-4d85-9324-dca2db6e4c5e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/ports?device_id=62f9ac19-136c-4c1c-ace1-68e6f70603df HTTP/1.1" status: 200 len: 943 time: 0.3509080 Aug 23 14:28:43.394478 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Deleting subnet f0a33aaa-e491-484a-ba20-0dcce54e3a83 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:28:43.397735 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.458867 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.471320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.521743 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Deleting port 033595bb-6c92-48a7-ba10-92157ede3af2 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:43.522084 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.547961 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.561754 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-85b7ab29-636a-4e19-9c7b-c58f5f18ae92 req-c7a7e90b-89ae-47b4-95d0-a49d02e44d6a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897402 Aug 23 14:28:43.736447 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57764) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:43.745921 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.750473 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9edd6a85-d466-42a6-91eb-184318e945c1 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:43.773930 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:28:43.784399 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a33aaa-e491-484a-ba20-0dcce54e3a83,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:43.788102 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:43.790664 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.800548 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a1388656-5731-458b-9404-c88781c9f07e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f0a33aaa-e491-484a-ba20-0dcce54e3a83 HTTP/1.1" status: 204 len: 168 time: 0.4712391 Aug 23 14:28:43.800786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57772) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:43.810307 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.819989 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7775bbc9-fa70-48df-822c-5cd31e200ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:43.843619 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f012459-afe6-4127-9017-d7923e606d13,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:43.855627 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:43.860074 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:43.864146 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f012459-afe6-4127-9017-d7923e606d13 HTTP/1.1" status: 204 len: 168 time: 0.6499836 Aug 23 14:28:43.872613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] For port 033595bb-6c92-48a7-ba10-92157ede3af2, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=033595bb-6c92-48a7-ba10-92157ede3af2,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:43.873077 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.013091 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Calling delete_port for 033595bb-6c92-48a7-ba10-92157ede3af2 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:44.023871 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.026657 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.071551 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:44.096546 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Usage tracker for resource:security_group_rule and tenant:fa1e65eb5e7f48b9ba360be8e24df1af is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:44.104509 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:44.162387 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:44.366600 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.376626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600453f1-74e9-4a5f-ae4d-9bfc34a228d4 req-e22e96f0-976f-49c7-853e-8aa63a113929 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:44.385109 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e4989e3-330f-404b-a4b1-31446423b920 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:44.388596 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-600453f1-74e9-4a5f-ae4d-9bfc34a228d4 req-e22e96f0-976f-49c7-853e-8aa63a113929 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.4195521 Aug 23 14:28:44.411494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.425157 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fc5eddf3-909d-41de-bddc-3ce4613c8130 req-99dd84ff-fadb-4d0b-a3fe-878ec752de7d tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 210 time: 0.1063254 Aug 23 14:28:44.467505 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c814f774-f64e-40ff-bdbe-221111de9b92']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:44.478717 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event deleted for resources: {'Port': ['ID=033595bb-6c92-48a7-ba10-92157ede3af2,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:44.486456 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:44.494696 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2d2c27-728d-4275-8409-512420ba9dc7') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:44.495125 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2d2c27-728d-4275-8409-512420ba9dc7') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:28:44.514618 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-600453f1-74e9-4a5f-ae4d-9bfc34a228d4 req-f30d0453-c9d4-4878-aa50-c31ec5143472 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247408 Aug 23 14:28:44.522025 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.536348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] No DVR routers for this DVR port 033595bb-6c92-48a7-ba10-92157ede3af2 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:28:44.544960 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.546231 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.550737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-deleted', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:44.562026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:28:44.562429 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:28:44.576403 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:28:44.604699 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f9ac19-136c-4c1c-ace1-68e6f70603df', 'name': 'network-vif-deleted', 'tag': '033595bb-6c92-48a7-ba10-92157ede3af2', 'status': 'completed', 'code': 200} Aug 23 14:28:44.654208 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.723861 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-914164f5-8423-4aa3-8682-92b046637321 req-1295e635-dfa3-4e29-8148-6ce9eef7ea1a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "DELETE /v2.0/ports/033595bb-6c92-48a7-ba10-92157ede3af2 HTTP/1.1" status: 204 len: 173 time: 1.3250413 Aug 23 14:28:44.745933 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.756727 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-11e7132c-5b52-4e3b-bf74-4a1aabf12d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:44.772599 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8bbc0-338c-486f-89a1-21b27ca526d2 req-167fe939-e3c3-4577-bbf0-029908a23bf4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:44.774300 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1a8bbc0-338c-486f-89a1-21b27ca526d2 req-167fe939-e3c3-4577-bbf0-029908a23bf4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.0916045 Aug 23 14:28:44.796445 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57790) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:44.821863 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.853988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:44.862741 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1a8bbc0-338c-486f-89a1-21b27ca526d2 req-49b3833d-603d-46b8-8459-8246a2d3b9f7 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809791 Aug 23 14:28:44.863638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Usage tracker for resource:security_group_rule and tenant:dc49daa4c4aa437db7a43b83042102a9 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:44.866994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:44.874811 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:44.904541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.904541 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:44.938720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa1e65eb5e7f48b9ba360be8e24df1af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1974113 Aug 23 14:28:44.939480 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57794) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:44.941856 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf72247-656d-4f0b-bae7-51bc451abea5,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:44.945172 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-554d5326-b505-4788-ba60-aefdcd3238bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:44.946197 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:44.980906 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Pushing event deleted for resources: {'Network': ['ID=c814f774-f64e-40ff-bdbe-221111de9b92,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:44.983638 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:45.027635 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.033183 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fe9bcafe-9a26-4887-8e2e-227c746c9687 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c814f774-f64e-40ff-bdbe-221111de9b92 HTTP/1.1" status: 204 len: 168 time: 1.2309852 Aug 23 14:28:45.063725 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.115980 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.123078 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.131654 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9451afd7-9914-43fc-a524-19ce9a6403d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:45.305903 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.310081 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0147ee5e-1a2d-401a-b6a6-0ba458a78014,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:45.312652 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cea3c27c-c247-41d2-ab18-ab300a1c80f9 tempest-QuotasNegativeTest-112751573 tempest-QuotasNegativeTest-112751573-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:45.313062 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:45.315976 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc49daa4c4aa437db7a43b83042102a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184424 Aug 23 14:28:45.319106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57800) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:45.326073 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf72247-656d-4f0b-bae7-51bc451abea5,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:45.331174 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:45.333123 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.336909 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cdf72247-656d-4f0b-bae7-51bc451abea5 HTTP/1.1" status: 204 len: 168 time: 0.3962891 Aug 23 14:28:45.389301 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-990ff4d9-5378-467d-a7ff-f540fff3a0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.416890 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-990ff4d9-5378-467d-a7ff-f540fff3a0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.487739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57808) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:45.591512 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-990ff4d9-5378-467d-a7ff-f540fff3a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.597428 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1924d8d6-f1eb-4d1f-885b-e04c5a0c2624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:45.610084 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ff4d9-5378-467d-a7ff-f540fff3a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0147ee5e-1a2d-401a-b6a6-0ba458a78014,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:45.612780 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-990ff4d9-5378-467d-a7ff-f540fff3a0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:45.618779 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c7327242-01cc-4b65-90db-4c58b57d9f85 req-cf46a3fc-eb10-486b-a020-497689d4dfa1 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 210 time: 0.0718577 Aug 23 14:28:45.621144 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-990ff4d9-5378-467d-a7ff-f540fff3a0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.623421 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-990ff4d9-5378-467d-a7ff-f540fff3a0ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0147ee5e-1a2d-401a-b6a6-0ba458a78014 HTTP/1.1" status: 204 len: 168 time: 0.3034117 Aug 23 14:28:45.623672 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-77070e48-46cc-4204-bcbf-4b6b2405ffb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4377ea08ebb7450dbbff7a0eb86769b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343305 Aug 23 14:28:45.626922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57816) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:45.702832 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-286a7498-e534-4325-8edf-efd1dc4df51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.738034 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-286a7498-e534-4325-8edf-efd1dc4df51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:45.815197 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a3f-8923-4d69-af4a-44ae82bb13aa req-555961ea-8ca1-4dab-9c38-a56e04fc631c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:45.818237 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d73f7a3f-8923-4d69-af4a-44ae82bb13aa req-555961ea-8ca1-4dab-9c38-a56e04fc631c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1561484 Aug 23 14:28:45.867275 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d73f7a3f-8923-4d69-af4a-44ae82bb13aa req-f51abc7b-b8ea-4d4e-aa53-3caf488d4f5c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Aug 23 14:28:46.040869 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-286a7498-e534-4325-8edf-efd1dc4df51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.048383 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-65936dee-7910-4f76-81a2-9b092e1d4932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:46.069189 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a7498-e534-4325-8edf-efd1dc4df51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:46.075456 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-286a7498-e534-4325-8edf-efd1dc4df51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:46.120885 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bca81-5b75-467f-8409-3ee329ac8e1c req-c2271338-4267-4323-bcdf-02ed2ded9f29 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:46.122996 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be4bca81-5b75-467f-8409-3ee329ac8e1c req-c2271338-4267-4323-bcdf-02ed2ded9f29 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.1308157 Aug 23 14:28:46.175685 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-be4bca81-5b75-467f-8409-3ee329ac8e1c req-d1d62836-46bb-4da4-b05b-16ea9e1508f6 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 Aug 23 14:28:46.205093 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-5c213309-e86a-406f-87df-5a516c396569 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:46.206586 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-5c213309-e86a-406f-87df-5a516c396569 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/networks?id=fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 200 len: 805 time: 0.2146747 Aug 23 14:28:46.218898 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Request body: {'port': {'device_id': '0404439a-77ae-445d-86bf-1f9be54d7214', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'admin_state_up': True, 'tenant_id': '1f701ca797d6448aa958049d990607dc'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:46.232556 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-286a7498-e534-4325-8edf-efd1dc4df51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.238212 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-286a7498-e534-4325-8edf-efd1dc4df51a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc534ff9-a036-4c16-9bd9-cf8b0ed9de2a HTTP/1.1" status: 204 len: 168 time: 0.6102424 Aug 23 14:28:46.361130 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 57830) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:46.388974 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.409319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:46.411290 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:46.417395 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:d5db4bb7263842a9a34a85f04ec404fa is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:46.419492 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Usage tracker for resource:port and tenant:1f701ca797d6448aa958049d990607dc is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:46.422323 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:46.424406 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:46.430178 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:46.439380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:46.512369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Made reservation on behalf of 1f701ca797d6448aa958049d990607dc for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:46.520128 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.524753 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.646711 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.659608 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-331f9aeb-8cc9-424d-8be3-ef0efe384cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:46.695595 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 033595bb-6c92-48a7-ba10-92157ede3af2 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:28:46.702421 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ad100-968c-4475-9e50-cc513260928e,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:46.705915 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:46.721129 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 57844) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:46.721472 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5db4bb7263842a9a34a85f04ec404fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508132 Aug 23 14:28:46.748335 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 033595bb-6c92-48a7-ba10-92157ede3af2 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:28:46.749111 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 033595bb-6c92-48a7-ba10-92157ede3af2 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:28:46.822520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Allocated IP 172.20.0.4 (fe6897df-a473-4773-8da4-637db1bf22d8/9b2a2d13-4fd6-4712-9ab4-d687527c9574/83cfad19-6c16-4857-b5d2-c65a7ba9e73e) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:28:46.907074 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:46.915335 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1050859f-9082-4643-a342-e0197174afe1 req-bba20ebf-cc08-4966-9faa-9e52399ac621 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:28:46.978762 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.101302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da213cd3-b415-4f61-a7fa-56c25bd1cc7b req-45ab6d92-e545-4daf-bc61-09e3342f9a60 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:47.105135 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da213cd3-b415-4f61-a7fa-56c25bd1cc7b req-45ab6d92-e545-4daf-bc61-09e3342f9a60 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1089878 Aug 23 14:28:47.144534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-1050859f-9082-4643-a342-e0197174afe1 req-bba20ebf-cc08-4966-9faa-9e52399ac621 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:28:47.153560 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1050859f-9082-4643-a342-e0197174afe1 req-bba20ebf-cc08-4966-9faa-9e52399ac621 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 210 time: 0.3189676 Aug 23 14:28:47.181654 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-da213cd3-b415-4f61-a7fa-56c25bd1cc7b req-3f30935c-d188-4b2c-b80f-4a00603d27fe tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655811 Aug 23 14:28:47.197262 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.302123 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.306470 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.310352 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4716c139-1b89-4d35-a592-57d7c1fd0f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:47.376998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ad100-968c-4475-9e50-cc513260928e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:47.381594 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:47.386080 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0d0bada2-b497-4d54-8b6f-3a0e22d2da75 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:47.432136 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.435898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d72ad100-968c-4475-9e50-cc513260928e HTTP/1.1" status: 204 len: 168 time: 0.7102790 Aug 23 14:28:47.454164 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Network fe6897df-a473-4773-8da4-637db1bf22d8 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:47.458503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:47.466431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:28:47.505829 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:47.516221 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:47.552100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:47.552725 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:47.566355 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382dd8-3353-4535-a8fe-0d12bf5650c5 req-76c048b7-7d28-4b68-ae8b-d2253ea5d8d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:47.568033 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54382dd8-3353-4535-a8fe-0d12bf5650c5 req-76c048b7-7d28-4b68-ae8b-d2253ea5d8d0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.2670472 Aug 23 14:28:47.624421 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-54382dd8-3353-4535-a8fe-0d12bf5650c5 req-20f31cb7-248c-437c-9a43-38d3f709c99c tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Aug 23 14:28:47.689893 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-0da50c83-5ebc-407e-92e9-1fc3d5e93dff tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4745727 Aug 23 14:28:47.704548 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Request body: {'port': {'device_id': '0404439a-77ae-445d-86bf-1f9be54d7214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:47.900582 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:48.348050 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b15ab-53d7-4a12-80ff-7ae307b765ee req-8ac08ce2-ceeb-42d4-98e2-a570f5ba2dc0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:48.355802 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f92b15ab-53d7-4a12-80ff-7ae307b765ee req-8ac08ce2-ceeb-42d4-98e2-a570f5ba2dc0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.2341208 Aug 23 14:28:48.439471 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f92b15ab-53d7-4a12-80ff-7ae307b765ee req-2fa99454-96d9-4e60-896a-e74b32bdb509 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818863 Aug 23 14:28:48.505765 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cfad19-6c16-4857-b5d2-c65a7ba9e73e {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:48.578710 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:48.618897 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Transition to ACTIVE for port object 83cfad19-6c16-4857-b5d2-c65a7ba9e73e will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:48.657159 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b80d2-650d-4706-b4a1-63d01930b0b8 req-564e819d-6a78-49c3-9a54-1c9294c1aa4e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:48.660120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a0b80d2-650d-4706-b4a1-63d01930b0b8 req-564e819d-6a78-49c3-9a54-1c9294c1aa4e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1074936 Aug 23 14:28:48.670479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-4c355478-2d84-4276-b0a7-77f0775deba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:48.672240 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-4c355478-2d84-4276-b0a7-77f0775deba8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.1692402 Aug 23 14:28:48.681212 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a66f2-e9b2-4a2f-89ce-272cb908296f req-d57cc79f-6ef3-45f3-ac1e-6c0ff459a2be tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:48.688618 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b92a66f2-e9b2-4a2f-89ce-272cb908296f req-d57cc79f-6ef3-45f3-ac1e-6c0ff459a2be tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 931 time: 0.1787763 Aug 23 14:28:48.743346 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:48.752421 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-45915f37-c539-4e9f-a346-9caeeb9499fc tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:48.760902 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a0b80d2-650d-4706-b4a1-63d01930b0b8 req-84482111-3b53-45bc-972a-24d35201225c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Aug 23 14:28:48.960667 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:48.969454 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b92a66f2-e9b2-4a2f-89ce-272cb908296f req-1ae2e7b1-3848-4ffc-932b-0fe426d7142b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633996 Aug 23 14:28:48.971460 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:49.068459 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-89530911-2c57-4ebe-a56d-e948bdbd4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.069342 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-89530911-2c57-4ebe-a56d-e948bdbd4cc9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.3855889 Aug 23 14:28:49.206055 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Attempting to bind port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:49.206402 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Attempting to bind port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:49.206738 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Attempting to bind port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:49.216190 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-ff90ad2c-ecc7-4d60-a6f2-c57347f503e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.1385357 Aug 23 14:28:49.218190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e on network fe6897df-a473-4773-8da4-637db1bf22d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:49.218419 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Attempting to bind port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e on network fe6897df-a473-4773-8da4-637db1bf22d8 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:49.263265 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:28:49.263609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Checking segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:28:49.264037 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Bound using segment: {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:28:49.264478 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Bound port: 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca54282-8114-4e6d-9410-ac4f1f09259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:28:49.264828 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.347496 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-90511cfc-4298-4445-a205-123e642602ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.348967 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-90511cfc-4298-4445-a205-123e642602ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.1267288 Aug 23 14:28:49.429358 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:28:49.439916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:28:49.456298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-892cf618-ebc2-4305-a808-b60647206a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.457476 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-892cf618-ebc2-4305-a808-b60647206a7b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017344 Aug 23 14:28:49.522351 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.537836 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dde6ee95-f1bb-4edf-9a63-d30b0ec6ccf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:49.645840 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9c5bc233-4fe1-4154-9388-a1c1817f28bc req-ffcccfdd-262a-4cf1-b868-bf681269c9d7 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0810876 Aug 23 14:28:49.706193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.706837 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:49.708223 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] 10.222.0.82 "PUT /v2.0/ports/83cfad19-6c16-4857-b5d2-c65a7ba9e73e HTTP/1.1" status: 200 len: 1091 time: 2.0111015 Aug 23 14:28:49.719051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:49.770378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:49.787992 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:49.794177 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'status': 'completed', 'code': 200} Aug 23 14:28:49.801544 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-20adaa9d-1f54-4bac-ae82-d4e9e841dd19 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375268 Aug 23 14:28:49.912737 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5c68e-6d0b-4c74-afd6-fc4b42413fd6 req-de1ec6df-f317-489d-8fc3-e6c38f407061 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.914316 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4b5c68e-6d0b-4c74-afd6-fc4b42413fd6 req-de1ec6df-f317-489d-8fc3-e6c38f407061 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.2629235 Aug 23 14:28:49.986193 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6205eb-7b62-46e3-b8c3-c29db3a84bad req-263c19d7-5aca-4584-b88f-542bd80e776e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:49.988218 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bd6205eb-7b62-46e3-b8c3-c29db3a84bad req-263c19d7-5aca-4584-b88f-542bd80e776e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.0921586 Aug 23 14:28:50.042079 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bd6205eb-7b62-46e3-b8c3-c29db3a84bad req-df99ac2a-7edb-49a3-8438-0f3022bef5e5 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Aug 23 14:28:50.055421 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4b5c68e-6d0b-4c74-afd6-fc4b42413fd6 req-14229c67-089f-40d6-a4fe-dd243a80796e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321468 Aug 23 14:28:50.060482 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1bc3d3f0-dfd8-4ad5-967b-4deb56f53c61 req-2bd002cc-999b-4076-b2f7-a5dd6f028eb8 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522676 Aug 23 14:28:50.084614 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481561-5c6e-48da-ae63-6a860309b102 req-85f935c9-777a-4d9a-9252-17284f68c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.087476 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20481561-5c6e-48da-ae63-6a860309b102 req-85f935c9-777a-4d9a-9252-17284f68c806 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 1094 time: 0.2577012 Aug 23 14:28:50.610349 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481561-5c6e-48da-ae63-6a860309b102 req-6bdeab1b-5e05-488c-997c-5eab14a08221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.613203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20481561-5c6e-48da-ae63-6a860309b102 req-6bdeab1b-5e05-488c-997c-5eab14a08221 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=1f701ca797d6448aa958049d990607dc&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5141387 Aug 23 14:28:50.716771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58194a13-04fd-4dc1-8e94-193dc57913af req-94d3915b-8e52-4e48-9ec8-6f1e80b13e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.718664 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58194a13-04fd-4dc1-8e94-193dc57913af req-94d3915b-8e52-4e48-9ec8-6f1e80b13e40 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.5214601 Aug 23 14:28:50.746170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e27-986f-4ef4-88ea-685ed94d9ef1 req-f2740c51-cc4f-413c-9a7f-4b819a5861bc tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:50.762018 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5854e27-986f-4ef4-88ea-685ed94d9ef1 req-f2740c51-cc4f-413c-9a7f-4b819a5861bc tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 943 time: 0.5661685 Aug 23 14:28:50.875860 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-84234bd1-c8e8-47e1-8e81-67a06ae7f540 req-09158d94-2ab3-4b03-92b5-00d267834e5f tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0860331 Aug 23 14:28:51.027581 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a5854e27-986f-4ef4-88ea-685ed94d9ef1 req-36c8a4ce-6c06-4cc6-bb76-f3807999cf84 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633295 Aug 23 14:28:51.059367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481561-5c6e-48da-ae63-6a860309b102 req-66819cd2-edaa-4817-8a87-0c3c2e101846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.060874 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-20481561-5c6e-48da-ae63-6a860309b102 req-66819cd2-edaa-4817-8a87-0c3c2e101846 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4342844 Aug 23 14:28:51.097392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58194a13-04fd-4dc1-8e94-193dc57913af req-4df975ca-a6d1-4305-b593-86bc9a872c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.099735 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58194a13-04fd-4dc1-8e94-193dc57913af req-4df975ca-a6d1-4305-b593-86bc9a872c8a service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.2624621 Aug 23 14:28:51.283749 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58018) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:51.334385 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd7d60-a637-4af7-b902-8d0427bc9e95 req-800c401c-73c2-4248-b928-06728c14d88b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.342157 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dfdd7d60-a637-4af7-b902-8d0427bc9e95 req-800c401c-73c2-4248-b928-06728c14d88b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1045208 Aug 23 14:28:51.365733 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58194a13-04fd-4dc1-8e94-193dc57913af req-079a32e0-09b3-4e5f-b45f-690bc4e99b30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.2597578 Aug 23 14:28:51.399836 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dfdd7d60-a637-4af7-b902-8d0427bc9e95 req-76dc274d-2683-4f17-9221-0649923aaa3e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561745 Aug 23 14:28:51.467083 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-f46d99cc-4818-4e85-8a35-ee5da292f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.468757 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-f46d99cc-4818-4e85-8a35-ee5da292f9f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1f701ca797d6448aa958049d990607dc&device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 1094 time: 0.2945027 Aug 23 14:28:51.474000 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58194a13-04fd-4dc1-8e94-193dc57913af req-cb28ab3b-af93-47ba-9996-9dc01379e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.475368 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58194a13-04fd-4dc1-8e94-193dc57913af req-cb28ab3b-af93-47ba-9996-9dc01379e718 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.0982373 Aug 23 14:28:51.543969 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3e36c-8c17-42de-a37e-33e12ab22b9c req-b31f9dcd-eb80-453c-ad11-730b465f2ac6 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.545513 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ca3e36c-8c17-42de-a37e-33e12ab22b9c req-b31f9dcd-eb80-453c-ad11-730b465f2ac6 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.3261371 Aug 23 14:28:51.593106 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-45415508'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:51.602656 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-50a1c470-ee4b-4224-8d8d-ba652ecb5762 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e HTTP/1.1" status: 200 len: 217 time: 0.1249616 Aug 23 14:28:51.622636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:51.665756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Usage tracker for resource:network and tenant:e585945354a1485485fc49016b33f4cd is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:51.690715 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:51.720792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:51.743351 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-3ca3e36c-8c17-42de-a37e-33e12ab22b9c req-fc549b78-10a5-491b-a5c3-efe46cc33bfa tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422784 Aug 23 14:28:51.751490 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-e3e25460-6b5a-4069-890f-7fb84150d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.752936 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-e3e25460-6b5a-4069-890f-7fb84150d588 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b2a2d13-4fd6-4712-9ab4-d687527c9574 HTTP/1.1" status: 200 len: 845 time: 0.1276813 Aug 23 14:28:51.797735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58194a13-04fd-4dc1-8e94-193dc57913af req-ed882225-5377-44ab-86e1-4f693b1f539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:51.799985 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58194a13-04fd-4dc1-8e94-193dc57913af req-ed882225-5377-44ab-86e1-4f693b1f539a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2647700 Aug 23 14:28:51.807671 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-c5e836bb-be0c-4b13-803d-d82d7a4006a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fe6897df-a473-4773-8da4-637db1bf22d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472536 Aug 23 14:28:51.880645 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Made reservation on behalf of e585945354a1485485fc49016b33f4cd for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:51.884069 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:51.905406 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.077066 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:52.093869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Usage tracker for resource:security_group_rule and tenant:e585945354a1485485fc49016b33f4cd is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:52.100676 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:52.108034 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d84956f8-9924-4ccc-97c3-7f58d20a6910 req-6e8cf378-2919-4d57-aa61-bb3c85fdecd2 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0715933 Aug 23 14:28:52.111421 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:52.153639 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58194a13-04fd-4dc1-8e94-193dc57913af req-d8bb2bad-9d83-417f-bc65-5799ae83f9a2 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479600 Aug 23 14:28:52.161917 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-18723659-e517-426a-8e23-332459b677ac service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360288 Aug 23 14:28:52.605813 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96af603-6102-4cca-bfa1-d87888ac9ae1 req-ad479acf-f63a-43ae-ac0b-36d7d4e206f2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:52.607260 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e96af603-6102-4cca-bfa1-d87888ac9ae1 req-ad479acf-f63a-43ae-ac0b-36d7d4e206f2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.0821159 Aug 23 14:28:52.657697 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e96af603-6102-4cca-bfa1-d87888ac9ae1 req-1021c784-d985-471b-881d-d1e894210438 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 Aug 23 14:28:52.671632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-58194a13-04fd-4dc1-8e94-193dc57913af req-115c0396-7234-4a1a-9cf8-f73f9c25d517 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087647 Aug 23 14:28:52.704031 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf04a5f-9231-4a13-85f2-9714bbbc6d32 req-fff2e9b3-eee8-4061-886a-9648f5e3b40c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:52.711158 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bf04a5f-9231-4a13-85f2-9714bbbc6d32 req-fff2e9b3-eee8-4061-886a-9648f5e3b40c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 943 time: 0.5420501 Aug 23 14:28:52.711158 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4bc6cb61-7e5d-4466-970a-b787cca037f6 req-761f367f-0437-471e-b247-7cc115d19d65 service neutron] 10.222.0.82 "GET /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232778 Aug 23 14:28:52.740252 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.785669 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8bf04a5f-9231-4a13-85f2-9714bbbc6d32 req-c1981c47-e768-44f3-9920-c265904b3465 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672700 Aug 23 14:28:52.877052 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.885459 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-0ec188a5-b27a-4254-8bd3-1f5efe9b9ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:52.909712 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:28:52.934676 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:52.935031 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Added segment 7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9 of type vlan for network dcfee2e8-4029-49cc-81e1-9505b465ce81 Aug 23 14:28:52.936278 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ac2f2-21ad-4351-be6c-533c372abffe,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:52.940378 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:52.970028 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.261056 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.266522 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:53.267188 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.285292 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d8ebbbca-f5f0-4601-b05a-531ba88c6b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:53.316543 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7da1e41-f23e-4b39-88ed-e468eeccdcda req-81b5d7f6-5220-4bde-b092-0cdfa9fe3c19 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0947425 Aug 23 14:28:53.413970 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Pushing event updated for resources: {'Network': ['ID=dcfee2e8-4029-49cc-81e1-9505b465ce81,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:53.416785 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:53.423958 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-dfd20dbc-b4c9-4ac7-9f5f-e3bfb1e1aea3 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1383233 Aug 23 14:28:53.433353 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network dcfee2e8-4029-49cc-81e1-9505b465ce81 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:28:53.685898 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58064) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:53.692569 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Request body: {'port': {'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81', 'binding:host_id': 'n-h1-805628-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2015122110'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:53.697713 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:53.702582 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Usage tracker for resource:port and tenant:50e9f9f15f4d41468450721c3027a8c4 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:53.705786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:53.711933 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:53.791402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Made reservation on behalf of 50e9f9f15f4d41468450721c3027a8c4 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:53.794707 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.822011 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:53.838068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:53.842789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Usage tracker for resource:security_group_rule and tenant:50e9f9f15f4d41468450721c3027a8c4 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:53.845943 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:53.852045 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:53.903932 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806ebe-52d2-4db7-8f76-c6fbed3cf471 req-44899231-f1b3-4c08-8d69-063783ba521b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:53.906149 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc806ebe-52d2-4db7-8f76-c6fbed3cf471 req-44899231-f1b3-4c08-8d69-063783ba521b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1255765 Aug 23 14:28:53.960423 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-bc806ebe-52d2-4db7-8f76-c6fbed3cf471 req-64161b20-c4c6-408c-b957-ec90d636e264 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485427 Aug 23 14:28:54.027636 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837457f1-5675-40f9-b152-ea2465a99a27 req-23ad3d59-7a7d-4cbe-a580-65acf8ebba99 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:54.029158 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-837457f1-5675-40f9-b152-ea2465a99a27 req-23ad3d59-7a7d-4cbe-a580-65acf8ebba99 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 943 time: 0.1251249 Aug 23 14:28:54.103092 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.115651 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-837457f1-5675-40f9-b152-ea2465a99a27 req-46802778-c353-4882-95bf-f02f937f914c tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769441 Aug 23 14:28:54.173547 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.177382 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-95ce596b-b501-426f-96d0-5022fcbc3001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:54.186153 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] device_id is not set on port a2043ca6-543e-468c-a920-b54a54362a32 yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:54.261059 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71dab71-3135-4f67-b60d-548a5047918a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:54.271849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.272238 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.272626 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.273002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.273404 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.273778 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.274150 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.274518 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.274886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.275291 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.275688 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.276056 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:28:54.280898 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:54.511044 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] device_id is not set on port a2043ca6-543e-468c-a920-b54a54362a32 yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:54.520911 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.537542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Transition to ACTIVE for port object a2043ca6-543e-468c-a920-b54a54362a32 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:54.560312 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c26f8170-301b-497a-823c-5329162443a2 req-04abc1fd-fe9b-43a1-b467-cc7fb93b8399 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0887434 Aug 23 14:28:54.597045 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:54.604678 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27112d11-dcea-44f0-9288-5ca0567505ff tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:54.609355 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60bfc76f-4e98-4e19-829e-5d80890ccec3 req-9f3decc3-fc76-4c4f-bbaf-f72853956dd3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0445039 Aug 23 14:28:54.686873 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=a2043ca6-543e-468c-a920-b54a54362a32,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:54.689938 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:54.700907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Checking segment: {'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:28:54.701308 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Network hostable DHCP agents. Network: dcfee2e8-4029-49cc-81e1-9505b465ce81, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:28:54.785141 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Network dcfee2e8-4029-49cc-81e1-9505b465ce81 is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:28:54.870689 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, dcfee2e8-4029-49cc-81e1-9505b465ce81) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:54.874719 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:28:54.882893 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4dcf0-44f4-470d-a3b0-3f82ef628603 None None] Network dcfee2e8-4029-49cc-81e1-9505b465ce81 requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:28:54.893082 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:54.893643 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:54.894029 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:54.900033 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:54.900382 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:54.900818 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 2 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:54.917162 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:54.917512 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:54.917854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:54.924800 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:54.925170 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:54.925564 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 3 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:54.942271 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:54.942657 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:54.942997 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:54.948342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:54.948712 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:54.949324 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 4 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:54.966095 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:54.966504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:54.966852 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:54.971738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:54.972068 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:54.972581 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 5 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:54.993293 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:54.993536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:54.993879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:55.001764 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:55.002099 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:55.002492 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 6 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:55.032926 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:55.033296 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:55.033631 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:55.047088 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:55.047438 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:55.047835 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 7 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:55.066107 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:55.066440 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:55.066781 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:55.072779 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:55.073154 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:55.073542 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 8 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:55.094971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:55.095418 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:55.095765 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:55.140789 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:55.141255 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:55.146620 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 9 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:55.170055 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:55.170394 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:55.171035 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:55.182678 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:55.183013 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:55.184139 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 10 to bind port a2043ca6-543e-468c-a920-b54a54362a32 Aug 23 14:28:55.205150 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:55.205493 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:55.205834 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:55.213862 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port a2043ca6-543e-468c-a920-b54a54362a32 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:55.214192 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port a2043ca6-543e-468c-a920-b54a54362a32 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:55.214549 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:55.243017 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab80e1b-8fcb-4d9c-a332-b1dc47444913 req-8a646de2-9fbd-4939-b7e3-6875d631535f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:55.244558 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ab80e1b-8fcb-4d9c-a332-b1dc47444913 req-8a646de2-9fbd-4939-b7e3-6875d631535f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1512845 Aug 23 14:28:55.356940 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7ab80e1b-8fcb-4d9c-a332-b1dc47444913 req-a414a9fd-89d1-47a4-a0e2-58b5864c7de2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798512 Aug 23 14:28:55.363146 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] For port a2043ca6-543e-468c-a920-b54a54362a32, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:28:55.363531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempted to set empty binding levels {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 23 14:28:55.377882 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0377c8e-ee39-4571-b3a0-7029672d2036 req-4e80d3a0-6a93-4d1b-a503-0758378cfc04 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:55.379565 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e0377c8e-ee39-4571-b3a0-7029672d2036 req-4e80d3a0-6a93-4d1b-a503-0758378cfc04 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 943 time: 0.0932744 Aug 23 14:28:55.427992 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e0377c8e-ee39-4571-b3a0-7029672d2036 req-36adf5a6-12e8-4520-8c57-c9330ecd1d3e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424399 Aug 23 14:28:55.472279 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:55.476584 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:55.542495 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:55.545220 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:55.551737 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fdaaaed3-b461-45ad-947f-af7f578e6de5 req-ff5bc1a3-422c-443d-977d-557312b04687 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0523584 Aug 23 14:28:55.571576 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=a2043ca6-543e-468c-a920-b54a54362a32,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:55.576144 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:55.666197 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9784341 Aug 23 14:28:55.669064 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58100) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:55.876801 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cef6fbe9-e4b7-467c-8f63-fcd1109ad712 req-a8ff70cc-a4a7-480e-83c6-374bc415282a tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0702558 Aug 23 14:28:55.891218 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Deleting port a2043ca6-543e-468c-a920-b54a54362a32 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:28:55.891713 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.133383 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] For port a2043ca6-543e-468c-a920-b54a54362a32, host n-h1-805628-1, got binding levels [] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:56.133659 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.179924 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.261422 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Calling delete_port for a2043ca6-543e-468c-a920-b54a54362a32 owned by {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:28:56.448044 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.466344 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fa7c0df3-4da3-4e23-afb2-9b988e527e7d tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:56.549741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2043ca6-543e-468c-a920-b54a54362a32,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:56.553912 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:56.581004 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:56.634872 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b4e5cfaf-9a98-48ee-b8d6-2adf143712ad tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "DELETE /v2.0/ports/a2043ca6-543e-468c-a920-b54a54362a32 HTTP/1.1" status: 204 len: 168 time: 0.9648492 Aug 23 14:28:56.637793 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58126) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:56.737809 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1f3fd-437b-4f0a-8ac4-2228f5ce0af2 req-28d0d9a1-3c33-4e47-9cd4-4165f6f9ea71 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:56.742663 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 83cfad19-6c16-4857-b5d2-c65a7ba9e73e details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:28:56.745427 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77b1f3fd-437b-4f0a-8ac4-2228f5ce0af2 req-28d0d9a1-3c33-4e47-9cd4-4165f6f9ea71 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 943 time: 0.1606288 Aug 23 14:28:56.834676 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77b1f3fd-437b-4f0a-8ac4-2228f5ce0af2 req-c70a6556-27d5-4de5-b450-b063ea0ca0c0 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876093 Aug 23 14:28:56.875650 n-d-805628-1 neutron-server[80758]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b673d7-7d43-44dd-9162-1c29ae8359a9 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:28:56.880502 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-20b673d7-7d43-44dd-9162-1c29ae8359a9 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "GET /v2.0/ports/a2043ca6-543e-468c-a920-b54a54362a32 HTTP/1.1" status: 404 len: 333 time: 0.2375379 Aug 23 14:28:56.881907 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58130) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:56.888304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Request body: {'port': {'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-856998284'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:56.914659 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:28:56.926461 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Usage tracker for resource:port and tenant:50e9f9f15f4d41468450721c3027a8c4 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:28:56.939793 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:28:56.951030 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:28:57.063060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c11863-2910-4d32-b053-4f2fcf6a2cca req-3aa22671-de58-4189-8dbd-4c63403bdff4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:57.074959 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4c11863-2910-4d32-b053-4f2fcf6a2cca req-3aa22671-de58-4189-8dbd-4c63403bdff4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.3574882 Aug 23 14:28:57.092331 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:57.111914 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'mac_address': 'fa:16:3e:de:ea:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:28:57.112675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Made reservation on behalf of 50e9f9f15f4d41468450721c3027a8c4 for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:28:57.117553 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.164127 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d4c11863-2910-4d32-b053-4f2fcf6a2cca req-4658ab4b-1219-4b83-9496-bcc82e55fc4d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879650 Aug 23 14:28:57.172529 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-99dd2d2b-a652-447a-8833-ec1729c473d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2090981 Aug 23 14:28:57.185673 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-79b28ce1-4591-413a-ab5e-6413d24da69a req-46342d5d-08a0-420b-bd6e-adf536aa425a tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.1154795 Aug 23 14:28:57.212726 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.213665 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] device_id is not set on port 43387da1-d051-4a1b-b206-601d47975241 yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:57.243453 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cfad19-6c16-4857-b5d2-c65a7ba9e73e {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:28:57.279118 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:57.298745 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-fd30653e-be9a-4c91-b384-c3035dbd0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:57.300900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-fd30653e-be9a-4c91-b384-c3035dbd0ace service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1096 time: 0.1005504 Aug 23 14:28:57.391094 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.394289 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:57.518105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-42a42e86-bd86-4196-a8c4-694d029824bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:57.519201 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-42a42e86-bd86-4196-a8c4-694d029824bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.1951156 Aug 23 14:28:57.538038 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:57.550142 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:57.585346 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e10b-800d-4822-b803-f9dc0d033c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.634988 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['83cfad19-6c16-4857-b5d2-c65a7ba9e73e'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:28:57.670688 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.681821 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-04163f9b-d58b-420c-ba06-a7281c05fa1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 1001 time: 0.1522925 Aug 23 14:28:57.722688 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.776095 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-d5538783-212e-44e2-a770-ecf9ac724265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:57.776786 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-d5538783-212e-44e2-a770-ecf9ac724265 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0854852 Aug 23 14:28:57.797670 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:57.804880 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8630ec06-bd67-49f4-8ddc-81165c02efcc tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:57.885116 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=43387da1-d051-4a1b-b206-601d47975241,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:57.891356 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:57.903070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Network dcfee2e8-4029-49cc-81e1-9505b465ce81 is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:28:57.922663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:28:57.922663 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:28:57.924187 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:57.926116 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.072447 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6826a44d-d36e-4282-b007-62bd3fe2e438 req-a4b761a4-dfe9-465a-a338-0765464ea9c1 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0578680 Aug 23 14:28:58.078303 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b532d45a-269b-4389-afaf-bc57db3d4442 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1949608 Aug 23 14:28:58.081177 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58166) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:28:58.091347 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:28:58.185446 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.250743 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.259646 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-1e06a3cd-9342-42c1-b319-81498988743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:58.260282 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-1e06a3cd-9342-42c1-b319-81498988743e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4762957 Aug 23 14:28:58.283414 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8cc6-cc6e-472e-94df-0c1e88820491 req-99684072-3259-448d-a4c1-11f80b5d25de tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:58.292049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-815f8cc6-cc6e-472e-94df-0c1e88820491 req-99684072-3259-448d-a4c1-11f80b5d25de tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 944 time: 0.1777272 Aug 23 14:28:58.417629 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-815f8cc6-cc6e-472e-94df-0c1e88820491 req-a9f041ce-9d58-49cb-a2d3-e57ecff9c678 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241438 Aug 23 14:28:58.532675 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6006e3-bd6d-46bf-95d3-c5e1a0290c44 req-2a236df4-9e95-43e5-999a-22f987c3c280 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:58.536414 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d6006e3-bd6d-46bf-95d3-c5e1a0290c44 req-2a236df4-9e95-43e5-999a-22f987c3c280 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.2179344 Aug 23 14:28:58.601624 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-af665950-fd41-44fc-be5c-1641e7b88e32 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064368 Aug 23 14:28:58.764631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 83cfad19-6c16-4857-b5d2-c65a7ba9e73e up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:28:58.787622 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6d6006e3-bd6d-46bf-95d3-c5e1a0290c44 req-e5543090-6971-42df-8341-0d31f41ff4e8 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345283 Aug 23 14:28:58.866791 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e6d127b2-6c66-4ae2-baa2-072757a7d14b req-91962e8f-d5a1-43b9-9364-ea24e98b293a service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579377 Aug 23 14:28:58.917838 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] device_id is not set on port 43387da1-d051-4a1b-b206-601d47975241 yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:28:58.934448 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:58.941762 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Transition to ACTIVE for port object 43387da1-d051-4a1b-b206-601d47975241 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:28:58.991492 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:28:58.999520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:28:59.000053 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.094129 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.100178 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6d805f4f-1ca7-4d7b-83b9-d511e46578c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:59.141627 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.174123 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:28:59.187122 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:28:59.248028 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'code': 200} Aug 23 14:28:59.291458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=43387da1-d051-4a1b-b206-601d47975241,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:59.296493 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.296751 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.297123 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.300204 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:59.305746 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.306891 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.307253 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.307647 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 2 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.308138 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:28:59.328810 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.329234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.329580 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.335773 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.336215 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.337474 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 3 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.376965 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.378691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.379256 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.388629 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.389195 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.389806 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 4 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.395857 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2eeb942f-8ecd-4107-8a9c-49bb3292a370 req-140235df-9dc3-48e1-ba08-edeb341892ad tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0755877 Aug 23 14:28:59.417468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.418556 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.419092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.437338 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.437338 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.437338 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 5 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.450399 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:28:59.467217 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:28:59.488323 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.490091 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.490454 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.502112 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.502479 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.502885 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 6 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.513166 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aee56-45b4-48c8-9fc8-2a7414674446 req-d4c4915c-a23e-46cf-b9ba-dc9e74b00e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.515046 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-948aee56-45b4-48c8-9fc8-2a7414674446 req-d4c4915c-a23e-46cf-b9ba-dc9e74b00e30 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 1096 time: 0.1181967 Aug 23 14:28:59.533651 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.534202 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.535264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.542224 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.543366 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.544150 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 7 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.564990 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-948aee56-45b4-48c8-9fc8-2a7414674446 req-065026e7-40e9-4571-a6e7-25fefde1743a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Aug 23 14:28:59.597011 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.597380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.597721 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.613194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.613518 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.614460 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 8 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.640086 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.640086 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.640590 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.645772 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.646098 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.648835 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 9 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.669180 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.669513 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.669849 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.676247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.676575 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.678371 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 10 to bind port 43387da1-d051-4a1b-b206-601d47975241 Aug 23 14:28:59.697613 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab053-f0a1-4041-9ee0-edf5ea78f441 req-fb9cc7c6-55cc-44ef-94fd-95f48eb34ddb tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:28:59.699636 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-55aab053-f0a1-4041-9ee0-edf5ea78f441 req-fb9cc7c6-55cc-44ef-94fd-95f48eb34ddb tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.1406121 Aug 23 14:28:59.704026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:28:59.704406 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:28:59.704712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:28:59.723265 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:28:59.723599 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 43387da1-d051-4a1b-b206-601d47975241 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:28:59.723955 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.811692 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-55aab053-f0a1-4041-9ee0-edf5ea78f441 req-61438519-3128-468f-872b-1115cddba3c4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032517 Aug 23 14:28:59.861731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] For port 43387da1-d051-4a1b-b206-601d47975241, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:28:59.861731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempted to set empty binding levels {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 23 14:28:59.887948 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-a640c557-1eb1-4834-a0f2-d4461ab50539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:28:59.999340 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daababa-2479-4104-acc6-d96c57a1bf12 req-bcb12f75-d390-4bd2-bef9-5a11fd2b1905 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.002044 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4daababa-2479-4104-acc6-d96c57a1bf12 req-bcb12f75-d390-4bd2-bef9-5a11fd2b1905 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.0935428 Aug 23 14:29:00.020634 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.028552 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-94bee792-1cd0-4102-b8a7-a82f770c9db8 tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:00.060468 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4daababa-2479-4104-acc6-d96c57a1bf12 req-096f79fe-7de4-4993-b29b-ae66eab2cb72 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468681 Aug 23 14:29:00.104111 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] In _notify_port_updated(), no bound segment for port 43387da1-d051-4a1b-b206-601d47975241 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Aug 23 14:29:00.104841 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.105494 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.106826 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "PUT /v2.0/ports/43387da1-d051-4a1b-b206-601d47975241 HTTP/1.1" status: 200 len: 974 time: 2.0243275 Aug 23 14:29:00.110385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58200) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:00.120483 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=43387da1-d051-4a1b-b206-601d47975241,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:00.123333 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bd5b36d2-97d2-4c97-813f-8128e65f0b46 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:00.254691 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.255177 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.255648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.256118 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.257237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.257237 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.257531 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.257996 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.258461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.258927 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.259392 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.259858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.260319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.260772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.261257 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.261792 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.262251 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.262716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.263183 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.263650 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.264115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.264577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.265057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.265525 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.265978 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.266442 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.266906 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.267444 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.267900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.268469 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:00.271882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3137550a-0864-480a-873d-3ec1a1dff40c tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27012 time: 0.1602495 Aug 23 14:29:00.278510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58206) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:00.342518 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Deleting port 43387da1-d051-4a1b-b206-601d47975241 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:00.342866 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.564609 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] For port 43387da1-d051-4a1b-b206-601d47975241, host n-h1-805628-1, got binding levels [] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:00.565161 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:00.618867 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-77eb3f0e-2104-42ea-ad8f-a29b70b1915a req-0d582947-7a43-4975-8222-f9b338b53d9c tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0577877 Aug 23 14:29:00.737683 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Calling delete_port for 43387da1-d051-4a1b-b206-601d47975241 owned by {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:00.927124 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58220) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:00.997534 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.006767 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:01.062515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event deleted for resources: {'Port': ['ID=43387da1-d051-4a1b-b206-601d47975241,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:01.065933 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f610cb7-d78e-41fd-960d-9fdbe2a23d0e req-8272514a-ff2c-4bfe-812d-0db523b33bc9 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:01.070120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f610cb7-d78e-41fd-960d-9fdbe2a23d0e req-8272514a-ff2c-4bfe-812d-0db523b33bc9 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.1218879 Aug 23 14:29:01.075914 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.082632 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "DELETE /v2.0/ports/43387da1-d051-4a1b-b206-601d47975241 HTTP/1.1" status: 204 len: 168 time: 0.8030894 Aug 23 14:29:01.084537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.085115 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.085652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.086220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.086858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.087381 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.087907 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.088446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.088967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.090186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.091429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.091958 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:01.094912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58226) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:01.098435 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3824a968-2cef-42ae-b112-6925637e7a93 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:01.145059 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.148853 n-d-805628-1 neutron-server[80758]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e29d2f4-f4e3-4594-b1fb-4e4497a14c50 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:29:01.148853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e29d2f4-f4e3-4594-b1fb-4e4497a14c50 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Synchronizing usage tracker for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:01.165090 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4f610cb7-d78e-41fd-960d-9fdbe2a23d0e req-1c18f32e-f736-4056-8307-f71e11e12b25 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936546 Aug 23 14:29:01.169963 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:01.174837 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Usage tracker for resource:security_group_rule and tenant:a27e199153814b8e92be1f06690f95d9 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:01.178190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:01.189321 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:01.236565 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-5e29d2f4-f4e3-4594-b1fb-4e4497a14c50 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Unset dirty status for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:01.237932 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-5e29d2f4-f4e3-4594-b1fb-4e4497a14c50 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "GET /v2.0/ports/43387da1-d051-4a1b-b206-601d47975241 HTTP/1.1" status: 404 len: 333 time: 0.1418037 Aug 23 14:29:01.243035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58232) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:01.250643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1515851660', 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:01.256017 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:01.266561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:01.373853 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Made reservation on behalf of 50e9f9f15f4d41468450721c3027a8c4 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:01.376225 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.400732 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.400941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] device_id is not set on port 79d183c8-8fb2-47cc-aae5-0fa4fae67098 yet. {{(pid=80758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:29:01.408212 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.442342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60869ab-2912-43f3-9df8-6bf6f490e0df req-19688ae4-e0ca-46a5-b10e-a4ee8bd899a7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:01.444584 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e60869ab-2912-43f3-9df8-6bf6f490e0df req-19688ae4-e0ca-46a5-b10e-a4ee8bd899a7 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1735168 Aug 23 14:29:01.478444 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.496370 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-7080f96d-68af-4123-8bf6-8a0284a5d395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:01.538795 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a27e199153814b8e92be1f06690f95d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6105204 Aug 23 14:29:01.545731 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58244) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:01.553180 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e60869ab-2912-43f3-9df8-6bf6f490e0df req-bd23ed01-db37-4b86-8c00-7a8072bd682e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007471 Aug 23 14:29:01.599247 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250af143-68d9-4944-9913-322b5c6e5268,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:01.604330 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:01.635545 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.668629 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.819494 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a60dc883-80c4-4071-a272-f07c7d9d814a req-afe065c4-0c17-4351-bda9-825390c85e8c tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0551262 Aug 23 14:29:01.829946 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.878822 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba7e08-688c-490f-9778-7d284754107b req-193b0347-203b-410a-891c-a1f54bcf9cfd tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:01.880331 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7ba7e08-688c-490f-9778-7d284754107b req-193b0347-203b-410a-891c-a1f54bcf9cfd tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1316645 Aug 23 14:29:01.929831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7ba7e08-688c-490f-9778-7d284754107b req-9553fa0d-8eed-4017-86c6-dbbc26cbd45b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 Aug 23 14:29:01.934322 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.939415 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-cebe3c10-5c1f-49a4-9730-7c6b08af395b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:01.952209 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.953596 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250af143-68d9-4944-9913-322b5c6e5268,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:01.956606 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:01.957755 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/250af143-68d9-4944-9913-322b5c6e5268 HTTP/1.1" status: 204 len: 168 time: 0.4111187 Aug 23 14:29:01.958778 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:01.964749 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2b0a17d5-8922-4f6c-a76c-abe8f1c09260 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:02.037671 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Network dcfee2e8-4029-49cc-81e1-9505b465ce81 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:02.040772 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:02.044547 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:02.045563 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:02.046173 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.057771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=79d183c8-8fb2-47cc-aae5-0fa4fae67098,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:02.062810 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:02.157679 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9131725 Aug 23 14:29:02.160429 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58254) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:02.228369 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079d04c-b58c-4409-824e-fa01e25642bd tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:02.228961 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9079d04c-b58c-4409-824e-fa01e25642bd tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Synchronizing usage tracker for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:02.332802 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9079d04c-b58c-4409-824e-fa01e25642bd tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Unset dirty status for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:02.334919 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9079d04c-b58c-4409-824e-fa01e25642bd tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "GET /v2.0/ports/79d183c8-8fb2-47cc-aae5-0fa4fae67098 HTTP/1.1" status: 200 len: 955 time: 0.1729054 Aug 23 14:29:02.337973 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58262) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:02.386134 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21a25f-0319-4a86-a9a1-1dbbfa737028 req-0f145e7d-34cc-4e3b-851a-24b7f44836b4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:02.388212 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d21a25f-0319-4a86-a9a1-1dbbfa737028 req-0f145e7d-34cc-4e3b-851a-24b7f44836b4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.1121979 Aug 23 14:29:02.412331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Deleting port 79d183c8-8fb2-47cc-aae5-0fa4fae67098 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:02.429754 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.436416 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6d21a25f-0319-4a86-a9a1-1dbbfa737028 req-e8278041-c780-42c2-8320-ad3082a9cdc4 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Aug 23 14:29:02.687967 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.736674 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58274) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:02.792257 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:02.835653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:02.845679 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0304ed17564d5784dd8773bb6f0441 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:02.852173 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:02.866514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:02.921912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b39d9-567a-4606-88b8-6407f1c1b647 req-bf618a7a-bfd2-441a-8fee-908677d9f62f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:02.924301 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf5b39d9-567a-4606-88b8-6407f1c1b647 req-bf618a7a-bfd2-441a-8fee-908677d9f62f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.2299597 Aug 23 14:29:02.936099 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Calling delete_port for 79d183c8-8fb2-47cc-aae5-0fa4fae67098 owned by {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:03.020125 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.029793 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cf5b39d9-567a-4606-88b8-6407f1c1b647 req-812339f8-d3ae-4fce-8557-7b76279565d4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933933 Aug 23 14:29:03.091582 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.128280 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.136214 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:03.189848 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event deleted for resources: {'Port': ['ID=79d183c8-8fb2-47cc-aae5-0fa4fae67098,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:03.191308 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.192128 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.195992 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:03.203903 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ad7b02d9-f28d-4b3f-a330-352bddf2726e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:03.258221 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac0304ed17564d5784dd8773bb6f0441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203221 Aug 23 14:29:03.259306 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef29ca-7835-4e4d-8a69-c950e789798c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:03.263268 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58288) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:03.279439 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-fee72d5e-4324-4af7-8fc6-185a9c299ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:03.313141 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-3665fb9a-0500-47ab-beff-ce6823669b1f tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "DELETE /v2.0/ports/79d183c8-8fb2-47cc-aae5-0fa4fae67098 HTTP/1.1" status: 204 len: 168 time: 0.9737713 Aug 23 14:29:03.318825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58292) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:03.376462 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a72513e3-f0b1-481c-9209-0e171f09242f req-869755ff-5d29-4258-b202-2235ec1ce482 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0734911 Aug 23 14:29:03.392627 n-d-805628-1 neutron-server[80759]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bfb8fc-0343-4bb9-9ade-654d9e0b65c4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:29:03.393190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-92bfb8fc-0343-4bb9-9ade-654d9e0b65c4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Synchronizing usage tracker for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:03.441260 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb7a2-c89c-4082-8a51-29ab998a8908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.528898 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb7a2-c89c-4082-8a51-29ab998a8908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.538315 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-92bfb8fc-0343-4bb9-9ade-654d9e0b65c4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Unset dirty status for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:03.545856 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-92bfb8fc-0343-4bb9-9ade-654d9e0b65c4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "GET /v2.0/ports/79d183c8-8fb2-47cc-aae5-0fa4fae67098 HTTP/1.1" status: 404 len: 333 time: 0.2194133 Aug 23 14:29:03.546238 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58310) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:03.551980 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Request body: {'port': {'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1433483670'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:03.557155 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:03.569390 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:03.604735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748d34b-29ac-44e6-8135-3591db096d15 req-e0b2fd60-467f-4aa9-abe8-301f4282d162 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:03.606817 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6748d34b-29ac-44e6-8135-3591db096d15 req-e0b2fd60-467f-4aa9-abe8-301f4282d162 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1539669 Aug 23 14:29:03.659046 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-6748d34b-29ac-44e6-8135-3591db096d15 req-19c941f3-f5ed-4033-882e-0123721fbf01 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Aug 23 14:29:03.670922 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Made reservation on behalf of 50e9f9f15f4d41468450721c3027a8c4 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:03.673364 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.703912 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] device_id is not set on port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 yet. {{(pid=80758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:29:03.745517 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb7a2-c89c-4082-8a51-29ab998a8908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.754495 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-44c5c364-b616-4a04-b536-c2a333558529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:03.768049 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bb7a2-c89c-4082-8a51-29ab998a8908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef29ca-7835-4e4d-8a69-c950e789798c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:03.771188 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-0e2bb7a2-c89c-4082-8a51-29ab998a8908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:03.773689 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb7a2-c89c-4082-8a51-29ab998a8908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:03.774987 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-0e2bb7a2-c89c-4082-8a51-29ab998a8908 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e2ef29ca-7835-4e4d-8a69-c950e789798c HTTP/1.1" status: 204 len: 168 time: 0.5101871 Aug 23 14:29:03.979866 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.083650 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.100114 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-828a53e7-e2d5-47fc-b91c-50ec01c8042f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:04.196348 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Network dcfee2e8-4029-49cc-81e1-9505b465ce81 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:04.209971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:04.220287 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:04.222057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:04.222057 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.266735 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfa2a79-57b8-4b28-ad3c-4f57fd731e44,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:04.270385 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:04.272477 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659bb7c-7fb9-4aae-acc6-83383f055ca6 req-0c6a74b9-cb07-4ba2-9667-477d9af5e7b2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:04.281310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c64bb38c-8fea-4481-b333-cfbe1953b01a details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:29:04.284021 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c64bb38c-8fea-4481-b333-cfbe1953b01a no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:04.285635 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0659bb7c-7fb9-4aae-acc6-83383f055ca6 req-0c6a74b9-cb07-4ba2-9667-477d9af5e7b2 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1356161 Aug 23 14:29:04.302284 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe73a4e-a96e-49e0-83a5-9e827160e563 req-8f369995-cdae-480a-9270-374fca0a1c49 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:04.310594 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ffe73a4e-a96e-49e0-83a5-9e827160e563 req-8f369995-cdae-480a-9270-374fca0a1c49 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.1598418 Aug 23 14:29:04.374089 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0659bb7c-7fb9-4aae-acc6-83383f055ca6 req-d1d07f36-a47e-4386-9618-ac9cc42a6d45 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869088 Aug 23 14:29:04.378723 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58338) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:04.379786 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-33402e0d-ca66-4afe-809b-0f531ca2e3f2 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8334846 Aug 23 14:29:04.388542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805628-1'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:04.393009 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ffe73a4e-a96e-49e0-83a5-9e827160e563 req-642d730e-1dd7-4317-b3af-ba3a1678c89a tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759830 Aug 23 14:29:04.595317 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a03b664b-a032-46af-bea3-16d571a2c4d1 req-59b5a5b3-8719-4821-aaaf-3a1f929a52aa tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0595269 Aug 23 14:29:04.604537 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.609131 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.674693 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:04.712944 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:04.722877 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:04.750081 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'port_id': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'mac_address': 'fa:16:3e:58:a5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c5893e-1aeb-430a-bdea-bc6d72d8fa68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:29:04.815014 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.830968 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:04.890612 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'code': 200} Aug 23 14:29:04.929465 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] device_id is not set on port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:29:04.949771 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.973731 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:04.974118 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64bb38c-8fea-4481-b333-cfbe1953b01a {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:04.996849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:05.000851 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:05.013004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:05.024468 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Transition to ACTIVE for port object 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 will not be triggered until provisioned by entity L2. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:05.068651 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e5247-3193-4021-b85a-f129d9d4328e req-b72c29a7-69f0-4fd6-a9e8-f882434f9b75 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:05.071018 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c44e5247-3193-4021-b85a-f129d9d4328e req-b72c29a7-69f0-4fd6-a9e8-f882434f9b75 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1344519 Aug 23 14:29:05.127478 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c44e5247-3193-4021-b85a-f129d9d4328e req-83fd0df5-8251-4dc4-b0ef-4a3625cb28a0 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497320 Aug 23 14:29:05.185657 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.188370 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:05.196392 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.201125 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a791b355-16f0-4793-b99d-5400dd380e3e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:05.261682 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:05.267655 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:05.346936 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfa2a79-57b8-4b28-ad3c-4f57fd731e44,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:05.360367 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:05.369821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.370318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.370858 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.377598 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.378339 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.378484 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 2 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.396798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.397176 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.397587 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.403448 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.403786 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.404177 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 3 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.420281 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.420618 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.420972 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.426529 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.427222 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.427222 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 4 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.443168 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.443502 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.443908 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.450456 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.450802 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.451211 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 5 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.467708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.468057 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.468401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.474516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.474630 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.475736 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 6 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.498140 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.498914 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.499825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.505912 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.506327 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.507075 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 7 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.528336 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['c64bb38c-8fea-4481-b333-cfbe1953b01a'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:29:05.528919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.528919 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.529311 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.535139 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.535476 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.535876 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 8 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.554027 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.554383 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.554730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.561109 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.561456 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.561855 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 9 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.580420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.580761 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.581466 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.586786 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.587334 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.587873 n-d-805628-1 neutron-server[80759]: INFO neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempt 10 to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 Aug 23 14:29:05.682029 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:05.682887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] {{(pid=80759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:05.682887 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempting to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:05.692456 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c77ab-bc48-4485-bd50-7032f868c20e req-eee8ef92-3bf9-4aef-b5f2-67a8db3e7ce3 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:05.693110 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:05.693497 n-d-805628-1 neutron-server[80759]: ERROR neutron.plugins.ml2.managers [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Failed to bind port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on host n-h1-805628-1 for vnic_type normal using segments [{'id': '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dcfee2e8-4029-49cc-81e1-9505b465ce81'}] Aug 23 14:29:05.693809 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.694679 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c7c77ab-bc48-4485-bd50-7032f868c20e req-eee8ef92-3bf9-4aef-b5f2-67a8db3e7ce3 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 945 time: 0.0964282 Aug 23 14:29:05.778025 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c7c77ab-bc48-4485-bd50-7032f868c20e req-386e8450-cd0b-4560-a8f9-22642f5b353f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727398 Aug 23 14:29:05.802751 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f134a-eb95-4801-b8aa-e40fa9f446c9 req-1da90c66-ddf3-4c6f-91ef-66bb8a0c0e62 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:05.805580 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a41f134a-eb95-4801-b8aa-e40fa9f446c9 req-1da90c66-ddf3-4c6f-91ef-66bb8a0c0e62 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.1965752 Aug 23 14:29:05.836516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] For port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44, host n-h1-805628-1, cleared binding levels {{(pid=80759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:05.836886 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attempted to set empty binding levels {{(pid=80759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Aug 23 14:29:05.863183 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a41f134a-eb95-4801-b8aa-e40fa9f446c9 req-f2d3faf0-7e41-4381-b1a8-b5dbcc2b4579 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Aug 23 14:29:05.905635 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.910511 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8fdf9c9b-1df7-49fc-be98-632bf8ca93e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:05.953988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-509a3235-d901-4745-ae04-1684afcb47ff req-5547cb4f-e867-4b83-9f2c-1a88f43e71cd tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0486994 Aug 23 14:29:05.967972 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] In _notify_port_updated(), no bound segment for port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 on network dcfee2e8-4029-49cc-81e1-9505b465ce81 {{(pid=80759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Aug 23 14:29:05.968865 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:05.969506 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:05.973664 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "PUT /v2.0/ports/4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 HTTP/1.1" status: 200 len: 975 time: 1.5907645 Aug 23 14:29:05.973971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58374) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:05.987215 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event updated for resources: {'Port': ['ID=4cfa2a79-57b8-4b28-ad3c-4f57fd731e44,revision_number=3']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:06.027555 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:06.185280 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Deleting port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:06.185633 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.466402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] For port 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44, host n-h1-805628-1, got binding levels [] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:06.466765 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.485693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9523bb-2ce0-43b2-a9d9-d3e307c8d477 req-5a37cc04-be17-4e28-974a-9060389c2721 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:06.487322 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a9523bb-2ce0-43b2-a9d9-d3e307c8d477 req-5a37cc04-be17-4e28-974a-9060389c2721 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2218645 Aug 23 14:29:06.618342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Calling delete_port for 4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 owned by {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:06.704120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-0a9523bb-2ce0-43b2-a9d9-d3e307c8d477 req-54fc5c14-2085-48cf-8d21-bf7a24ca8622 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601419 Aug 23 14:29:06.806289 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 83cfad19-6c16-4857-b5d2-c65a7ba9e73e details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:29:06.831852 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.846575 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b43208d3-6e5f-46ac-8676-b52f012114dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:06.903142 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cfa2a79-57b8-4b28-ad3c-4f57fd731e44,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:06.906964 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:06.908211 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:06.921813 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-59865ee4-f8cb-4b70-ae09-720cc08b9670 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 HTTP/1.1" status: 204 len: 168 time: 0.9468887 Aug 23 14:29:06.927264 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58400) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:06.998566 n-d-805628-1 neutron-server[80759]: INFO neutron.pecan_wsgi.hooks.translation [None req-72514118-634b-4354-9c08-a2545e9e7d53 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] GET failed (client error): The resource could not be found. Aug 23 14:29:06.999409 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-72514118-634b-4354-9c08-a2545e9e7d53 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Synchronizing usage tracker for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:07.031964 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8f75-0dff-4004-9233-85841dbb6700 req-fc7e924f-4cc8-49ad-94b0-da3f68dd51b8 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:07.041397 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-475c8f75-0dff-4004-9233-85841dbb6700 req-fc7e924f-4cc8-49ad-94b0-da3f68dd51b8 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 945 time: 0.1243088 Aug 23 14:29:07.106466 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-475c8f75-0dff-4004-9233-85841dbb6700 req-75900333-170d-4e99-b11e-7ba85ca5b0dd tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638177 Aug 23 14:29:07.145491 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-72514118-634b-4354-9c08-a2545e9e7d53 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Unset dirty status for tenant:50e9f9f15f4d41468450721c3027a8c4 on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:07.147535 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-72514118-634b-4354-9c08-a2545e9e7d53 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] 10.222.0.72 "GET /v2.0/ports/4cfa2a79-57b8-4b28-ad3c-4f57fd731e44 HTTP/1.1" status: 404 len: 333 time: 0.2196507 Aug 23 14:29:07.153485 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58408) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:07.177693 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:07.201306 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'network_id': 'fe6897df-a473-4773-8da4-637db1bf22d8', 'port_id': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'mac_address': 'fa:16:3e:de:ea:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2a2d13-4fd6-4712-9ab4-d687527c9574', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:29:07.217654 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e3ba0-2885-4ee0-8cbf-1f4528670d3f req-8fdb8a21-5592-4b59-8703-cae28e218041 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:07.227587 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ab5e3ba0-2885-4ee0-8cbf-1f4528670d3f req-8fdb8a21-5592-4b59-8703-cae28e218041 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.1373513 Aug 23 14:29:07.285899 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ab5e3ba0-2885-4ee0-8cbf-1f4528670d3f req-3ed40f87-e830-42a6-b159-cbda356cb944 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567298 Aug 23 14:29:07.304410 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.317175 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83cfad19-6c16-4857-b5d2-c65a7ba9e73e {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:07.342488 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:07.408625 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.413366 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b64678dd-63f2-440e-80d4-85d766dbd8d7 req-3f48b5bb-2465-4b70-8684-64d0adefae83 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0671289 Aug 23 14:29:07.425635 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.428369 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:07.506916 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:07.510489 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:07.572215 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.589054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['83cfad19-6c16-4857-b5d2-c65a7ba9e73e'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:29:07.595345 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfee2e8-4029-49cc-81e1-9505b465ce81']}} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:07.614777 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9') {'for_net_delete': True} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:07.615223 n-d-805628-1 neutron-server[80758]: DEBUG neutron.services.segments.db [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f04de84-5043-4fbc-bfaf-8b9c1a9ba3e9') {} {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:07.629531 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4000456'] for segment, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.650760 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.658598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=80758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:29:07.659174 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3060456'] for segment, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: Traceback (most recent call last): Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: timer() Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: cb(*args, **kw) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: return func(*args, **kwargs) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: self._notify() Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: self.callback(batched_events) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: event.method(event) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: return f(self, *a, **k) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: return self._get(url).json() Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:07.676449 n-d-805628-1 neutron-server[80758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:07.928710 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.928710 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:07.940488 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582c416-1fb8-4953-a418-10c3dcffc03b req-205f4d0a-24d1-451f-9ee3-f0c729d7f619 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:07.943159 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b582c416-1fb8-4953-a418-10c3dcffc03b req-205f4d0a-24d1-451f-9ee3-f0c729d7f619 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1065173 Aug 23 14:29:07.955619 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:07.967186 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Pushing event deleted for resources: {'Network': ['ID=dcfee2e8-4029-49cc-81e1-9505b465ce81,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:07.970227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] 10.222.0.72 "DELETE /v2.0/networks/dcfee2e8-4029-49cc-81e1-9505b465ce81 HTTP/1.1" status: 204 len: 168 time: 0.8156669 Aug 23 14:29:07.971740 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a3e0a1ca-dfcf-4cf6-b307-8f8319147535 tempest-PortsAdminExtendedAttrsTestJSON-2131258660 tempest-PortsAdminExtendedAttrsTestJSON-2131258660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:08.010525 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b582c416-1fb8-4953-a418-10c3dcffc03b req-304e7564-28ce-443a-ba04-e736eabefe3b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588763 Aug 23 14:29:08.290569 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c64bb38c-8fea-4481-b333-cfbe1953b01a up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:08.305988 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e3299-6e24-4b56-8942-556af2c3095d req-bc5a23bd-defe-49f5-a138-949eb4b870f4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:08.307733 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb8e3299-6e24-4b56-8942-556af2c3095d req-bc5a23bd-defe-49f5-a138-949eb4b870f4 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 945 time: 0.0844736 Aug 23 14:29:08.366402 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port c64bb38c-8fea-4481-b333-cfbe1953b01a triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:08.367258 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.381521 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cb8e3299-6e24-4b56-8942-556af2c3095d req-92b3ca31-f014-4b5a-84ea-ea59baa08972 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635352 Aug 23 14:29:08.503586 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.540891 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:08.552463 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:08.591230 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad417ae-50b4-47e3-b58f-fd8c90bf8184 req-55b4e69b-d87d-4733-9520-70748cd058bf tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:08.593910 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9ad417ae-50b4-47e3-b58f-fd8c90bf8184 req-55b4e69b-d87d-4733-9520-70748cd058bf tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 944 time: 0.1254365 Aug 23 14:29:08.619839 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:08.623990 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:08.694681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d93ca837-8861-48ed-969a-11874fef406a req-e01eb57b-0ef3-40d8-800a-9eb2dd597b7f tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0795643 Aug 23 14:29:08.697694 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-9ad417ae-50b4-47e3-b58f-fd8c90bf8184 req-2efa5444-289d-4118-8896-7ecca7377937 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949106 Aug 23 14:29:08.736502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58444) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:08.766026 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:08.771206 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:08.780071 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'code': 200} Aug 23 14:29:08.829478 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 83cfad19-6c16-4857-b5d2-c65a7ba9e73e up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:08.951140 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-dc6b9b71-856a-489a-a558-950cf84b2f96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e585945354a1485485fc49016b33f4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133138 Aug 23 14:29:08.953558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58450) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:08.955900 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:08.956364 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.096705 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.136991 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:09.244445 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ed594924-e40a-4773-baf1-dec3e31a4ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.256955 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55628f13-57a8-45e5-b608-d810af7fdaf6 req-aff597f1-6d8b-45ee-8201-621303f6530a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:09.262747 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.263341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515a71a-08e8-4282-8d56-c85b3bd8139d req-7872ea16-21b2-4dc0-913b-117202fddbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:09.264991 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5515a71a-08e8-4282-8d56-c85b3bd8139d req-7872ea16-21b2-4dc0-913b-117202fddbb2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 1097 time: 0.2986746 Aug 23 14:29:09.270945 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:09.280835 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-55628f13-57a8-45e5-b608-d810af7fdaf6 req-aff597f1-6d8b-45ee-8201-621303f6530a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1196623 Aug 23 14:29:09.344246 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ed594924-e40a-4773-baf1-dec3e31a4ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.366571 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:09.371443 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:09.385694 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-55628f13-57a8-45e5-b608-d810af7fdaf6 req-fc8eae4b-39e6-4d64-a55e-f4677d9dbd35 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029198 Aug 23 14:29:09.456668 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5515a71a-08e8-4282-8d56-c85b3bd8139d req-c0334226-1299-4bcf-84db-2b215457dbb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830900 Aug 23 14:29:09.459193 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58468) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:09.602162 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ed594924-e40a-4773-baf1-dec3e31a4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.602162 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:09.612704 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed594924-e40a-4773-baf1-dec3e31a4ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ac2f2-21ad-4351-be6c-533c372abffe,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:09.615220 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ed594924-e40a-4773-baf1-dec3e31a4ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:09.619134 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.620522 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ed594924-e40a-4773-baf1-dec3e31a4ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.622329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ed594924-e40a-4773-baf1-dec3e31a4ae7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c2ac2f2-21ad-4351-be6c-533c372abffe HTTP/1.1" status: 204 len: 168 time: 0.6672223 Aug 23 14:29:09.648490 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:09.654900 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3f32c7b516406ea129a4c71f35c54e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:09.658621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:09.667603 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:09.704123 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63960962-7863-488d-8b63-7d5ca1549e79 req-4721ec92-aebc-4507-9190-27d428cd7a9f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:09.705992 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63960962-7863-488d-8b63-7d5ca1549e79 req-4721ec92-aebc-4507-9190-27d428cd7a9f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1534781 Aug 23 14:29:09.770891 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-63960962-7863-488d-8b63-7d5ca1549e79 req-3bf6f254-7487-496f-aee5-8f045e212d90 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588629 Aug 23 14:29:09.837860 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.944319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec9fe2-d271-4269-bed1-716434a43fd2 req-c0682f8d-9c63-47b6-bf59-2b09aaac432e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:09.944319 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ec9fe2-d271-4269-bed1-716434a43fd2 req-c0682f8d-9c63-47b6-bf59-2b09aaac432e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.1203492 Aug 23 14:29:09.959093 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4607682f-b5c2-454f-afce-6403e2605b53 req-fc68af58-b2c2-4193-b924-552cacc6dbdc tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0647314 Aug 23 14:29:09.959758 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:09.967683 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4b07aa35-79f6-4172-baa2-cef8aaa86939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:10.024402 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa86cb7-e885-4746-a202-853e9fac5631,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:10.028426 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:10.028947 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f7ec9fe2-d271-4269-bed1-716434a43fd2 req-89d031cf-86af-4483-9993-66524436e0a5 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787168 Aug 23 14:29:10.034546 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf3f32c7b516406ea129a4c71f35c54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740077 Aug 23 14:29:10.034758 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58482) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:10.134608 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e3ca-5ca2-4c34-87b3-e8738c9b8352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.165950 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e3ca-5ca2-4c34-87b3-e8738c9b8352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.316445 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e3ca-5ca2-4c34-87b3-e8738c9b8352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.320502 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d00d49f7-f30f-4958-b07f-e2e09a3a19a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:10.331661 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4e3ca-5ca2-4c34-87b3-e8738c9b8352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa86cb7-e885-4746-a202-853e9fac5631,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:10.335656 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a3a4e3ca-5ca2-4c34-87b3-e8738c9b8352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:10.339701 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-a3a4e3ca-5ca2-4c34-87b3-e8738c9b8352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.341050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-a3a4e3ca-5ca2-4c34-87b3-e8738c9b8352 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1aa86cb7-e885-4746-a202-853e9fac5631 HTTP/1.1" status: 204 len: 168 time: 0.3049417 Aug 23 14:29:10.486916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58490) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:10.551736 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9cfcfd61-997b-4c96-b06e-a4a42c3ffdb5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50e9f9f15f4d41468450721c3027a8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629208 Aug 23 14:29:10.554580 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58494) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:10.617420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb924075-91ba-4a91-b34b-a735d1a50ddd req-b561121a-ed22-43a3-a065-afb9aefa41e7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:10.619069 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb924075-91ba-4a91-b34b-a735d1a50ddd req-b561121a-ed22-43a3-a065-afb9aefa41e7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1130309 Aug 23 14:29:10.636617 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.671711 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.672773 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb924075-91ba-4a91-b34b-a735d1a50ddd req-4b708602-01d6-491e-8ce4-8f4fdd4bf5dc tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462439 Aug 23 14:29:10.781110 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:10.837486 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.842733 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 83cfad19-6c16-4857-b5d2-c65a7ba9e73e no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:10.845398 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c1f57b18-eb8f-44e6-ab67-a52d1a4c2f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:10.861174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71dab71-3135-4f67-b60d-548a5047918a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:10.864973 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:10.867941 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:10.869782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c71dab71-3135-4f67-b60d-548a5047918a HTTP/1.1" status: 204 len: 168 time: 0.3137505 Aug 23 14:29:10.913877 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'code': 200} Aug 23 14:29:11.093288 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.155907 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:11.171739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeca1fb-4758-4915-91ab-363d113b604a req-63dd6303-8ddf-4f2f-8a08-8a67761e4844 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:11.173560 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1eeca1fb-4758-4915-91ab-363d113b604a req-63dd6303-8ddf-4f2f-8a08-8a67761e4844 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1302009 Aug 23 14:29:11.248270 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1eeca1fb-4758-4915-91ab-363d113b604a req-9c5e7241-4c5f-4052-851e-98baabdd7609 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588548 Aug 23 14:29:11.295628 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.298060 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:11.343728 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f9476e10-3afe-4f3b-b2c7-cd08b94008d2 req-4f53d7cf-ca87-4ef8-81e6-1efbf0a965b4 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0903945 Aug 23 14:29:11.389666 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b000e7-b625-4162-9252-23f3d8fa740e req-b0b3584d-2527-4271-860d-bcb5d20ced64 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:11.391401 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-66b000e7-b625-4162-9252-23f3d8fa740e req-b0b3584d-2527-4271-860d-bcb5d20ced64 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 945 time: 0.2189782 Aug 23 14:29:11.393120 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:11.396225 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:11.474595 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Deleting port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:11.475064 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.504001 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58510) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:11.636720 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.656879 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:11.662253 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Usage tracker for resource:security_group_rule and tenant:ce84371dcd9443eead120634d9f564bb is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:11.666458 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:11.675972 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:11.696531 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee648ed0-e610-4e32-9bae-c4f585fc7073 req-e1b75396-8588-4b70-b553-6728f0f1815e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:11.698120 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ee648ed0-e610-4e32-9bae-c4f585fc7073 req-e1b75396-8588-4b70-b553-6728f0f1815e tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 943 time: 0.2594936 Aug 23 14:29:11.771590 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] For port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,segment=NetworkSegment(aca54282-8114-4e6d-9410-ac4f1f09259e),segment_id=aca54282-8114-4e6d-9410-ac4f1f09259e)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:11.771590 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.857447 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.865855 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-ee648ed0-e610-4e32-9bae-c4f585fc7073 req-d6d302ba-e8bf-411c-aabd-7e66b1c06c82 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff500dda-fec6-4337-a1df-36778b2d3d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577761 Aug 23 14:29:11.908298 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Calling delete_port for 83cfad19-6c16-4857-b5d2-c65a7ba9e73e owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:11.928018 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:11.937396 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:11.984519 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756e9825-277e-490b-9f46-4111a937b6df,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:12.008189 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ce84371dcd9443eead120634d9f564bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006404 Aug 23 14:29:12.013344 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:12.013709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58526) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:12.110997 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4bee2-9480-4e83-9db3-374a23b41dfd req-866c704f-bef4-48f4-8f32-8cecd03cbf3f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:12.112543 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5bc4bee2-9480-4e83-9db3-374a23b41dfd req-866c704f-bef4-48f4-8f32-8cecd03cbf3f tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2143447 Aug 23 14:29:12.185712 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4af9d54c-281f-47b5-8c6a-3ace508be264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.245876 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4af9d54c-281f-47b5-8c6a-3ace508be264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.254687 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5bc4bee2-9480-4e83-9db3-374a23b41dfd req-7d3e40a9-a5a0-4674-96c7-b1728b63631e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029069 Aug 23 14:29:12.328009 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.334199 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-b8decfee-2d23-462a-8e54-ae83fb7dafd1 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:12.381261 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Pushing event deleted for resources: {'Port': ['ID=83cfad19-6c16-4857-b5d2-c65a7ba9e73e,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:12.384480 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:12.476013 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4af9d54c-281f-47b5-8c6a-3ace508be264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.479516 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c8c23-bfa9-41e7-8a5e-beedeb250f2c req-d8c5f394-e015-4a39-89b7-6c577209bd89 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:12.482800 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c31c8c23-bfa9-41e7-8a5e-beedeb250f2c req-d8c5f394-e015-4a39-89b7-6c577209bd89 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.0994930 Aug 23 14:29:12.515519 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-852dde6e-1838-4bc8-ac4d-04da488b83ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:12.535457 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c31c8c23-bfa9-41e7-8a5e-beedeb250f2c req-48dde4ff-ef12-4fc2-8ff8-2ef41f3de6ee tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455341 Aug 23 14:29:12.539195 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] No DVR routers for this DVR port 83cfad19-6c16-4857-b5d2-c65a7ba9e73e on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:12.550320 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.553291 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-deleted', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:12.563071 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5ce0032-9881-459d-8d8a-23546b64630f req-41d6b381-ede7-42d5-b823-f75efb553563 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0928857 Aug 23 14:29:12.567329 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58546) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:12.570218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9d54c-281f-47b5-8c6a-3ace508be264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e9825-277e-490b-9f46-4111a937b6df,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:12.591122 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-66b000e7-b625-4162-9252-23f3d8fa740e req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.82 "DELETE /v2.0/ports/83cfad19-6c16-4857-b5d2-c65a7ba9e73e HTTP/1.1" status: 204 len: 173 time: 1.1843996 Aug 23 14:29:12.591122 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4af9d54c-281f-47b5-8c6a-3ace508be264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:12.632023 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-4af9d54c-281f-47b5-8c6a-3ace508be264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:12.635822 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-4af9d54c-281f-47b5-8c6a-3ace508be264 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/756e9825-277e-490b-9f46-4111a937b6df HTTP/1.1" status: 204 len: 168 time: 0.6175234 Aug 23 14:29:12.751441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-165985648'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:12.763978 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:12.781836 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:network and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:12.787892 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:12.791225 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-deleted', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'status': 'completed', 'code': 200} Aug 23 14:29:12.800797 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:12.837771 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db0d0d-2ac7-4206-a95d-0bd65b1a42f1 req-24dde58b-d241-47ed-86e5-78dc1b1f682e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:12.839391 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b0db0d0d-2ac7-4206-a95d-0bd65b1a42f1 req-24dde58b-d241-47ed-86e5-78dc1b1f682e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1638277 Aug 23 14:29:12.892321 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b0db0d0d-2ac7-4206-a95d-0bd65b1a42f1 req-654032ba-f518-41a2-b56b-797fe375a3ce tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458567 Aug 23 14:29:12.914999 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:13.019358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Made reservation on behalf of a6dc4d75d67d461bb4e6b9238e7360af for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:13.024173 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.030726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5791c7e7-f8d8-4d0f-8ae9-9ab3ed167063 req-d9127d01-15dd-4002-a03b-ec926520783f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Synchronizing usage tracker for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:13.041061 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.060070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:13.064739 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:security_group_rule and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:13.068218 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:13.075360 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:13.150713 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-5791c7e7-f8d8-4d0f-8ae9-9ab3ed167063 req-d9127d01-15dd-4002-a03b-ec926520783f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Unset dirty status for tenant:1f701ca797d6448aa958049d990607dc on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:13.152710 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5791c7e7-f8d8-4d0f-8ae9-9ab3ed167063 req-d9127d01-15dd-4002-a03b-ec926520783f tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] 10.222.0.72 "GET /v2.0/ports?device_id=0404439a-77ae-445d-86bf-1f9be54d7214 HTTP/1.1" status: 200 len: 210 time: 0.1705301 Aug 23 14:29:13.170344 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.215329 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0404439a-77ae-445d-86bf-1f9be54d7214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cfad19-6c16-4857-b5d2-c65a7ba9e73e', 'code': 200} Aug 23 14:29:13.247801 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.252244 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2d6eca3c-596b-4d5b-925b-634419d79037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:13.291542 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:29:13.303352 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a628cb-4432-4791-9837-404823393821,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:13.307274 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:13.309978 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.310331 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Added segment d5f4fd40-2106-4145-9af2-bdaf70f2de15 of type vlan for network d8a9044e-be5f-467a-bcf7-ed3726d8e92c Aug 23 14:29:13.337509 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.470635 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12a829-81ce-452d-be90-f17fadc833f4 req-d5983601-7b92-44a3-bd6c-aa30c8bd2df8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:13.472318 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5d12a829-81ce-452d-be90-f17fadc833f4 req-d5983601-7b92-44a3-bd6c-aa30c8bd2df8 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.0873260 Aug 23 14:29:13.504684 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.511336 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:13.512024 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:13.526375 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-045bb953-01c7-4556-b4e0-d99d0b7bd329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:13.541719 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-5d12a829-81ce-452d-be90-f17fadc833f4 req-ce7b289a-90b3-4fe6-8fca-fdcf7580bad0 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492451 Aug 23 14:29:13.700549 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Network': ['ID=d8a9044e-be5f-467a-bcf7-ed3726d8e92c,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:13.724576 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:13.724783 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:13.798130 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-b3206e56-231a-47a5-ba53-65655786846e req-35937af6-123e-4afe-898e-a5c0c3836ac1 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0638762 Aug 23 14:29:13.840512 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58594) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:13.840668 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2720909 Aug 23 14:29:13.848224 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'subnet': {'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:13.891825 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-c98a58f0-6c5c-48a7-9da8-5a3bc44bf2e0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:13.893362 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-c98a58f0-6c5c-48a7-9da8-5a3bc44bf2e0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 815 time: 0.2380428 Aug 23 14:29:13.909225 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-62ef2ffa-c62c-46c7-9853-5a1e9c780f13 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/quotas/bbe506e5500f4f41895c7619a72b0667 HTTP/1.1" status: 200 len: 375 time: 0.0102608 Aug 23 14:29:13.966403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:13.970207 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:subnet and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:13.973178 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:13.979386 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:14.000463 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-09c68e4c-2aad-4688-8acb-aa9c49881dcb tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859871 Aug 23 14:29:14.075987 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Made reservation on behalf of a6dc4d75d67d461bb4e6b9238e7360af for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:14.079660 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.169569 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-63909356-3eda-4cbf-94e1-c9b1df457df4 service neutron] 10.222.0.72 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617963 Aug 23 14:29:14.304049 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd details requested by agent hyperv_n-h2-805628-1 with host n-h2-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:29:14.335267 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-fae52463-c4c1-4ea5-b339-d68b251c09b9 service neutron] 10.222.0.72 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594925 Aug 23 14:29:14.541662 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:14.555973 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Returning: {'device': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'port_id': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'mac_address': 'fa:16:3e:34:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:29:14.615670 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.633955 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:14.646668 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.656283 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:14.659348 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:14.727963 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:14.730710 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:14.765585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Subnet': ['ID=ba03a6d0-7019-4cb7-9959-edb60ff7c6d9,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:14.773144 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:14.882919 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-095313ff-aee8-4549-8d92-b979bd57a180 req-b0c8a80f-df96-4d61-be6f-b17f4b296398 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 210 time: 0.0640585 Aug 23 14:29:14.898489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Checking segment: {'id': 'd5f4fd40-2106-4145-9af2-bdaf70f2de15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:14.898489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Network hostable DHCP agents. Network: d8a9044e-be5f-467a-bcf7-ed3726d8e92c, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:29:14.921837 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 83cfad19-6c16-4857-b5d2-c65a7ba9e73e no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:14.927854 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2df1da-a89c-486d-9885-026669f0f71f req-e6f22a7f-00af-4820-8b49-79704ead943c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:14.929601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0c2df1da-a89c-486d-9885-026669f0f71f req-e6f22a7f-00af-4820-8b49-79704ead943c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 944 time: 0.1650953 Aug 23 14:29:14.976218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 83cfad19-6c16-4857-b5d2-c65a7ba9e73e {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:29:14.976574 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 83cfad19-6c16-4857-b5d2-c65a7ba9e73e not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:14.989849 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=6']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:14.994844 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:14.996084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] get_ports_and_sgs() called for port_ids ['dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:29:15.113681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:29:15.139531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0c2df1da-a89c-486d-9885-026669f0f71f req-c3905723-26c2-4430-8c82-caac93179d9e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968386 Aug 23 14:29:15.184929 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-85dca518-3307-47d4-86a0-9972db79b1e7 req-d8c75395-4d43-4cb3-abbc-de225167fb35 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0542886 Aug 23 14:29:15.219050 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898c1dc-2b48-4619-829d-f1799674be1f req-6fc48a25-1f71-4781-9742-d4398b483982 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:15.226255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0898c1dc-2b48-4619-829d-f1799674be1f req-6fc48a25-1f71-4781-9742-d4398b483982 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb8f42fd-3032-412d-9db0-de3ffad1339c HTTP/1.1" status: 200 len: 946 time: 0.1601195 Aug 23 14:29:15.261500 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, d8a9044e-be5f-467a-bcf7-ed3726d8e92c) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:15.277053 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:15.277643 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.358497 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791cad5-a4f7-42e5-883a-628e635340d0 None None] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:15.372960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Deleting port c64bb38c-8fea-4481-b333-cfbe1953b01a {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:15.373620 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.398971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58674) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:15.487712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Deleting subnet 9b2a2d13-4fd6-4712-9ab4-d687527c9574 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:29:15.494876 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.495169 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-9e399248-c6dd-4a1c-9885-92956e5aa4e0 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6531901 Aug 23 14:29:15.502782 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58678) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:15.510884 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-962158077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:15.526321 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:15.535659 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:router and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:15.541132 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:15.565964 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.569709 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:15.653192 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.708573 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-d8a9044e-be5f-467a-bcf7-ed3726d8e92c', 'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c', 'tenant_id': 'a6dc4d75d67d461bb4e6b9238e7360af', 'fixed_ips': [{'subnet_id': 'ba03a6d0-7019-4cb7-9959-edb60ff7c6d9'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:29:15.717181 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.747707 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.749113 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.770564 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.809380 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] For port c64bb38c-8fea-4481-b333-cfbe1953b01a, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=c64bb38c-8fea-4481-b333-cfbe1953b01a,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:15.809754 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.912227 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Allocated IP 172.20.0.2 (d8a9044e-be5f-467a-bcf7-ed3726d8e92c/ba03a6d0-7019-4cb7-9959-edb60ff7c6d9/b1d28c7d-5f87-44ba-9ff5-112ddcc31634) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:15.935507 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.944500 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b23c90ac-5230-4d38-9a6b-df3a0a83580d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:15.967601 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Calling delete_port for c64bb38c-8fea-4481-b333-cfbe1953b01a owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:15.976695 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:15.985258 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2a2d13-4fd6-4712-9ab4-d687527c9574,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:15.989308 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9b2a2d13-4fd6-4712-9ab4-d687527c9574 HTTP/1.1" status: 204 len: 168 time: 0.5881422 Aug 23 14:29:15.989308 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-43b55e5a-fda3-437d-90e5-98ffb511e85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:16.003481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58694) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:16.059301 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.111344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-02855587-f4c1-4fd0-9737-e21e51b14fdf req-715617d5-3044-4da4-baa3-0ffd137e3b53 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 210 time: 0.1083932 Aug 23 14:29:16.160170 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.242541 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.246655 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f3b1e806-929c-4591-a99b-4bc169ee5780 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7432075 Aug 23 14:29:16.257199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58708) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:16.316889 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd up at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:16.427911 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.502396 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Transition to ACTIVE for port object b1d28c7d-5f87-44ba-9ff5-112ddcc31634 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:16.576269 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.590767 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Transition to ACTIVE for port object b1d28c7d-5f87-44ba-9ff5-112ddcc31634 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:16.628705 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Provisioning complete for port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:16.629511 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.639149 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.641317 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-22aac2f7-757b-422d-ac46-ac8e2d74648f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:16.688975 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6897df-a473-4773-8da4-637db1bf22d8']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.696789 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.705884 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:16.708291 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-4434cbc4-f10a-4166-83fc-6ccac75a4127 req-9b392155-f0d1-4166-a1d8-86f50ab60014 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.2810826 Aug 23 14:29:16.778523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca54282-8114-4e6d-9410-ac4f1f09259e') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.778523 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca54282-8114-4e6d-9410-ac4f1f09259e') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:16.796508 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.826200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:16.829953 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:16.830877 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.837607 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:16.843330 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:29:16.843972 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:16.865056 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:16.991250 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37c651-05a9-40fa-aaf6-5c5773fa0046 req-425c2f1b-d8bd-41ad-b010-6f409b309a02 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:17.000346 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8d37c651-05a9-40fa-aaf6-5c5773fa0046 req-425c2f1b-d8bd-41ad-b010-6f409b309a02 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 944 time: 0.4736574 Aug 23 14:29:17.023544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] No DVR routers for this DVR port c64bb38c-8fea-4481-b333-cfbe1953b01a on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:17.083366 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Pushing event updated for resources: {'Port': ['ID=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:17.086447 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Pushing event deleted for resources: {'Port': ['ID=c64bb38c-8fea-4481-b333-cfbe1953b01a,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:17.089961 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.095468 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:17.102945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-deleted', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:17.110146 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:17.139217 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.142216 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Attempting to bind port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:17.143090 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Attempting to bind port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'd5f4fd40-2106-4145-9af2-bdaf70f2de15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:17.143495 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Attempting to bind port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 on network d8a9044e-be5f-467a-bcf7-ed3726d8e92c {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:17.156396 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.162102 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:17.162498 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Checking segment: {'id': 'd5f4fd40-2106-4145-9af2-bdaf70f2de15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:17.163176 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.164434 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Bound using segment: {'id': 'd5f4fd40-2106-4145-9af2-bdaf70f2de15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:17.164434 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Bound port: b1d28c7d-5f87-44ba-9ff5-112ddcc31634, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f4fd40-2106-4145-9af2-bdaf70f2de15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:17.165228 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.169568 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-61811754-f801-4fcd-8495-8bd46e06375d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:17.185584 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.244469 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8f42fd-3032-412d-9db0-de3ffad1339c', 'name': 'network-vif-deleted', 'tag': 'c64bb38c-8fea-4481-b333-cfbe1953b01a', 'status': 'completed', 'code': 200} Aug 23 14:29:17.245738 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8d37c651-05a9-40fa-aaf6-5c5773fa0046 req-08a78bd2-4753-4c59-a570-840af0ec6d57 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444377 Aug 23 14:29:17.274013 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:17.284924 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6897df-a473-4773-8da4-637db1bf22d8,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:17.305331 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:17.320935 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:17.374737 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] For port b1d28c7d-5f87-44ba-9ff5-112ddcc31634, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:17.379506 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-102e7188-a23e-4b69-9df1-704e427a5bb8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fe6897df-a473-4773-8da4-637db1bf22d8 HTTP/1.1" status: 204 len: 168 time: 1.3730831 Aug 23 14:29:17.402561 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] For port b1d28c7d-5f87-44ba-9ff5-112ddcc31634, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,segment=NetworkSegment(d5f4fd40-2106-4145-9af2-bdaf70f2de15),segment_id=d5f4fd40-2106-4145-9af2-bdaf70f2de15)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:17.428914 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'code': 200} Aug 23 14:29:17.465986 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.465986 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c64bb38c-8fea-4481-b333-cfbe1953b01a no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:17.505725 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0898c1dc-2b48-4619-829d-f1799674be1f req-34d5d953-bf8b-4f98-b65e-ae3fba1a825c tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.64 "DELETE /v2.0/ports/c64bb38c-8fea-4481-b333-cfbe1953b01a HTTP/1.1" status: 204 len: 173 time: 2.2710874 Aug 23 14:29:17.545929 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:17.581893 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.596354 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:17.631521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] No Port match for: c64bb38c-8fea-4481-b333-cfbe1953b01a {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:29:17.631521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device c64bb38c-8fea-4481-b333-cfbe1953b01a not bound to the agent host n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:17.752575 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=7']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:17.752575 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:17.752575 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:17.794613 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a662bc74-b981-4da9-a9e8-95e44ce8ee7f req-b3dcbd03-34e0-48e4-a37b-fb9adab38ea0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Synchronizing usage tracker for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:17.923505 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Pushing event updated for resources: {'Port': ['ID=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:17.936748 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:18.066393 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-3033bdce-c55e-44e2-8c39-1f2a44a43205 req-7acfafdb-ef6a-4d13-ab2e-3832479d68d4 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.1216226 Aug 23 14:29:18.125373 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-a662bc74-b981-4da9-a9e8-95e44ce8ee7f req-b3dcbd03-34e0-48e4-a37b-fb9adab38ea0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Unset dirty status for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:18.127572 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a662bc74-b981-4da9-a9e8-95e44ce8ee7f req-b3dcbd03-34e0-48e4-a37b-fb9adab38ea0 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 210 time: 0.5522542 Aug 23 14:29:18.290798 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58732) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:18.398301 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4b0cdda3-25f4-4e2d-b332-b34cf395e167 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f701ca797d6448aa958049d990607dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088202 Aug 23 14:29:18.403425 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58738) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:18.492723 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2461d29f-71fe-4218-8a0d-f396f0cae77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:18.565014 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2461d29f-71fe-4218-8a0d-f396f0cae77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:18.781190 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-877b6c8e-7190-4f8c-b7fa-be6205f81936 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:18.784484 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-877b6c8e-7190-4f8c-b7fa-be6205f81936 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.82 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 815 time: 0.4065881 Aug 23 14:29:18.788260 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b1d28c7d-5f87-44ba-9ff5-112ddcc31634 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:18.803878 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995ed4b-4edf-4337-8c72-26595349fd39 req-59bc0bc2-cfb9-4842-b895-d306b61a2f55 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:18.803878 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c995ed4b-4edf-4337-8c72-26595349fd39 req-59bc0bc2-cfb9-4842-b895-d306b61a2f55 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2020707 Aug 23 14:29:18.819078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Request body: {'port': {'device_id': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'admin_state_up': True, 'tenant_id': 'bbe506e5500f4f41895c7619a72b0667'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:18.871378 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c995ed4b-4edf-4337-8c72-26595349fd39 req-79ddecf4-aa74-4df7-97e7-ce9f37a5e8ca tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678976 Aug 23 14:29:18.887919 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Allocated IP 172.20.0.1 (d8a9044e-be5f-467a-bcf7-ed3726d8e92c/ba03a6d0-7019-4cb7-9959-edb60ff7c6d9/edc1290e-2020-460d-97e4-60c0a39bc83e) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:19.013628 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2461d29f-71fe-4218-8a0d-f396f0cae77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.019365 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-135e4cf3-7e89-4c57-8f9a-eba57aa569c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:19.070721 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461d29f-71fe-4218-8a0d-f396f0cae77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff500dda-fec6-4337-a1df-36778b2d3d60,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:19.082831 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2461d29f-71fe-4218-8a0d-f396f0cae77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:19.224869 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:19.250696 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:19.291446 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.299349 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:19.356888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Transition to ACTIVE for port object edc1290e-2020-460d-97e4-60c0a39bc83e will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:19.444847 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b59422f-f584-4922-9c5a-1dfdd45d039a None None] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:19.452756 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7c2c6282-c183-417d-a2b1-5d9a4b88446b req-59a772d6-aaee-4260-ac27-d655989bd66a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 210 time: 0.1067598 Aug 23 14:29:19.467310 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2461d29f-71fe-4218-8a0d-f396f0cae77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.468680 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2461d29f-71fe-4218-8a0d-f396f0cae77e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff500dda-fec6-4337-a1df-36778b2d3d60 HTTP/1.1" status: 204 len: 168 time: 1.0640450 Aug 23 14:29:19.487363 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-cfe3cc0e-a08b-458b-a297-56d89ca45e3c req-6df75c74-e1d6-47c8-9507-0cd13c65a1e7 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.1203392 Aug 23 14:29:19.490885 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Made reservation on behalf of bbe506e5500f4f41895c7619a72b0667 for: {'port': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:19.494754 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.657702 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58752) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:19.742837 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.758716 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ad27f820-518b-4333-80b7-8b249a69ff09 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:19.770924 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Provisioning for port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:19.789230 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Provisioning complete for port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:19.789900 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.917053 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:19.949520 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:19.958742 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Usage tracker for resource:security_group_rule and tenant:d07db731072a4810a000b4ee634ce75e is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:19.964928 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:19.990253 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:20.182524 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.224957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:20.235955 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Port': ['ID=edc1290e-2020-460d-97e4-60c0a39bc83e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:20.249605 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:20.252262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:20.253755 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] For port b1d28c7d-5f87-44ba-9ff5-112ddcc31634, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,segment=NetworkSegment(d5f4fd40-2106-4145-9af2-bdaf70f2de15),segment_id=d5f4fd40-2106-4145-9af2-bdaf70f2de15)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:20.288463 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:20.313573 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Allocated IP 172.20.0.13 (f42c9c60-1e68-4763-91b5-150ada027a21/f9c5893e-1aeb-430a-bdea-bc6d72d8fa68/4bd20643-7d72-498f-81e5-f7d474675f43) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:20.335692 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.339029 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:20.348219 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.350986 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073269e-0641-49a5-accb-5a8a05f01bfb req-7934ad98-a409-41fd-a3ef-c6bf51bfd2b9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:20.358973 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e073269e-0641-49a5-accb-5a8a05f01bfb req-7934ad98-a409-41fd-a3ef-c6bf51bfd2b9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2846174 Aug 23 14:29:20.366024 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.447842 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e073269e-0641-49a5-accb-5a8a05f01bfb req-bb4bf7a2-f2d4-4bdc-b753-0dc93d504120 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875571 Aug 23 14:29:20.456169 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.483421 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Pushing event updated for resources: {'Port': ['ID=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:20.491513 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-27034079-eb43-4c08-a418-b324ce8748d1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:20.498195 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:20.549848 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d07db731072a4810a000b4ee634ce75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8910623 Aug 23 14:29:20.558784 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58774) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:20.690674 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a9ba3-544c-4c58-809b-5d4aeedebf2a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:20.691681 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0be9932f-d5aa-4449-9783-f795bfed11dd None None] Provisioning complete for port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:20.692222 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0be9932f-d5aa-4449-9783-f795bfed11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.729110 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e4831a89-b9bc-41ab-89ba-5771d16ced78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:20.791395 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:29:20.806221 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b1d28c7d-5f87-44ba-9ff5-112ddcc31634 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:20.867038 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d5ec5ea0-b596-41f6-9e0b-886596755de2 req-c1c1f8b6-4925-4575-aa1b-d5164902ac11 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.1175370 Aug 23 14:29:20.867972 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97789fc1-1bdd-4e18-8d84-7ef804d64d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:20.910236 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-7807f7c0-7968-4d8f-b4ef-60328cb944cd req-e914aa91-ad73-4764-a901-ee1cb5a761d1 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 210 time: 0.0905023 Aug 23 14:29:20.937417 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97789fc1-1bdd-4e18-8d84-7ef804d64d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.084925 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:21.085401 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.172093 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.230880 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97789fc1-1bdd-4e18-8d84-7ef804d64d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.238579 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e99fad7e-e49e-4ac8-be5a-9ffcb5436cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:21.264722 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97789fc1-1bdd-4e18-8d84-7ef804d64d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641a9ba3-544c-4c58-809b-5d4aeedebf2a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:21.266197 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-97789fc1-1bdd-4e18-8d84-7ef804d64d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:21.267478 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-97789fc1-1bdd-4e18-8d84-7ef804d64d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.271703 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-97789fc1-1bdd-4e18-8d84-7ef804d64d54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/641a9ba3-544c-4c58-809b-5d4aeedebf2a HTTP/1.1" status: 204 len: 168 time: 0.7061915 Aug 23 14:29:21.304919 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.329218 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0be9932f-d5aa-4449-9783-f795bfed11dd None None] Provisioning for port edc1290e-2020-460d-97e4-60c0a39bc83e completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:21.342194 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0be9932f-d5aa-4449-9783-f795bfed11dd None None] Provisioning complete for port edc1290e-2020-460d-97e4-60c0a39bc83e triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:21.342586 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0be9932f-d5aa-4449-9783-f795bfed11dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.426240 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-0be9932f-d5aa-4449-9783-f795bfed11dd None None] Port edc1290e-2020-460d-97e4-60c0a39bc83e cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:29:21.455105 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.469429 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-89994f29-1091-4a93-ba02-42fabc0fe6d7 tempest-ServerActionsTestJSON-2008883841 tempest-ServerActionsTestJSON-2008883841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:21.568729 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-989d1c21-ab04-457e-8003-68b97f1fb86f None None] Provisioning complete for port edc1290e-2020-460d-97e4-60c0a39bc83e triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:21.569642 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-989d1c21-ab04-457e-8003-68b97f1fb86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:21.656632 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Network f42c9c60-1e68-4763-91b5-150ada027a21 is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:21.671415 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:21.677752 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:21.730697 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-989d1c21-ab04-457e-8003-68b97f1fb86f None None] Port edc1290e-2020-460d-97e4-60c0a39bc83e cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:29:21.756393 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Pushing event updated for resources: {'Port': ['ID=4bd20643-7d72-498f-81e5-f7d474675f43,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:21.759328 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:21.765640 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:21.766347 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.002764 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1956646 Aug 23 14:29:22.024284 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdc24d-c304-4d98-af4a-486181b88916 req-ff653cb6-2fe8-426c-ab78-fbf7a005ec2c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:22.026725 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3bdc24d-c304-4d98-af4a-486181b88916 req-ff653cb6-2fe8-426c-ab78-fbf7a005ec2c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1238642 Aug 23 14:29:22.034823 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Request body: {'port': {'device_id': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805628-1'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:22.202053 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d3bdc24d-c304-4d98-af4a-486181b88916 req-97e06262-3802-4dc9-ae65-2da73ef1dc2b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630285 Aug 23 14:29:22.263119 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.334109 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.419139 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-af1a2556-9a3b-4fac-94a8-377bf8b3a374 req-1146ce13-b28e-446e-8667-78b3a83d1387 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0594320 Aug 23 14:29:22.423389 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58800) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:22.446519 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.461639 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:22.465700 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Usage tracker for resource:security_group_rule and tenant:f9665d6c75ff4c1397c9860e1f95f8ba is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:22.468741 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:22.476413 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:22.720696 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.731195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f439-938b-4b21-97f5-e9b9d269da91 req-947e8535-35a7-4d1f-aefe-a3618951c15a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:22.732947 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23f6f439-938b-4b21-97f5-e9b9d269da91 req-947e8535-35a7-4d1f-aefe-a3618951c15a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 932 time: 0.1986396 Aug 23 14:29:22.806557 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.816896 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.853729 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-ba4608ed-8b25-4cae-a96f-3161a5b96806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:22.862720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9665d6c75ff4c1397c9860e1f95f8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352455 Aug 23 14:29:22.874863 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-23f6f439-938b-4b21-97f5-e9b9d269da91 req-1a5c5ce5-9742-47f9-b180-bdc2501be250 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324544 Aug 23 14:29:22.879538 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58810) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:22.880253 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ef40510c-6d90-4597-999d-7a4c54e8b01b tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:22.911580 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:22.936251 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c988fd-3f18-49f2-8285-20480ebb65bf,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:22.939754 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2bf231c1-17e5-46bf-8377-845dc9131670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:23.018547 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.054539 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.075807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd20643-7d72-498f-81e5-f7d474675f43 {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:23.170380 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.215537 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Port': ['ID=edc1290e-2020-460d-97e4-60c0a39bc83e,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:23.218104 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Transition to ACTIVE for port object 4bd20643-7d72-498f-81e5-f7d474675f43 will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:23.223213 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:23.262528 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:23.264071 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:23.430691 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ee7f-9438-4716-822a-d4c006b0e1a3 req-330da457-b1a5-4654-8963-dd36b99d7565 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:23.432165 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c320ee7f-9438-4716-822a-d4c006b0e1a3 req-330da457-b1a5-4654-8963-dd36b99d7565 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1023943 Aug 23 14:29:23.494146 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c320ee7f-9438-4716-822a-d4c006b0e1a3 req-9388fc82-4f94-4314-9ac4-989cff73372d tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505500 Aug 23 14:29:23.540028 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.551187 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-676cef16-a09e-4f8c-8000-a8c6efdf3f76 tempest-ImagesTestJSON-1002903289 tempest-ImagesTestJSON-1002903289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:23.602347 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-95761eb7-3fed-4338-9f33-e6ec3a72b75a None None] Provisioning complete for port edc1290e-2020-460d-97e4-60c0a39bc83e triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:23.602933 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-95761eb7-3fed-4338-9f33-e6ec3a72b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.637880 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.643739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Router 6574f113-040f-449e-a71d-d8cac74be41c is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:29:23.663402 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-95761eb7-3fed-4338-9f33-e6ec3a72b75a None None] Port edc1290e-2020-460d-97e4-60c0a39bc83e cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:29:23.707250 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-5e0133e6-238a-4d78-8040-988df06aed7a req-d1861fbd-d083-43bf-b8fb-0f2595566df2 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0844417 Aug 23 14:29:23.735390 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:23.736495 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20c988fd-3f18-49f2-8285-20480ebb65bf HTTP/1.1" status: 204 len: 168 time: 0.8212173 Aug 23 14:29:23.860866 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Pushing event updated for resources: {'Port': ['ID=4bd20643-7d72-498f-81e5-f7d474675f43,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:23.876995 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:23.882920 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7f501795-a535-46da-90ed-782cc25718ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:24.016105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c988fd-3f18-49f2-8285-20480ebb65bf,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:24.039281 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:24.148396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:29:24.160566 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] Sync routers for ids ['6574f113-040f-449e-a71d-d8cac74be41c'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:29:24.175526 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] Routers {'6574f113-040f-449e-a71d-d8cac74be41c'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:24.176267 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6574f113-040f-449e-a71d-d8cac74be41c'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:24.183727 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "PUT /v2.0/routers/6574f113-040f-449e-a71d-d8cac74be41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9239399 Aug 23 14:29:24.183999 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58836) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:24.190105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'port': {'network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c', 'name': 'tempest-FloatingIPNegativeTestJSON-356991956'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:24.203302 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Attempting to bind port 4bd20643-7d72-498f-81e5-f7d474675f43 on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:24.203797 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Attempting to bind port 4bd20643-7d72-498f-81e5-f7d474675f43 by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:24.204918 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Attempting to bind port 4bd20643-7d72-498f-81e5-f7d474675f43 on network f42c9c60-1e68-4763-91b5-150ada027a21 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:24.221297 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Port 4bd20643-7d72-498f-81e5-f7d474675f43 on network f42c9c60-1e68-4763-91b5-150ada027a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:24.221583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Attempting to bind port 4bd20643-7d72-498f-81e5-f7d474675f43 on network f42c9c60-1e68-4763-91b5-150ada027a21 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:24.240277 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:24.240531 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Checking segment: {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:24.240920 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Bound using segment: {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:24.241577 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Bound port: 4bd20643-7d72-498f-81e5-f7d474675f43, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30fbd16f-0158-4c66-af27-b55dde97ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:24.242134 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.251028 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:24.261400 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] Routers {'6574f113-040f-449e-a71d-d8cac74be41c'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:24.271485 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:00Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6574f113-040f-449e-a71d-d8cac74be41c'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:24.273357 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca828c-ec54-4d7d-8c3f-eb5415b10298 req-1afac7d3-2825-42c2-b79d-fd48bc734c33 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:24.274133 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-34ca828c-ec54-4d7d-8c3f-eb5415b10298 req-1afac7d3-2825-42c2-b79d-fd48bc734c33 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Synchronizing usage tracker for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:24.350321 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:24.350851 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c629ac2-54dd-477a-b0d8-ac526565e1a9 None None] The sync data for ids ['6574f113-040f-449e-a71d-d8cac74be41c'] in n-d-805628-1 is: [] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:29:24.518203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] For port 4bd20643-7d72-498f-81e5-f7d474675f43, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:24.521998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] For port 4bd20643-7d72-498f-81e5-f7d474675f43, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4bd20643-7d72-498f-81e5-f7d474675f43,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:24.563332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:24.567298 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:port and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:24.570989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:24.577586 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:24.624775 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [req-34ca828c-ec54-4d7d-8c3f-eb5415b10298 req-1afac7d3-2825-42c2-b79d-fd48bc734c33 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Unset dirty status for tenant:bbe506e5500f4f41895c7619a72b0667 on resource:port {{(pid=80758) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:24.628123 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34ca828c-ec54-4d7d-8c3f-eb5415b10298 req-1afac7d3-2825-42c2-b79d-fd48bc734c33 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 944 time: 0.5846689 Aug 23 14:29:24.670957 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.682236 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c10af52c-b3a1-4464-bcf9-92cfc0f46503 tempest-ServerPasswordTestJSON-1692586894 tempest-ServerPasswordTestJSON-1692586894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:24.717121 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:24.717304 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.719309 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] 10.222.0.82 "PUT /v2.0/ports/4bd20643-7d72-498f-81e5-f7d474675f43 HTTP/1.1" status: 200 len: 1092 time: 2.6951742 Aug 23 14:29:24.726915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'tag': '4bd20643-7d72-498f-81e5-f7d474675f43'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:24.750720 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Made reservation on behalf of a6dc4d75d67d461bb4e6b9238e7360af for: {'port': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:24.754379 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:24.766408 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-34ca828c-ec54-4d7d-8c3f-eb5415b10298 req-adedc8e5-0a3a-4eb5-941a-9e78b8740d6a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319818 Aug 23 14:29:24.829479 n-d-805628-1 neutron-server[80759]: DEBUG neutron.notifiers.nova [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] device_id is not set on port 41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b yet. {{(pid=80759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 23 14:29:24.829917 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Pushing event updated for resources: {'Port': ['ID=4bd20643-7d72-498f-81e5-f7d474675f43,revision_number=3']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:24.845817 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:24.946615 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'tag': '4bd20643-7d72-498f-81e5-f7d474675f43', 'status': 'completed', 'code': 200} Aug 23 14:29:25.144411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Allocated IP 172.20.0.5 (d8a9044e-be5f-467a-bcf7-ed3726d8e92c/ba03a6d0-7019-4cb7-9959-edb60ff7c6d9/41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:25.150586 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-19f49250-83b9-42e9-9b89-eec6063457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:25.152672 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-19f49250-83b9-42e9-9b89-eec6063457ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 1095 time: 0.2984533 Aug 23 14:29:25.162851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8b63-13e5-4f89-af39-051b39a598e3 req-39b52f2f-e061-4bff-98bf-ebd46270808a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:25.171305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-426b8b63-13e5-4f89-af39-051b39a598e3 req-39b52f2f-e061-4bff-98bf-ebd46270808a tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1990380 Aug 23 14:29:25.202530 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c17b702c-7da6-4db5-bf73-5904e85e14fc req-8d473aef-fa24-4dd7-b184-a603769f5978 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.1371942 Aug 23 14:29:25.408590 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:25.427411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.provisioning_blocks [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Transition to ACTIVE for port object 41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b will not be triggered until provisioned by entity DHCP. {{(pid=80759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:25.528230 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-f7650611-4139-427a-bd44-6ae9a5ef24bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bd20643-7d72-498f-81e5-f7d474675f43 HTTP/1.1" status: 200 len: 217 time: 0.3535712 Aug 23 14:29:25.551184 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:25.558625 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:25.621351 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-426b8b63-13e5-4f89-af39-051b39a598e3 req-6e5a3aa5-99f3-4cc9-96bd-364e505139d2 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488368 Aug 23 14:29:25.631726 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-073017b3-3a63-4b2f-be15-6babe78db2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:25.638203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-073017b3-3a63-4b2f-be15-6babe78db2cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 HTTP/1.1" status: 200 len: 855 time: 0.1011410 Aug 23 14:29:25.716352 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-47e58818-e664-416c-9a09-5b9dfbbd3223 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f42c9c60-1e68-4763-91b5-150ada027a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697196 Aug 23 14:29:25.750045 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Port': ['ID=41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:25.762819 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:25.764693 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:25.770213 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:25.772543 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:25.860331 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:25.863255 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:25.925191 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-face8e75-3694-40f7-9be4-f0adedef37fb service neutron] 10.222.0.82 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015202 Aug 23 14:29:26.010090 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4cec50be-349f-4b81-8328-d3e02eed6bba tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8249116 Aug 23 14:29:26.013092 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58878) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:26.020929 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:26.034304 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:26.041002 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:floatingip and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:26.045195 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:26.062257 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:26.270793 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.271336 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.283434 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-dc900fca-d4aa-4ddf-b746-054ea3be5d8c req-87c22e4e-95e9-44ee-bee4-cc2adcb72e64 service neutron] 10.222.0.82 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476508 Aug 23 14:29:26.305416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-29701671-0fd1-4e4f-b828-8e8b30dfabf7 None None] Provisioning for port 41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:26.313761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-29701671-0fd1-4e4f-b828-8e8b30dfabf7 None None] Provisioning complete for port 41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:26.314141 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-29701671-0fd1-4e4f-b828-8e8b30dfabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.354856 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f23fb-57e1-4144-b9ea-8d74a069811d req-8a6cf69e-60e7-4d57-93ac-6d000f6c2adb tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:26.372616 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e1f23fb-57e1-4144-b9ea-8d74a069811d req-8a6cf69e-60e7-4d57-93ac-6d000f6c2adb tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 944 time: 0.3788033 Aug 23 14:29:26.401937 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-29701671-0fd1-4e4f-b828-8e8b30dfabf7 None None] Port 41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:29:26.536920 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9e1f23fb-57e1-4144-b9ea-8d74a069811d req-19046828-217a-45b5-b6eb-3fa6e7f81c12 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631520 Aug 23 14:29:26.616566 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-a5b9aa5f-2991-40df-9136-f25372946aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:26.618090 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-a5b9aa5f-2991-40df-9136-f25372946aeb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bbe506e5500f4f41895c7619a72b0667&device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 1095 time: 0.1689200 Aug 23 14:29:26.637432 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-460789e3-7fde-4c72-8b66-d1d9e4ef33e2 req-25198c59-bcb6-449f-92cd-6464f86bc0e4 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0615404 Aug 23 14:29:26.687194 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:26.820591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-6458c7f0-f664-41aa-aef8-b72eb85d7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:26.822007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-6458c7f0-f664-41aa-aef8-b72eb85d7b5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 200 len: 917 time: 0.1954014 Aug 23 14:29:26.933814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-ed89f285-bc43-4f7a-b5ba-f1c6adbf410e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bd20643-7d72-498f-81e5-f7d474675f43 HTTP/1.1" status: 200 len: 217 time: 0.1025889 Aug 23 14:29:26.962893 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Allocated IP 172.25.7.164 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/0657b12c-7f4d-406e-810f-b4c983d1af0b) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:27.008976 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958f33f-8c80-46a4-abe3-189449a98172 req-2ec27304-5ea7-4830-b57f-fe88ad397410 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:27.016132 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e958f33f-8c80-46a4-abe3-189449a98172 req-2ec27304-5ea7-4830-b57f-fe88ad397410 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1788728 Aug 23 14:29:27.017170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-da07257f-17cd-4a0d-bbde-4b20ed342663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:27.022595 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-da07257f-17cd-4a0d-bbde-4b20ed342663 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 HTTP/1.1" status: 200 len: 855 time: 0.0795200 Aug 23 14:29:27.098537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-1bc17986-7465-4aed-a417-7823f4530687 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f42c9c60-1e68-4763-91b5-150ada027a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668995 Aug 23 14:29:27.323424 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-4d7caa33-50ae-4d17-8f52-8b98f4090f79 service neutron] 10.222.0.82 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070401 Aug 23 14:29:27.327985 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.366291 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e958f33f-8c80-46a4-abe3-189449a98172 req-97a1e8f3-e676-476d-908e-997715ca69ea tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493726 Aug 23 14:29:27.459239 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.463278 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-432094d9-992c-47d7-84fd-1710049ea0dd tempest-FloatingIPAdminTestJSON-1824226666 tempest-FloatingIPAdminTestJSON-1824226666-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:27.518940 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:27.530206 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-8ed8686d-3c63-4322-944e-b5e3a54cf18b req-49495cbf-22fe-4314-8a8d-912ea5baa4ee service neutron] 10.222.0.82 "GET /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952798 Aug 23 14:29:27.531733 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:27.572386 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:27.595713 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4a1163dd-9448-4c95-9e4e-e516c751d5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.677986 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Port': ['ID=0657b12c-7f4d-406e-810f-b4c983d1af0b,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:27.684030 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:27.719604 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.744275 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.775026 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495520-c43d-4634-8e0f-b795afcb4ede req-2b856948-8f2a-4301-8a06-c96495341860 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:27.776690 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6495520-c43d-4634-8e0f-b795afcb4ede req-2b856948-8f2a-4301-8a06-c96495341860 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 944 time: 0.1001441 Aug 23 14:29:27.876239 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e6495520-c43d-4634-8e0f-b795afcb4ede req-6d7f3771-cdec-44cd-b226-a2759aca99d3 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940623 Aug 23 14:29:27.910879 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:27.989439 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-59692d07-b53f-4d4f-8dee-ad748e01792f req-561052db-9516-4aa5-bfbb-fdc7b546fcd6 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0844841 Aug 23 14:29:28.109967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58928) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:28.156617 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.270147 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for port, precommit_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.317972 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.339032 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:28.343557 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Usage tracker for resource:security_group_rule and tenant:5d3d139d23b949a2b1c5433c7589f558 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:28.346930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:28.356197 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691672'] for port, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.359300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:28.361749 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-51fa6729-023d-4dfe-b9c1-12e29491a24a tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:28.484571 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.590246 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.598727 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-ae9f6e9c-75ea-4e79-bf25-1c90a64ff707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:28.664554 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d3d139d23b949a2b1c5433c7589f558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5508537 Aug 23 14:29:28.664554 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21402a8f-c661-4032-a034-c6568217efdd,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:28.666308 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:28.667681 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58936) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:28.735842 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-85969e63-74f2-4d00-ad6d-0ee8bf5ab8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.776455 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-85969e63-74f2-4d00-ad6d-0ee8bf5ab8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.778258 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Port': ['ID=0657b12c-7f4d-406e-810f-b4c983d1af0b,revision_number=2']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:28.787005 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:28.803338 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655667'] for floatingip, after_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:28.862540 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e833633-bb37-4fe8-9138-d91708be7c19 req-8a935647-7484-4c61-9db6-5d7cab0427f2 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:28.868418 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4e833633-bb37-4fe8-9138-d91708be7c19 req-8a935647-7484-4c61-9db6-5d7cab0427f2 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2066975 Aug 23 14:29:28.925457 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4bd20643-7d72-498f-81e5-f7d474675f43 details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:29:28.932420 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-4e833633-bb37-4fe8-9138-d91708be7c19 req-9634ae1c-f495-45b1-a36f-e8c16355bc3e tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587714 Aug 23 14:29:29.070822 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 4bd20643-7d72-498f-81e5-f7d474675f43, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4bd20643-7d72-498f-81e5-f7d474675f43,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:29.084180 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': '4bd20643-7d72-498f-81e5-f7d474675f43', 'network_id': 'f42c9c60-1e68-4763-91b5-150ada027a21', 'port_id': '4bd20643-7d72-498f-81e5-f7d474675f43', 'mac_address': 'fa:16:3e:65:4b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c5893e-1aeb-430a-bdea-bc6d72d8fa68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:29:29.133711 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e634fa4-3220-4575-8575-4b1ba312cbd5 req-4a5321e9-87d4-4df9-8bbd-52063ad2500a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:29.135776 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e634fa4-3220-4575-8575-4b1ba312cbd5 req-4a5321e9-87d4-4df9-8bbd-52063ad2500a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 944 time: 0.1182780 Aug 23 14:29:29.141977 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.165238 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd20643-7d72-498f-81e5-f7d474675f43 {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:29.184273 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 4bd20643-7d72-498f-81e5-f7d474675f43, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4bd20643-7d72-498f-81e5-f7d474675f43,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:29.225715 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.226611 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2123373 Aug 23 14:29:29.234420 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58950) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:29.240013 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-4a70674d-2a15-474f-bb7d-019a45c03869 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'floatingip': {'port_id': '41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:29.280461 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-85969e63-74f2-4d00-ad6d-0ee8bf5ab8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.286799 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c75d9f97-52bc-4f89-9e4a-73b62e10f76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:29.319702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85969e63-74f2-4d00-ad6d-0ee8bf5ab8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21402a8f-c661-4032-a034-c6568217efdd,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:29.325096 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-4a70674d-2a15-474f-bb7d-019a45c03869 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, before_update {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.340570 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-85969e63-74f2-4d00-ad6d-0ee8bf5ab8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:29.346549 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-85969e63-74f2-4d00-ad6d-0ee8bf5ab8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.348153 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-85969e63-74f2-4d00-ad6d-0ee8bf5ab8fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21402a8f-c661-4032-a034-c6568217efdd HTTP/1.1" status: 204 len: 168 time: 0.6795397 Aug 23 14:29:29.351829 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1e634fa4-3220-4575-8575-4b1ba312cbd5 req-8e240670-3535-495f-9869-a4247b152c52 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091937 Aug 23 14:29:29.368034 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.369330 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:29.525258 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=4bd20643-7d72-498f-81e5-f7d474675f43,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:29.530266 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:29.596634 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['4bd20643-7d72-498f-81e5-f7d474675f43'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:29:29.609235 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a3ee55da-2711-4616-915b-2979342d0551 req-c8f5fe2a-1cef-4119-a868-a7aa6786d9c1 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0511522 Aug 23 14:29:29.653936 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-4a70674d-2a15-474f-bb7d-019a45c03869 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] update failed (client error): The resource could not be found. Aug 23 14:29:29.660955 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-4a70674d-2a15-474f-bb7d-019a45c03869 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "PUT /v2.0/floatingips/5c3e53a2-dacd-471d-93fc-e5629a705a56 HTTP/1.1" status: 404 len: 507 time: 0.4254074 Aug 23 14:29:29.664042 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 58966) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:29.897012 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bfb55d1c-c625-498b-bf16-924d7e3e13f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.947068 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Deleting port 0657b12c-7f4d-406e-810f-b4c983d1af0b {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:29.948799 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:29.997507 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58978) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:30.147998 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.178234 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:30.183401 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Usage tracker for resource:security_group_rule and tenant:31dd19aad7d54768a85b003e4c30fef5 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:30.186632 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:30.193683 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:30.234281 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.234918 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.400579 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.425468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Calling delete_port for 0657b12c-7f4d-406e-810f-b4c983d1af0b owned by network:floatingip {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:30.464673 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.500853 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-18186b58-1ba3-40fc-837f-8b3039efa6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:30.568943 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31dd19aad7d54768a85b003e4c30fef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700762 Aug 23 14:29:30.570770 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298dcfa2-7c0e-4a5e-bcc9-beddfc59080e,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:30.573847 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 58998) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:30.577246 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-b841f2ad-4da3-4ec5-a550-63cbb9b7de69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:30.657129 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-caee50b7-a4be-4b4b-bca2-091b1dcb8bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.704237 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-caee50b7-a4be-4b4b-bca2-091b1dcb8bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.774262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5e8d-b90a-4f96-a1d2-0cc9004788af req-a64cacf7-e473-4804-b99f-09dd606e8bfa tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:30.777284 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-633e5e8d-b90a-4f96-a1d2-0cc9004788af req-a64cacf7-e473-4804-b99f-09dd606e8bfa tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.1563859 Aug 23 14:29:30.880631 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-633e5e8d-b90a-4f96-a1d2-0cc9004788af req-fb58dbca-ee96-4598-8701-be62d9310fbe tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951324 Aug 23 14:29:30.882694 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.895449 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5dc0eee7-443c-4f0c-a561-2cf4066facc7 tempest-FloatingIPAdminTestJSON-824361238 tempest-FloatingIPAdminTestJSON-824361238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:30.905125 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-caee50b7-a4be-4b4b-bca2-091b1dcb8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:30.921397 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-be41158a-9b6a-4bf4-aad3-60b1c8fc276c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:30.935519 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4bd20643-7d72-498f-81e5-f7d474675f43 up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:30.982765 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee50b7-a4be-4b4b-bca2-091b1dcb8bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298dcfa2-7c0e-4a5e-bcc9-beddfc59080e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:30.987777 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-caee50b7-a4be-4b4b-bca2-091b1dcb8bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:31.002928 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-caee50b7-a4be-4b4b-bca2-091b1dcb8bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.004350 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-caee50b7-a4be-4b4b-bca2-091b1dcb8bf6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/298dcfa2-7c0e-4a5e-bcc9-beddfc59080e HTTP/1.1" status: 204 len: 168 time: 0.4295950 Aug 23 14:29:31.029254 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event deleted for resources: {'Port': ['ID=0657b12c-7f4d-406e-810f-b4c983d1af0b,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:31.038785 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:31.208112 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port 4bd20643-7d72-498f-81e5-f7d474675f43 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:31.214293 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port 4bd20643-7d72-498f-81e5-f7d474675f43 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:31.214687 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.368533 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb879c44-7a6a-4651-b2c5-6dd2b8cd49d2 req-93d43580-68b4-4c54-919f-5c0f3e24d31c tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0831177 Aug 23 14:29:31.483266 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.502523 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for floatingip, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.508642 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59016) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:31.509197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "DELETE /v2.0/floatingips/5c3e53a2-dacd-471d-93fc-e5629a705a56 HTTP/1.1" status: 204 len: 168 time: 1.8439116 Aug 23 14:29:31.514721 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'floatingip': {'floating_network_id': 'd8a9044e-be5f-467a-bcf7-ed3726d8e92c', 'port_id': '41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:31.525705 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:31.527060 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466b749-6130-411c-9a71-68f8890263d4 req-b5a97380-833a-4bb2-b38e-1d56e1619a4a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:31.534007 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f466b749-6130-411c-9a71-68f8890263d4 req-b5a97380-833a-4bb2-b38e-1d56e1619a4a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 945 time: 0.2332218 Aug 23 14:29:31.545237 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:floatingip and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:31.555912 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:31.567359 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.580560 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:31.606594 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f466b749-6130-411c-9a71-68f8890263d4 req-e504d27c-6b3d-4ad0-8f94-8196623f780a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705733 Aug 23 14:29:31.610698 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.663852 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd20643-7d72-498f-81e5-f7d474675f43'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:31.675327 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port 4bd20643-7d72-498f-81e5-f7d474675f43, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4bd20643-7d72-498f-81e5-f7d474675f43,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:31.683127 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.750729 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:31.754365 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd20643-7d72-498f-81e5-f7d474675f43', 'code': 200} Aug 23 14:29:31.754918 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:31.932895 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=4bd20643-7d72-498f-81e5-f7d474675f43,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:31.940182 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:32.174148 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4f1574d-f77d-449e-8973-5f3b9b4bea97 req-612b7383-7ca4-4197-bb34-f96c634a6d77 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.3682704 Aug 23 14:29:32.305614 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 23 14:29:32.307059 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-fc3d000b-5a1c-40f7-873e-d1ca3307923e tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7976651 Aug 23 14:29:32.312946 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59038) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:32.318432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35039d-069b-4c7f-a1ac-a9ad5c8361b0 req-c17a890a-02a6-4acb-951e-23b9da44ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:32.319022 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Request body: {'floatingip': {'floating_network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'port_id': '41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:32.320430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b35039d-069b-4c7f-a1ac-a9ad5c8361b0 req-c17a890a-02a6-4acb-951e-23b9da44ef55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 1097 time: 0.3834267 Aug 23 14:29:32.337805 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:32.346708 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Usage tracker for resource:floatingip and tenant:a6dc4d75d67d461bb4e6b9238e7360af is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:32.356163 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:32.366391 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639b94-d597-44e0-ba0a-851d85dad3fc req-a2c70971-6f93-451e-8a7b-b97dd99357a9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:32.368479 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:32.378142 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60639b94-d597-44e0-ba0a-851d85dad3fc req-a2c70971-6f93-451e-8a7b-b97dd99357a9 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2105365 Aug 23 14:29:32.430497 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:32.493745 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-2b35039d-069b-4c7f-a1ac-a9ad5c8361b0 req-9ab43f53-231d-4472-a4c6-2e43fb3314c7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140432 Aug 23 14:29:32.533212 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-60639b94-d597-44e0-ba0a-851d85dad3fc req-8691e058-4088-474b-aaac-0cb878d4c4fd tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346591 Aug 23 14:29:32.778360 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb55a281-ccfd-4c1c-8383-6582d0988133 req-25b4376f-5e24-4eab-8863-a6fb8e94c0f2 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0732031 Aug 23 14:29:32.840800 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.002405 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.026560 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f85a-5784-4d16-b65b-9ffab24640ec req-25ef590f-28e8-4baf-85a5-38a358db4977 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:33.030407 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f770f85a-5784-4d16-b65b-9ffab24640ec req-25ef590f-28e8-4baf-85a5-38a358db4977 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.1541374 Aug 23 14:29:33.049239 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_common [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Allocated IP 172.25.7.51 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/1f8c4b26-d031-4f93-a949-81ae9096ad20) {{(pid=80759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:33.136325 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f770f85a-5784-4d16-b65b-9ffab24640ec req-269dab76-26f8-48d7-9e76-8fad92443a43 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048660 Aug 23 14:29:33.200787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59066) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:33.316250 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for port, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.346143 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-366198419-network', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:33.352082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:33.368723 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Usage tracker for resource:network and tenant:f52ab4979af54925ae956cbe424f9479 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:33.381514 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:33.389665 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:33.465942 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.467480 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Made reservation on behalf of f52ab4979af54925ae956cbe424f9479 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:33.469806 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.470060 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-67483577-4ab2-452f-b4a3-8ba9d5ed34ac tempest-ServerRescueTestJSONUnderV235-372552417 tempest-ServerRescueTestJSONUnderV235-372552417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:33.500634 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.538300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:33.559911 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Usage tracker for resource:security_group_rule and tenant:f52ab4979af54925ae956cbe424f9479 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:33.564719 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:33.566738 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event updated for resources: {'Port': ['ID=1f8c4b26-d031-4f93-a949-81ae9096ad20,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:33.573216 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:33.583161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:33.583411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:33.584552 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Resources bound (agent type, host, resource id): {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:33.587276 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Received port after_create {{(pid=80759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:33.768938 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.852938 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.871033 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:29:33.903882 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:33.904246 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Added segment 13dac3b9-a47f-4e38-8929-8924e6fabcdd of type vlan for network 2898684c-f334-45e9-b060-1d3f44a800dd Aug 23 14:29:33.960749 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f4589161-0bf2-40ae-9509-0cb2b3eb3b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:34.002964 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.048358 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Deleting port 1f8c4b26-d031-4f93-a949-81ae9096ad20 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:34.049197 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.050139 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161e1c8b-2a02-4488-a25e-909bc552c20a,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:34.054397 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:34.140664 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7489bda-e5fd-42ab-bdb0-d357aa02fe30 req-91c29e1c-5c6d-4f25-8d0a-a6823d16bbda tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:34.147551 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7489bda-e5fd-42ab-bdb0-d357aa02fe30 req-91c29e1c-5c6d-4f25-8d0a-a6823d16bbda tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.3900151 Aug 23 14:29:34.179444 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.180855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:34.181475 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.187686 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-04ce982f-e095-4b5d-8579-4c02bf2f3c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:34.282793 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d7489bda-e5fd-42ab-bdb0-d357aa02fe30 req-329a7b95-0a3a-4a5c-83ff-88b2e92dc9ab tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342466 Aug 23 14:29:34.537869 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.538462 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:34.583583 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Pushing event updated for resources: {'Network': ['ID=2898684c-f334-45e9-b060-1d3f44a800dd,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:34.614888 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:34.639788 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 2898684c-f334-45e9-b060-1d3f44a800dd details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:34.694808 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Calling delete_port for 1f8c4b26-d031-4f93-a949-81ae9096ad20 owned by network:floatingip {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:34.702261 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9d13a000-b291-4899-865c-369485ebca8c req-c9e49765-1110-4257-a048-966ee692478f tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0685334 Aug 23 14:29:34.716853 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5141385 Aug 23 14:29:34.720630 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59112) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:34.736799 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Request body: {'subnet': {'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-366198419-subnet', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:34.751511 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:34.761389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Usage tracker for resource:subnet and tenant:f52ab4979af54925ae956cbe424f9479 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:34.767408 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:34.780057 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:34.794606 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de103426-aeb0-46d2-9fb3-4e257398f28c req-9d2b21f7-ed15-4c25-9079-c6379ae97f8d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:34.803453 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-de103426-aeb0-46d2-9fb3-4e257398f28c req-9d2b21f7-ed15-4c25-9079-c6379ae97f8d tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.3062940 Aug 23 14:29:34.877815 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-de103426-aeb0-46d2-9fb3-4e257398f28c req-899e1041-dd5f-434c-9b48-8ceb5247a3ae tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Aug 23 14:29:34.925535 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Made reservation on behalf of f52ab4979af54925ae956cbe424f9479 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:34.928159 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.059760 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7ff73-abe8-45c8-b795-99a8523f122c req-db68fcfd-12b7-4476-b826-c4e2c6a1354a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.061292 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03b7ff73-abe8-45c8-b795-99a8523f122c req-db68fcfd-12b7-4476-b826-c4e2c6a1354a tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.2232447 Aug 23 14:29:35.110333 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.116217 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9d309612-133a-4aec-89ce-c47dcd04d6d4 tempest-PortsAdminExtendedAttrsTestJSON-329326648 tempest-PortsAdminExtendedAttrsTestJSON-329326648-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:35.118545 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-03b7ff73-abe8-45c8-b795-99a8523f122c req-46dc4ea0-6461-43a5-85cc-1384115b588e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Aug 23 14:29:35.178621 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event deleted for resources: {'Port': ['ID=1f8c4b26-d031-4f93-a949-81ae9096ad20,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:35.183462 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:35.412580 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-91d25adf-dbf6-4536-a059-b4da69966d6a req-a781bda7-8e4b-4e7b-bbde-6968d8cb3e57 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b&device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0555055 Aug 23 14:29:35.419723 n-d-805628-1 neutron-server[80759]: INFO neutron.api.v2.resource [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] create failed (client error): The resource could not be found. Aug 23 14:29:35.421425 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8a716b80-80e2-4a86-a9fc-97c05cb5130f tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1074286 Aug 23 14:29:35.426078 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59138) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:35.442100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d3bc-0697-4970-abff-fa80eead3b28 req-0575e77c-775c-4ac4-8451-18de2a43c17a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.452377 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c284d3bc-0697-4970-abff-fa80eead3b28 req-0575e77c-775c-4ac4-8451-18de2a43c17a tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.1274493 Aug 23 14:29:35.471427 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.477559 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5e304428-90e9-4d88-b8e0-3a84293b6766 tempest-ServersTestMultiNic-967511554 tempest-ServersTestMultiNic-967511554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:35.590145 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c284d3bc-0697-4970-abff-fa80eead3b28 req-5c87d2c5-eae8-46c6-affe-fbfeebeb4315 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365173 Aug 23 14:29:35.611068 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=458b6ede-f203-469d-9370-bf842ae2a0a6,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:35.620056 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:35.633436 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Checking segment: {'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:35.637540 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Network hostable DHCP agents. Network: 2898684c-f334-45e9-b060-1d3f44a800dd, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:29:35.648118 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Deleting port 41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:35.649604 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.653939 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59148) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:35.744425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Network 2898684c-f334-45e9-b060-1d3f44a800dd is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:29:35.787494 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b7b3-fcae-4015-826f-1bcf17913f7f req-32da1804-c0dd-4296-b1ff-6c12f9fcb09c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.798754 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cd02b7b3-fcae-4015-826f-1bcf17913f7f req-32da1804-c0dd-4296-b1ff-6c12f9fcb09c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2381094 Aug 23 14:29:35.818582 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 2898684c-f334-45e9-b060-1d3f44a800dd) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:35.825695 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:35.828044 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.828732 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eda5ff-c9fa-4c9c-bce0-4bbda9505a49 None None] Network 2898684c-f334-45e9-b060-1d3f44a800dd requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:35.887159 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:35.910371 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:35.917822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Usage tracker for resource:security_group_rule and tenant:9d88479bcff24d4ba841550078d5f7af is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:35.925168 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:35.930396 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:35.945273 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-cd02b7b3-fcae-4015-826f-1bcf17913f7f req-6ad2d3d9-0406-489e-a550-1c0afe611c45 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454554 Aug 23 14:29:36.110605 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-2898684c-f334-45e9-b060-1d3f44a800dd', 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'fixed_ips': [{'subnet_id': '458b6ede-f203-469d-9370-bf842ae2a0a6'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:29:36.112480 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.119883 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.258929 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Calling delete_port for 41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b owned by {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:36.321925 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Allocated IP 172.20.0.2 (2898684c-f334-45e9-b060-1d3f44a800dd/458b6ede-f203-469d-9370-bf842ae2a0a6/fc331f8b-182e-4580-9408-b700afd2e531) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:36.388460 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6658587 Aug 23 14:29:36.392217 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59156) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:36.404769 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-366198419-router', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:36.413844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:36.427653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Usage tracker for resource:router and tenant:f52ab4979af54925ae956cbe424f9479 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:36.427653 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:36.434664 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:36.518752 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.585743 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16200'] for router, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.585743 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-407598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1662941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16193'] for router, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.611356 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.662273 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.675899 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f8ff94e1-b5f5-4d25-8653-b5527840904c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:36.677508 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Transition to ACTIVE for port object fc331f8b-182e-4580-9408-b700afd2e531 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:36.695380 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.714063 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Transition to ACTIVE for port object fc331f8b-182e-4580-9408-b700afd2e531 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:36.715098 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8fd8cbd-eb22-49b6-8402-cfa3670b9db4 req-44e912b9-487e-4ff2-a6b6-91eaa167c1b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c26aec48de85424ca020ac0219f8f3bc&device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.1021137 Aug 23 14:29:36.731003 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.742422 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-fede6cf1-d718-4a58-8aba-cdc015063add tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:36.797467 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event deleted for resources: {'Port': ['ID=41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:36.813635 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:36.818132 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f128bfa6-fc97-4cfb-b264-e70001e265f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:36.867827 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:36.918899 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Network 2898684c-f334-45e9-b060-1d3f44a800dd is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:36.919716 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8fd8cbd-eb22-49b6-8402-cfa3670b9db4 req-870799d8-3e46-43e7-b24b-c81534b595a2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c26aec48de85424ca020ac0219f8f3bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1593704 Aug 23 14:29:36.925646 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:36.943159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b05bfa-2524-4b60-88a4-3e7def0e392d,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:36.950754 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d88479bcff24d4ba841550078d5f7af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2888207 Aug 23 14:29:36.950924 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-e444c585-a0a9-4ea8-8a0f-1f4bb8c61478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:36.951039 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59168) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:36.971079 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:37.049517 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Pushing event updated for resources: {'Port': ['ID=fc331f8b-182e-4580-9408-b700afd2e531,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:37.053383 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ce02f-e023-44d5-8e9a-a2494f349fea req-ea62f2fa-79fc-4ef2-80ce-71357105163b tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:37.070398 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f72ce02f-e023-44d5-8e9a-a2494f349fea req-ea62f2fa-79fc-4ef2-80ce-71357105163b tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.4072840 Aug 23 14:29:37.113498 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:37.132532 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.153388 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Attempting to bind port fc331f8b-182e-4580-9408-b700afd2e531 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:37.153779 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Attempting to bind port fc331f8b-182e-4580-9408-b700afd2e531 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:37.154159 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Attempting to bind port fc331f8b-182e-4580-9408-b700afd2e531 on network 2898684c-f334-45e9-b060-1d3f44a800dd {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:37.161919 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:37.162311 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Checking segment: {'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:37.162729 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.163161 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Bound using segment: {'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:37.163641 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Bound port: fc331f8b-182e-4580-9408-b700afd2e531, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:37.164045 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.194347 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-f72ce02f-e023-44d5-8e9a-a2494f349fea req-359cbcb9-83a0-4e55-ad4f-940dbb47d645 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215253 Aug 23 14:29:37.207428 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-f95ef04f-47cb-4265-bf14-d090254d7b38 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "DELETE /v2.0/ports/41a9f5cb-8d04-4fd7-8347-a7b6a0e5519b HTTP/1.1" status: 204 len: 168 time: 1.7790942 Aug 23 14:29:37.210592 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59174) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:37.306024 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] For port fc331f8b-182e-4580-9408-b700afd2e531, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:37.311147 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] For port fc331f8b-182e-4580-9408-b700afd2e531, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=fc331f8b-182e-4580-9408-b700afd2e531,segment=NetworkSegment(13dac3b9-a47f-4e38-8929-8924e6fabcdd),segment_id=13dac3b9-a47f-4e38-8929-8924e6fabcdd)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:37.320259 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6c077dd6-e5cf-4ced-8062-c209057009a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.349769 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6c077dd6-e5cf-4ced-8062-c209057009a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.419953 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1662914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16215'] for router, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.440561 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fa4a8-029b-4d76-a2e3-b0ac0032d65f req-c20fc81a-3e74-4272-b00e-2470d3fe943f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:37.441920 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.447182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-306fa4a8-029b-4d76-a2e3-b0ac0032d65f req-c20fc81a-3e74-4272-b00e-2470d3fe943f tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.7301698 Aug 23 14:29:37.448502 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:37.456720 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-e59b7a8d-2cc1-46e7-9bb4-fd1e3fd3c053 req-e50abfc7-563b-4b5a-b047-2e489ccf48bb tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0517838 Aug 23 14:29:37.511407 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffe0a4-56ff-49c0-b2bd-539bc1754b3a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:37.512301 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d4ffe0a4-56ff-49c0-b2bd-539bc1754b3a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Synchronizing usage tracker for tenant:a6dc4d75d67d461bb4e6b9238e7360af on resource:port {{(pid=80759) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 14:29:37.525554 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-306fa4a8-029b-4d76-a2e3-b0ac0032d65f req-63e5b357-6951-4b08-aaf7-19f80a5eff1e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745389 Aug 23 14:29:37.556163 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6c077dd6-e5cf-4ced-8062-c209057009a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.565941 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd8cbd-eb22-49b6-8402-cfa3670b9db4 req-03d8a489-e3b1-4e46-82ef-4361fc594839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:37.566797 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8fd8cbd-eb22-49b6-8402-cfa3670b9db4 req-03d8a489-e3b1-4e46-82ef-4361fc594839 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6122990 Aug 23 14:29:37.570348 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-296cf8a6-03de-4fa6-b3cb-3eeebfc375fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:37.583566 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c077dd6-e5cf-4ced-8062-c209057009a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b05bfa-2524-4b60-88a4-3e7def0e392d,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:37.586001 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-6c077dd6-e5cf-4ced-8062-c209057009a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:37.588433 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-6c077dd6-e5cf-4ced-8062-c209057009a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:37.594251 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-6c077dd6-e5cf-4ced-8062-c209057009a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0b05bfa-2524-4b60-88a4-3e7def0e392d HTTP/1.1" status: 204 len: 168 time: 0.6421735 Aug 23 14:29:37.647815 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-d4ffe0a4-56ff-49c0-b2bd-539bc1754b3a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Unset dirty status for tenant:a6dc4d75d67d461bb4e6b9238e7360af on resource:port {{(pid=80759) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 14:29:37.651804 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-d4ffe0a4-56ff-49c0-b2bd-539bc1754b3a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "GET /v2.0/ports?device_id=6574f113-040f-449e-a71d-d8cac74be41c HTTP/1.1" status: 200 len: 913 time: 0.4373145 Aug 23 14:29:37.652481 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59182) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:37.668631 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Pushing event updated for resources: {'Port': ['ID=fc331f8b-182e-4580-9408-b700afd2e531,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:37.677610 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f590e946-97ac-4afb-afdf-3c2d659e088e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:38.122062 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f633ba-d9c6-4a1a-9be2-8f579e1abbf0 req-8b7e9792-38d1-43ab-abe9-7585347b9a74 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:38.123704 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7f633ba-d9c6-4a1a-9be2-8f579e1abbf0 req-8b7e9792-38d1-43ab-abe9-7585347b9a74 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.3061953 Aug 23 14:29:38.186334 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d7f633ba-d9c6-4a1a-9be2-8f579e1abbf0 req-04dc24e4-d4da-424f-8662-a15e824f29ec tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533633 Aug 23 14:29:38.292913 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbd2d5-70a5-449a-950a-83f0ff1eccd9 req-fe705370-36fb-4ba2-a271-7d5bdb142761 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:38.300556 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fcbbd2d5-70a5-449a-950a-83f0ff1eccd9 req-fe705370-36fb-4ba2-a271-7d5bdb142761 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.4016438 Aug 23 14:29:38.412173 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fcbbd2d5-70a5-449a-950a-83f0ff1eccd9 req-6fbf9e8f-58fc-44ec-b9e3-f325702c4ab0 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112616 Aug 23 14:29:38.416648 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.449358 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.602170 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59202) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:38.631513 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.645877 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405698'] for router_interface, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:38.652097 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Allocated IP 172.25.7.65 (ab9f8435-4b22-4f4a-8048-f1559421213b/6ad96ba9-5c87-49f2-84dd-beb1c4835a85/9ebf3cf6-4b4d-407f-8604-10a028206679) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:38.713669 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c5b7b41f-a912-4c3c-9084-22106eb0c624 req-21c10421-4060-4f5d-a468-084d5662ddc9 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0634975 Aug 23 14:29:38.799549 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device fc331f8b-182e-4580-9408-b700afd2e531 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:39.000250 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8fd8cbd-eb22-49b6-8402-cfa3670b9db4 req-ec6a3f9c-f3d1-42b6-a011-6afba1f94434 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.82 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0639071 Aug 23 14:29:39.048844 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.065853 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:39.070308 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa877779-9e95-45be-9c6c-0ed1b50e7ea0 req-618cbb9f-8620-4af1-aab8-3734976b5add tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:39.070475 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Usage tracker for resource:security_group_rule and tenant:d351a4db8a794e62ad436e20a16e8953 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:39.072311 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa877779-9e95-45be-9c6c-0ed1b50e7ea0 req-618cbb9f-8620-4af1-aab8-3734976b5add tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.2082548 Aug 23 14:29:39.073493 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:39.079869 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b5259-7361-4d73-8e22-fa915cb60f8d None None] Network 2898684c-f334-45e9-b060-1d3f44a800dd requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:39.089575 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:39.147547 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-aa877779-9e95-45be-9c6c-0ed1b50e7ea0 req-743a44f3-e893-4a43-8d6b-d0203d1194ed tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600550 Aug 23 14:29:39.176972 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port fc331f8b-182e-4580-9408-b700afd2e531 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:39.207685 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.218560 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-571fcc3f-08ea-4c09-a7ff-c3ebe227d3aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:39.256489 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cca7dc-ce04-4408-9c2e-6aeb7c37f6b4 req-2f36b292-b4f5-4ab9-b31c-946d4e5fb291 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:39.258027 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a7cca7dc-ce04-4408-9c2e-6aeb7c37f6b4 req-2f36b292-b4f5-4ab9-b31c-946d4e5fb291 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.7157924 Aug 23 14:29:39.275991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Network ab9f8435-4b22-4f4a-8048-f1559421213b is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:39.286195 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:39.294205 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:39.360361 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Provisioning for port fc331f8b-182e-4580-9408-b700afd2e531 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:39.369235 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Pushing event updated for resources: {'Port': ['ID=9ebf3cf6-4b4d-407f-8604-10a028206679,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:39.374167 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:39.392994 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a7cca7dc-ce04-4408-9c2e-6aeb7c37f6b4 req-b19bf17d-934b-48a0-99ef-7424e854d92f tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211991 Aug 23 14:29:39.403947 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Provisioning complete for port fc331f8b-182e-4580-9408-b700afd2e531 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:39.404382 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.407094 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.426538 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Deleting port edc1290e-2020-460d-97e4-60c0a39bc83e {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:39.427025 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.523760 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.536858 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f54187f7-9fa2-41a4-ba2a-558fccb1ac19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:39.598481 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.659934 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] For port fc331f8b-182e-4580-9408-b700afd2e531, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=fc331f8b-182e-4580-9408-b700afd2e531,segment=NetworkSegment(13dac3b9-a47f-4e38-8929-8924e6fabcdd),segment_id=13dac3b9-a47f-4e38-8929-8924e6fabcdd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:39.713394 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d351a4db8a794e62ad436e20a16e8953&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1091576 Aug 23 14:29:39.717502 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59214) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:39.720551 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbcb392-f11a-4dd9-b958-b2c4409204a9,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:39.737775 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:39.770490 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.770490 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:39.771167 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.823888 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-de2936f9-4139-4216-b02e-a0ac909582a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:39.825435 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-de2936f9-4139-4216-b02e-a0ac909582a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1096 time: 0.2515395 Aug 23 14:29:39.829805 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d8a-316f-4393-aa0b-e955e1fd55f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:39.840848 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096dbcd-0e36-46a6-823f-c9a536086cde req-2b605670-44fc-4b74-a75e-c69dffce2371 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:39.847550 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Pushing event updated for resources: {'Port': ['ID=fc331f8b-182e-4580-9408-b700afd2e531,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:39.848407 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1096dbcd-0e36-46a6-823f-c9a536086cde req-2b605670-44fc-4b74-a75e-c69dffce2371 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.4135268 Aug 23 14:29:39.850997 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:39.870735 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5fa43-080f-4428-8d99-b33a7ae0e2d7 req-fa90afcc-7cb6-479a-bc8b-56fd7ac66c6c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:39.872349 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b5f5fa43-080f-4428-8d99-b33a7ae0e2d7 req-fa90afcc-7cb6-479a-bc8b-56fd7ac66c6c tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.3379235 Aug 23 14:29:39.941203 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Calling delete_port for edc1290e-2020-460d-97e4-60c0a39bc83e owned by network:router_interface {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:40.000729 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-b5a21ef3-d207-4b13-84ad-d2a427b447ae None None] Provisioning complete for port fc331f8b-182e-4580-9408-b700afd2e531 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:40.001571 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b5a21ef3-d207-4b13-84ad-d2a427b447ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.041983 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-b5f5fa43-080f-4428-8d99-b33a7ae0e2d7 req-8654dde9-3d16-4562-bd90-1807e71ae0af tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099548 Aug 23 14:29:40.167926 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d8a-316f-4393-aa0b-e955e1fd55f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.234821 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-a889339d-1df0-4e36-bd42-6d743d38f642 req-cc6484eb-b766-4e60-9c7c-f51828068cf2 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=7db93469-a161-49b6-a20f-1d088dffe47b HTTP/1.1" status: 200 len: 210 time: 0.0509126 Aug 23 14:29:40.305360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1096dbcd-0e36-46a6-823f-c9a536086cde req-46cb1eac-60a3-4a56-878a-c804f11a374e tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560697 Aug 23 14:29:40.367360 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691649'] for port, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.371540 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-431b3e88-b97d-4a05-b576-bf9aec52a57e tempest-FloatingIPAdminTestJSON-2117303874 tempest-FloatingIPAdminTestJSON-2117303874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:40.404841 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-1a586a23-1e88-4c66-a58a-707ad7efa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:40.406338 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-1a586a23-1e88-4c66-a58a-707ad7efa501 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.5557191 Aug 23 14:29:40.425981 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event deleted for resources: {'Port': ['ID=edc1290e-2020-460d-97e4-60c0a39bc83e,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:40.429454 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:40.487972 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.587043 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d8a-316f-4393-aa0b-e955e1fd55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.629980 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-1bdf93f1-b39d-4195-9fcb-163c45ddb1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:40.653835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25d8a-316f-4393-aa0b-e955e1fd55f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbcb392-f11a-4dd9-b958-b2c4409204a9,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:40.654033 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device fc331f8b-182e-4580-9408-b700afd2e531 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:40.656244 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7ad25d8a-316f-4393-aa0b-e955e1fd55f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:40.705086 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-f2d5331a-78dd-49a9-9364-86d6a2e6ddb0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 1001 time: 0.2798636 Aug 23 14:29:40.720007 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405694'] for router_interface, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.790465 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port fc331f8b-182e-4580-9408-b700afd2e531 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:40.790816 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.882122 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7ad25d8a-316f-4393-aa0b-e955e1fd55f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:40.896320 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7ad25d8a-316f-4393-aa0b-e955e1fd55f5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5dbcb392-f11a-4dd9-b958-b2c4409204a9 HTTP/1.1" status: 204 len: 168 time: 1.1673727 Aug 23 14:29:40.928431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-3be0db83-5848-4f82-9af0-0c78804c2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:40.929962 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-3be0db83-5848-4f82-9af0-0c78804c2497 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.2175996 Aug 23 14:29:41.187160 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Router 6574f113-040f-449e-a71d-d8cac74be41c has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:29:41.196648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d2f9b-570d-4631-9ed4-52b1f7be9528 req-712d44bd-1d73-4d3c-aec3-932d52b16703 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:41.198681 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-905d2f9b-570d-4631-9ed4-52b1f7be9528 req-712d44bd-1d73-4d3c-aec3-932d52b16703 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.6221142 Aug 23 14:29:41.211723 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1655706'] for router, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:41.330266 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-905d2f9b-570d-4631-9ed4-52b1f7be9528 req-4044941e-e1f6-4f8f-813d-672670adc9cc tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232355 Aug 23 14:29:41.349247 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-b1ba28bc-7577-44a4-93fd-09ef1c80dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:41.350690 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-b1ba28bc-7577-44a4-93fd-09ef1c80dde3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2318447 Aug 23 14:29:41.378157 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:29:41.389004 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] Sync routers for ids ['6574f113-040f-449e-a71d-d8cac74be41c'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:29:41.400200 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] Routers {'6574f113-040f-449e-a71d-d8cac74be41c'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:41.401711 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6574f113-040f-449e-a71d-d8cac74be41c'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:41.419070 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd46da-55e6-4ab7-a5ff-3392399fdcd1 req-16948de4-040a-4e89-a6ea-0a8f39273694 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:41.421372 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afcd46da-55e6-4ab7-a5ff-3392399fdcd1 req-16948de4-040a-4e89-a6ea-0a8f39273694 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 945 time: 0.2241781 Aug 23 14:29:41.468417 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:41.480056 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] Routers {'6574f113-040f-449e-a71d-d8cac74be41c'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:41.480705 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['6574f113-040f-449e-a71d-d8cac74be41c'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:41.518567 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-afcd46da-55e6-4ab7-a5ff-3392399fdcd1 req-2e8c2080-4ab1-4354-8be2-889e018aaf02 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904334 Aug 23 14:29:41.558172 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:41.558629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213823d-01b8-4ad7-9f5c-b1c3f522af22 None None] The sync data for ids ['6574f113-040f-449e-a71d-d8cac74be41c'] in n-d-805628-1 is: [] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:29:41.560467 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bffc440f-a30b-406c-982c-79223c57fcd1 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "PUT /v2.0/routers/6574f113-040f-449e-a71d-d8cac74be41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8916221 Aug 23 14:29:41.565667 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59238) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:41.736048 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a88b2c47-2661-4b96-a068-3618696f607a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for router, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:41.952187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-b9cc9769-3518-4bbe-888d-4e208096d759 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588420 Aug 23 14:29:41.966432 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8acad4-5c1f-4ce6-ba98-53d6f75c68be req-d16541fa-b911-48de-8530-b80bd737dc81 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:41.967870 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fb8acad4-5c1f-4ce6-ba98-53d6f75c68be req-d16541fa-b911-48de-8530-b80bd737dc81 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.3878682 Aug 23 14:29:42.062590 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a88b2c47-2661-4b96-a068-3618696f607a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-407629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16222'] for router, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.065458 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a88b2c47-2661-4b96-a068-3618696f607a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.091105 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 is scheduled to L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf with binding_index 1 {{(pid=80758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 23 14:29:42.116016 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fb8acad4-5c1f-4ce6-ba98-53d6f75c68be req-4057df41-6970-45f0-ad23-723811ee1eb9 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295040 Aug 23 14:29:42.167818 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a88b2c47-2661-4b96-a068-3618696f607a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406861'] for router, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.168555 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88b2c47-2661-4b96-a068-3618696f607a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Fanout notify agent at l3_agent the message router_deleted on router 6574f113-040f-449e-a71d-d8cac74be41c {{(pid=80759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 23 14:29:42.184150 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-a88b2c47-2661-4b96-a068-3618696f607a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for router, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.190210 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-a88b2c47-2661-4b96-a068-3618696f607a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "DELETE /v2.0/routers/6574f113-040f-449e-a71d-d8cac74be41c HTTP/1.1" status: 204 len: 168 time: 0.6246548 Aug 23 14:29:42.190210 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59256) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:42.247291 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4206c31-a5f6-4239-b112-30c63b057d87 req-8d1f6374-e1c8-451c-bcc8-151ee1d9b04d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c26aec48de85424ca020ac0219f8f3bc&device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.1253355 Aug 23 14:29:42.271508 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Deleting subnet ba03a6d0-7019-4cb7-9959-edb60ff7c6d9 {{(pid=80759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:29:42.274762 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for subnet, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.332158 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-870065'] for subnet, precommit_delete_associations {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.333216 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6577501a-8a97-464a-8d36-ca9c5bc652b1 req-d55ebaa0-0639-4d60-97de-287b26486241 service neutron] 10.222.0.64 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643949 Aug 23 14:29:42.374799 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-fd718957-c54b-4f75-a3c5-eee9ca8146c5 req-4bf35b12-4dd0-4981-b002-bd79e0406f6c tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.1262825 Aug 23 14:29:42.389898 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4206c31-a5f6-4239-b112-30c63b057d87 req-3ba48b4e-2645-48fd-908f-eca9548a912c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=c26aec48de85424ca020ac0219f8f3bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012735 Aug 23 14:29:42.446360 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:42.454901 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.642346 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3983760'] for subnet, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.656132 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-f1e134a8-a967-4d0b-98e9-f7e2e681f92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:42.656516 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.670574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:29:42.683681 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Sync routers for ids ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'] in n-d-805628-1 {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:29:42.696754 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:42.698338 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:42.703517 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Routers {'8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:42.704144 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:42.730623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event deleted for resources: {'Subnet': ['ID=ba03a6d0-7019-4cb7-9959-edb60ff7c6d9,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:42.740398 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4206c31-a5f6-4239-b112-30c63b057d87 req-bb25d914-474a-4319-a4a2-caf342c42773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:42.742415 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4206c31-a5f6-4239-b112-30c63b057d87 req-bb25d914-474a-4319-a4a2-caf342c42773 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3441172 Aug 23 14:29:42.745525 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.746789 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb9cc7-c1d3-4f6a-a304-086dfa8a8127 None None] Network d8a9044e-be5f-467a-bcf7-ed3726d8e92c requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:42.762503 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:42.763218 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-1495ee08-8d25-426f-8922-7aebacf0b7b9 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:42.764868 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-1495ee08-8d25-426f-8922-7aebacf0b7b9 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.82 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.4341097 Aug 23 14:29:42.770561 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "DELETE /v2.0/subnets/ba03a6d0-7019-4cb7-9959-edb60ff7c6d9 HTTP/1.1" status: 204 len: 168 time: 0.5799980 Aug 23 14:29:42.773712 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59272) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:42.783324 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.795584 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:42.888016 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] Notify callbacks [] for router, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:42.888944 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-d096ad63-e91a-4216-be37-058b09e2a49a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4957600 Aug 23 14:29:42.897621 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59278) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:42.906017 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Set router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:29:43.063299 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=8']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:43.068003 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:43.105986 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9e90e-1c3a-4337-bba3-34a6178c890c req-b887c68e-2fc2-4bf3-a9dd-4994aac32f68 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:43.107569 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00c9e90e-1c3a-4337-bba3-34a6178c890c req-b887c68e-2fc2-4bf3-a9dd-4994aac32f68 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.3416140 Aug 23 14:29:43.121301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Deleting port 4bd20643-7d72-498f-81e5-f7d474675f43 {{(pid=80758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:43.121663 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.188903 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] DHCP port deletion for d8a9044e-be5f-467a-bcf7-ed3726d8e92c request from n-d-805628-1 {{(pid=80760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 23 14:29:43.196336 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Deleting port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 {{(pid=80760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:43.198023 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.202363 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865168-bfec-4b1d-87be-a4fea93b16d3 req-921151c8-17b7-4f4e-9779-38067e3b1987 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:43.209323 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c865168-bfec-4b1d-87be-a4fea93b16d3 req-921151c8-17b7-4f4e-9779-38067e3b1987 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.6158888 Aug 23 14:29:43.261626 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-00c9e90e-1c3a-4337-bba3-34a6178c890c req-d3d1f79e-4509-4ca0-bfd5-d4a0d6a73df7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956650 Aug 23 14:29:43.265076 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.294002 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'name': 'tempest-TaggedBootDevicesTest-366198419-router', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:29:36Z', 'updated_at': '2021-08-23T14:29:39Z', 'revision_number': 3, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'gw_port': {'id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:38Z', 'updated_at': '2021-08-23T14:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:43.305800 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Checking router: 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 for host: n-d-805628-1 {{(pid=80761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:29:43.306155 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Updating router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 port 9ebf3cf6-4b4d-407f-8604-10a028206679 binding host n-d-805628-1 {{(pid=80761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:29:43.331999 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-1c865168-bfec-4b1d-87be-a4fea93b16d3 req-053fc052-0b0a-4e1b-8ba4-7a5eb90ff046 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217256 Aug 23 14:29:43.347441 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Deleting port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:43.347782 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.361909 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'code': 200} Aug 23 14:29:43.453368 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.548695 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] For port b1d28c7d-5f87-44ba-9ff5-112ddcc31634, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,segment=NetworkSegment(d5f4fd40-2106-4145-9af2-bdaf70f2de15),segment_id=d5f4fd40-2106-4145-9af2-bdaf70f2de15)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:43.550965 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.737942 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Calling delete_port for b1d28c7d-5f87-44ba-9ff5-112ddcc31634 owned by network:dhcp {{(pid=80760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:43.847161 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.db [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] For port b1d28c7d-5f87-44ba-9ff5-112ddcc31634, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,segment=NetworkSegment(d5f4fd40-2106-4145-9af2-bdaf70f2de15),segment_id=d5f4fd40-2106-4145-9af2-bdaf70f2de15)] {{(pid=80759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:43.847782 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.863307 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] For port 4bd20643-7d72-498f-81e5-f7d474675f43, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=4bd20643-7d72-498f-81e5-f7d474675f43,segment=NetworkSegment(30fbd16f-0158-4c66-af27-b55dde97ef33),segment_id=30fbd16f-0158-4c66-af27-b55dde97ef33)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:43.863985 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1657585'] for port, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.904729 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593'] for port, after_delete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:43.911424 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:43.923137 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c9014-2cd1-4df3-99d5-5d8df52a8090 req-c35535c5-6bd5-4d36-9a95-622bd436a0fa tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:43.930563 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-734c9014-2cd1-4df3-99d5-5d8df52a8090 req-c35535c5-6bd5-4d36-9a95-622bd436a0fa tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 946 time: 0.3925085 Aug 23 14:29:43.995564 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Pushing event deleted for resources: {'Port': ['ID=b1d28c7d-5f87-44ba-9ff5-112ddcc31634,revision_number=None']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:44.005310 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.006113 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.006761 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.007314 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.007858 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.008371 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.008933 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.009640 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.010683 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.011291 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.011805 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.012329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.015513 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] No DVR routers for this DVR port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 on host n-d-805628-1 {{(pid=80760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:44.017418 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-3582889a-e8ad-4232-bcf2-77a08cee65e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:44.047608 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Calling delete_port for b1d28c7d-5f87-44ba-9ff5-112ddcc31634 owned by network:dhcp {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:44.049478 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Notify callbacks [] for port, precommit_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.095928 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.provisioning_blocks [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Transition to ACTIVE for port object 9ebf3cf6-4b4d-407f-8604-10a028206679 will not be triggered until provisioned by entity L2. {{(pid=80761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:44.106740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-1d2ad018-aefd-4919-a486-7ac118d1a7d7 req-b1146269-2c1a-4381-a715-7c524030c9c7 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.2272749 Aug 23 14:29:44.137805 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-734c9014-2cd1-4df3-99d5-5d8df52a8090 req-cf8399d4-24ea-4111-95c1-88d2bf46a764 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/security-groups?id=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061231 Aug 23 14:29:44.174337 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.db.api [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 14:29:44.174663 n-d-805628-1 neutron-server[80759]: DEBUG oslo_db.api [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 14:29:44.220510 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.plugin [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Calling delete_port for 4bd20643-7d72-498f-81e5-f7d474675f43 owned by compute:nova {{(pid=80758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 23 14:29:44.230350 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.234785 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-11f23651-ba27-4353-bd02-575dd0928a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:44.262857 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-e4206c31-a5f6-4239-b112-30c63b057d87 req-d2ae2102-0dd3-4bc0-a3e0-784eb0d4c88a tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.82 "GET /v2.0/ports?device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.1549253 Aug 23 14:29:44.394285 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Attempting to bind port 9ebf3cf6-4b4d-407f-8604-10a028206679 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:44.398849 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Attempting to bind port 9ebf3cf6-4b4d-407f-8604-10a028206679 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:44.400014 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Attempting to bind port 9ebf3cf6-4b4d-407f-8604-10a028206679 on network ab9f8435-4b22-4f4a-8048-f1559421213b {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:44.423015 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:44.423015 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Checking segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:44.423015 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.423743 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Bound using segment: {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'} {{(pid=80761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:44.424203 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.managers [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Bound port: 9ebf3cf6-4b4d-407f-8604-10a028206679, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d090185-2ee7-4bd8-947a-309d89c1fd7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b'}}] {{(pid=80761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:44.424703 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.458420 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Pushing event updated for resources: {'Port': ['ID=9ebf3cf6-4b4d-407f-8604-10a028206679,revision_number=2']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:44.481007 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.481772 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.482132 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.482874 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.483934 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.484278 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.484619 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.486612 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.487695 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.488041 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.488383 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.488725 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:44.514023 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:44.595065 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] For port 9ebf3cf6-4b4d-407f-8604-10a028206679, host n-d-805628-1, cleared binding levels {{(pid=80761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:44.598632 n-d-805628-1 neutron-server[80761]: DEBUG neutron.plugins.ml2.db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] For port 9ebf3cf6-4b4d-407f-8604-10a028206679, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=9ebf3cf6-4b4d-407f-8604-10a028206679,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:44.609974 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c55bb-ce01-41ea-88a0-462efe39305b req-2bd5fcec-34d9-4692-a1b2-f1eb310d414c tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:44.612146 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b6c55bb-ce01-41ea-88a0-462efe39305b req-2bd5fcec-34d9-4692-a1b2-f1eb310d414c tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.1037581 Aug 23 14:29:44.647229 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b1d28c7d-5f87-44ba-9ff5-112ddcc31634 no longer exists at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:44.688145 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-7b6c55bb-ce01-41ea-88a0-462efe39305b req-328dd4f8-c8c5-4dc0-b911-28dba050d9c0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661967 Aug 23 14:29:44.688883 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Deleting port b1d28c7d-5f87-44ba-9ff5-112ddcc31634 {{(pid=80759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 23 14:29:44.690792 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740022551592'] for port, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.704460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] No Port match for: b1d28c7d-5f87-44ba-9ff5-112ddcc31634 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:29:44.704460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b1d28c7d-5f87-44ba-9ff5-112ddcc31634 not bound to the agent host n-d-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:44.715948 n-d-805628-1 neutron-server[80761]: DEBUG neutron_lib.callbacks.manager [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.721164 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-8fe8d531-353c-4a94-88c1-a1565dd5113a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:44.776293 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.plugin [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] The port 'b1d28c7d-5f87-44ba-9ff5-112ddcc31634' was deleted {{(pid=80759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 23 14:29:44.792965 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740022557516', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740022060593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.804583 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Routers {'8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'} bound to L3 agent in host n-d-805628-1 {{(pid=80761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:44.805382 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'], 'active': True} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:44.823486 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-bd307e02-3d1d-42e5-8b1f-b5aa513458fd tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:44.908884 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Pushing event updated for resources: {'Port': ['ID=9ebf3cf6-4b4d-407f-8604-10a028206679,revision_number=3']} {{(pid=80761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:44.910817 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.914568 n-d-805628-1 neutron-server[80761]: DEBUG oslo_concurrency.lockutils [None req-a3b8135c-2903-49c4-b89a-908fcabea10b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:44.916900 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc368aa-24da-40c2-b8a6-a5546fd8bf51 req-c61db0ca-fdcb-4a49-b2b7-1d21c2022af7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:44.926190 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a9044e-be5f-467a-bcf7-ed3726d8e92c']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:44.931131 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adc368aa-24da-40c2-b8a6-a5546fd8bf51 req-c61db0ca-fdcb-4a49-b2b7-1d21c2022af7 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.3842211 Aug 23 14:29:44.939824 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f4fd40-2106-4145-9af2-bdaf70f2de15') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:44.940131 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f4fd40-2106-4145-9af2-bdaf70f2de15') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:44.955801 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Pushing event deleted for resources: {'Port': ['ID=4bd20643-7d72-498f-81e5-f7d474675f43,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:44.955912 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:44.961152 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4bd20643-7d72-498f-81e5-f7d474675f43 no longer exists at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:44.970854 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:44.997196 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.003984 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:29:45.004395 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: util.warn( Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:45.037373 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:45.047054 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] No Port match for: 4bd20643-7d72-498f-81e5-f7d474675f43 {{(pid=80760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 23 14:29:45.047416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device 4bd20643-7d72-498f-81e5-f7d474675f43 not bound to the agent host n-h1-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 14:29:45.093372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] No DVR routers for this DVR port 4bd20643-7d72-498f-81e5-f7d474675f43 on host n-h1-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:45.095887 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.096807 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_dvr_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] Set router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 gateway port host: n-d-805628-1 {{(pid=80761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:29:45.108739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'name': 'network-vif-deleted', 'tag': '4bd20643-7d72-498f-81e5-f7d474675f43'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:45.177531 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-adc368aa-24da-40c2-b8a6-a5546fd8bf51 req-fc3c752b-a32c-486d-9f7d-f8fb5bef7473 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399399 Aug 23 14:29:45.246076 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1f23d7-7d3c-46ac-8665-97ffc0e35a86', 'name': 'network-vif-deleted', 'tag': '4bd20643-7d72-498f-81e5-f7d474675f43', 'status': 'completed', 'code': 200} Aug 23 14:29:45.287822 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.299784 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-918c006f-3c24-41e8-acab-9037894cf4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:45.341722 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-461859a2-db7b-4bcc-865f-9ae6b991b62e req-6e9324ef-f3e6-4439-9111-a4f5ae72ae1b tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.82 "DELETE /v2.0/ports/4bd20643-7d72-498f-81e5-f7d474675f43 HTTP/1.1" status: 204 len: 173 time: 2.5174997 Aug 23 14:29:45.342677 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.379302 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Pushing event deleted for resources: {'Network': ['ID=d8a9044e-be5f-467a-bcf7-ed3726d8e92c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:45.381971 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:45.382786 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:45.393077 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e5574a18-94df-44e6-9b20-6b96432e95b3 tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] 10.222.0.72 "DELETE /v2.0/networks/d8a9044e-be5f-467a-bcf7-ed3726d8e92c HTTP/1.1" status: 204 len: 168 time: 2.6178670 Aug 23 14:29:45.559497 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-bfa92fce-1c64-4900-8a14-22033795efe4 req-9c050927-b852-40c5-97b3-ace418f97b96 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a1f23d7-7d3c-46ac-8665-97ffc0e35a86 HTTP/1.1" status: 200 len: 210 time: 0.0917177 Aug 23 14:29:45.576040 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c2aa72aa-3fd2-4fa2-9100-ed070a00995d req-4c398768-c5ae-40cb-9400-6fcb07835218 tempest-ServerShowV247Test-807988286 tempest-ServerShowV247Test-807988286-project] 10.222.0.72 "GET /v2.0/ports?device_id=9535db9d-81e0-45e3-978f-66555e8a9ba1 HTTP/1.1" status: 200 len: 210 time: 0.0769706 Aug 23 14:29:45.595109 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.l3_hamode_db [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'name': 'tempest-TaggedBootDevicesTest-366198419-router', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:29:36Z', 'updated_at': '2021-08-23T14:29:39Z', 'revision_number': 3, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'gw_port': {'id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:38Z', 'updated_at': '2021-08-23T14:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}], 'n-d-805628-1', False) {} {{(pid=80761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:45.609848 n-d-805628-1 neutron-server[80761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624af0b-8fa5-422d-a0d7-6830cd3d58df None None] The sync data for ids ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'] in n-d-805628-1 is: [{'id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'name': 'tempest-TaggedBootDevicesTest-366198419-router', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:29:36Z', 'updated_at': '2021-08-23T14:29:39Z', 'revision_number': 3, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'gw_port': {'id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:38Z', 'updated_at': '2021-08-23T14:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1'}] {{(pid=80761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:29:45.904362 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037ed76-f307-4e8d-9459-1b553861bc92 req-ac89906a-c96c-4bd5-85a7-1af1017e3526 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:45.909103 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d037ed76-f307-4e8d-9459-1b553861bc92 req-ac89906a-c96c-4bd5-85a7-1af1017e3526 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.1004744 Aug 23 14:29:45.956472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_common [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Allocated IP 172.20.0.1 (2898684c-f334-45e9-b060-1d3f44a800dd/458b6ede-f203-469d-9370-bf842ae2a0a6/b5266b1f-98bd-4012-b191-fa037dda1e24) {{(pid=80758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:46.001738 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d037ed76-f307-4e8d-9459-1b553861bc92 req-50dbf7d0-e05a-44dd-a342-838e3f1afe17 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808907 Aug 23 14:29:46.152821 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59360) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:46.227322 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.245065 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Transition to ACTIVE for port object b5266b1f-98bd-4012-b191-fa037dda1e24 will not be triggered until provisioned by entity DHCP. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:46.331880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59370) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:46.373105 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3060445'] for port, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.381668 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-dfce74c8-44ab-43ba-b8c6-0ea886991899 tempest-ServerDiskConfigTestJSON-1856929951 tempest-ServerDiskConfigTestJSON-1856929951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:46.513920 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.534220 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d4b46-a09b-42c6-9499-2dc350074a23 req-10242be0-67fb-499a-b101-e822215269b4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:46.535519 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Network 2898684c-f334-45e9-b060-1d3f44a800dd is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:46.539241 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb5d4b46-a09b-42c6-9499-2dc350074a23 req-10242be0-67fb-499a-b101-e822215269b4 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.1753793 Aug 23 14:29:46.543061 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:46.545648 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Received port after_create {{(pid=80758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:46.583944 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:46.621068 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-87093b74-2607-4e6e-a13b-45b8925e823d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6dc4d75d67d461bb4e6b9238e7360af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667625 Aug 23 14:29:46.621889 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59382) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:46.636629 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5266b1f-98bd-4012-b191-fa037dda1e24,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:46.639971 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:46.641088 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:553e90503e944b37853cad1bce702cb9 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:46.659707 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:46.679610 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:46.731684 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 9ebf3cf6-4b4d-407f-8604-10a028206679 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:46.746726 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405599'] for router_interface, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.822344 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-fb5d4b46-a09b-42c6-9499-2dc350074a23 req-f9378ae9-7817-4224-b713-885db38bfb70 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993186 Aug 23 14:29:46.843575 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.865059 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99349f-baba-4223-b102-e8328c895e28 req-e7fa8b45-a313-4b7f-98ff-70ab06102e7e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:46.873397 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b99349f-baba-4223-b102-e8328c895e28 req-e7fa8b45-a313-4b7f-98ff-70ab06102e7e tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.2949810 Aug 23 14:29:46.887379 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:46.933521 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 9ebf3cf6-4b4d-407f-8604-10a028206679 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:46.939084 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 9ebf3cf6-4b4d-407f-8604-10a028206679 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:46.939461 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.008274 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0b99349f-baba-4223-b102-e8328c895e28 req-57005139-75c5-4cc0-8457-27a732a0dcc4 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339734 Aug 23 14:29:47.056139 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.064595 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-aa33b36a-ef6a-401d-8bb5-496bf6ca957f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:47.092944 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.102570 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07490e4e-1830-49fc-950f-f4b704da4923 req-6e7c0e87-1997-4f49-926a-dc2f80bb2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:47.104710 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07490e4e-1830-49fc-950f-f4b704da4923 req-6e7c0e87-1997-4f49-926a-dc2f80bb2299 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.2906239 Aug 23 14:29:47.119581 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a628cb-4432-4791-9837-404823393821,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:47.123638 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:47.128799 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.137248 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07a628cb-4432-4791-9837-404823393821 HTTP/1.1" status: 204 len: 168 time: 0.4844666 Aug 23 14:29:47.276838 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07490e4e-1830-49fc-950f-f4b704da4923 req-32187d57-bda7-4881-8628-04f869e6ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:47.278361 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07490e4e-1830-49fc-950f-f4b704da4923 req-32187d57-bda7-4881-8628-04f869e6ca63 service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.1676643 Aug 23 14:29:47.303629 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f8413d08-67e0-46cb-b9a3-f96f7448841f None None] Provisioning for port b5266b1f-98bd-4012-b191-fa037dda1e24 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:47.323862 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.324068 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f8413d08-67e0-46cb-b9a3-f96f7448841f None None] Provisioning complete for port b5266b1f-98bd-4012-b191-fa037dda1e24 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:47.324249 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f8413d08-67e0-46cb-b9a3-f96f7448841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.390778 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.410306 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-f8413d08-67e0-46cb-b9a3-f96f7448841f None None] Port b5266b1f-98bd-4012-b191-fa037dda1e24 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:29:47.420944 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-2520b25f-d677-4d85-a097-2a5349e33df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:47.424811 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 9ebf3cf6-4b4d-407f-8604-10a028206679, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=9ebf3cf6-4b4d-407f-8604-10a028206679,segment=NetworkSegment(7d090185-2ee7-4bd8-947a-309d89c1fd7e),segment_id=7d090185-2ee7-4bd8-947a-309d89c1fd7e)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:47.439232 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=553e90503e944b37853cad1bce702cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1021760 Aug 23 14:29:47.439342 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59400) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:47.491468 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887b571b-3ef3-4bd7-a949-f6d5b29c222c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:47.496467 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.511839 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:47.513490 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04080435-d410-4141-8ce1-bdfb382c5b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.515649 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.518167 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:47.534723 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59406) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:47.543336 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04080435-d410-4141-8ce1-bdfb382c5b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.674340 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=9ebf3cf6-4b4d-407f-8604-10a028206679,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:47.686044 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:47.693699 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07490e4e-1830-49fc-950f-f4b704da4923 req-1e1e9cf6-a95b-497e-a273-61beb8b503d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.3707652 Aug 23 14:29:47.702313 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59418) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:47.715329 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04080435-d410-4141-8ce1-bdfb382c5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.719345 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-d8b86f5d-300e-41dc-af12-1a26d1489c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:47.734054 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080435-d410-4141-8ce1-bdfb382c5b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b571b-3ef3-4bd7-a949-f6d5b29c222c,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:47.736846 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-04080435-d410-4141-8ce1-bdfb382c5b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:47.743430 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-04080435-d410-4141-8ce1-bdfb382c5b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.745512 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-04080435-d410-4141-8ce1-bdfb382c5b3c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/887b571b-3ef3-4bd7-a949-f6d5b29c222c HTTP/1.1" status: 204 len: 168 time: 0.3062086 Aug 23 14:29:47.814998 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07490e4e-1830-49fc-950f-f4b704da4923 req-39dff05b-c988-434c-89b1-5d808a98196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:47.816484 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07490e4e-1830-49fc-950f-f4b704da4923 req-39dff05b-c988-434c-89b1-5d808a98196d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.1071923 Aug 23 14:29:47.880233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Deleting subnet f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 {{(pid=80758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 23 14:29:47.881860 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.890402 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:47.903536 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:47.908504 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:c26aec48de85424ca020ac0219f8f3bc is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:47.912007 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:47.919359 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:48.039615 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.040827 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4000471'] for subnet, precommit_delete_associations {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.114523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07490e4e-1830-49fc-950f-f4b704da4923 req-6d392b4e-80b6-4c27-94b9-370651691ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:48.116022 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07490e4e-1830-49fc-950f-f4b704da4923 req-6d392b4e-80b6-4c27-94b9-370651691ecb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2925568 Aug 23 14:29:48.158703 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1240488'] for subnet, precommit_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.330122 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.343853 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-9a58ba18-d420-4ef9-bac4-f2765c2eed35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:48.402022 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c26aec48de85424ca020ac0219f8f3bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6955285 Aug 23 14:29:48.403989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59442) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:48.404685 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727be09f-a67f-4da4-9e21-98f0dba5db81,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:48.413340 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:48.469731 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.476334 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ae3c5-e43c-43e6-99e0-40a4d2125f3d req-7e62f6cd-fa9a-4c01-b02b-15c3d86e65c2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:48.480220 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd no longer exists at agent hyperv_n-h2-805628-1 {{(pid=80760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 14:29:48.483969 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8d1ae3c5-e43c-43e6-99e0-40a4d2125f3d req-7e62f6cd-fa9a-4c01-b02b-15c3d86e65c2 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.3430827 Aug 23 14:29:48.503501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07490e4e-1830-49fc-950f-f4b704da4923 req-516d9fe5-9964-4a14-bc90-c0dcee9992d7 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727622 Aug 23 14:29:48.520992 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5964a3b9-5333-47d7-8009-ba2db9519dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.557773 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.572237 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-8d1ae3c5-e43c-43e6-99e0-40a4d2125f3d req-df7da86e-401a-4da0-baa8-5dd452775ea0 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872698 Aug 23 14:29:48.595871 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-58d76874-e924-43f9-99a0-7289133f0c8d tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:48.605836 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5964a3b9-5333-47d7-8009-ba2db9519dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.668129 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1240487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3060366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9691333'] for subnet, after_delete {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.687782 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59452) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:48.692679 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 9ebf3cf6-4b4d-407f-8604-10a028206679 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:48.714383 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.736105 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:48.742664 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Usage tracker for resource:security_group_rule and tenant:7271b7f2da974a0bbcec649ec7e81a81 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:48.748571 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:48.764132 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:48.767203 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.799139 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 9ebf3cf6-4b4d-407f-8604-10a028206679 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:48.799951 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.805542 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405552'] for router_interface, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:48.809446 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5266b1f-98bd-4012-b191-fa037dda1e24,revision_number=2']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:48.816209 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:48.819437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f9c5893e-1aeb-430a-bdea-bc6d72d8fa68 HTTP/1.1" status: 204 len: 168 time: 1.2837179 Aug 23 14:29:48.820149 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-559459d9-8681-48b8-adec-b935b88aecfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:48.823120 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59458) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:48.871462 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c5893e-1aeb-430a-bdea-bc6d72d8fa68,revision_number=None']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:48.893389 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3c7e1af6-97d6-4941-923a-a225951f4ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:48.910210 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59462) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:48.910210 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-07490e4e-1830-49fc-950f-f4b704da4923 req-aa57757b-1ae1-4718-b299-f0a35cf58d94 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910580 Aug 23 14:29:49.027927 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824937'] for network, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.042275 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5964a3b9-5333-47d7-8009-ba2db9519dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.049002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2057556317'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:49.054672 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-33645e65-795d-4435-9089-8270d235fc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:49.060957 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:49.067578 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Usage tracker for resource:network and tenant:fe196fc05a504d86a87a66418fb43538 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:49.072585 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Network 2898684c-f334-45e9-b060-1d3f44a800dd is already hosted by enough agents. {{(pid=80758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:49.073771 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:49.077478 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:49.088804 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:49.099373 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964a3b9-5333-47d7-8009-ba2db9519dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727be09f-a67f-4da4-9e21-98f0dba5db81,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:49.101704 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5964a3b9-5333-47d7-8009-ba2db9519dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:49.122381 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5964a3b9-5333-47d7-8009-ba2db9519dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.123654 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5964a3b9-5333-47d7-8009-ba2db9519dc1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/727be09f-a67f-4da4-9e21-98f0dba5db81 HTTP/1.1" status: 204 len: 168 time: 0.7150607 Aug 23 14:29:49.257310 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.364894 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.378101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Made reservation on behalf of fe196fc05a504d86a87a66418fb43538 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:49.379164 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-a334b507-36c2-4347-9031-35e334e01b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:49.383918 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.392567 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1243475', 'neutron.services.segments.db._delete_segments_for_network-8740022588829'] for network, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.421162 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.443938 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42c9c60-1e68-4763-91b5-150ada027a21']}} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:49.451851 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:49.455836 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7271b7f2da974a0bbcec649ec7e81a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7668784 Aug 23 14:29:49.459503 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Usage tracker for resource:security_group_rule and tenant:fe196fc05a504d86a87a66418fb43538 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:49.463479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:49.466730 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59476) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:49.471658 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fbd16f-0158-4c66-af27-b55dde97ef33') {'for_net_delete': True} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:49.471959 n-d-805628-1 neutron-server[80759]: DEBUG neutron.services.segments.db [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fbd16f-0158-4c66-af27-b55dde97ef33') {} {{(pid=80759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:49.481361 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:49.487360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022238a-edc0-41cf-b946-363010763fbf req-57b0dd81-3540-4d34-801f-acfc0a81d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:49.489777 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6022238a-edc0-41cf-b946-363010763fbf req-57b0dd81-3540-4d34-801f-acfc0a81d582 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.3218579 Aug 23 14:29:49.493414 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045a45e4-6cc5-4a58-a7dc-7fe06b35f93a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:49.512302 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-e6766a2a-b205-4f0b-930c-b0ff757ffe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:49.518412 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740022586615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-870062'] for segment, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.559889 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-0db550a1-0a1b-424f-a58b-d34e9bab5685 None None] Provisioning complete for port b5266b1f-98bd-4012-b191-fa037dda1e24 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:49.560455 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0db550a1-0a1b-424f-a58b-d34e9bab5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.604569 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.620026 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.627380 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=80759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 23 14:29:49.628223 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1238427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691700'] for segment, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.631914 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 has already been hosted by L3 agent 9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf {{(pid=80758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 23 14:29:49.633462 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.plugin [None req-0db550a1-0a1b-424f-a58b-d34e9bab5685 None None] Port b5266b1f-98bd-4012-b191-fa037dda1e24 cannot update to ACTIVE because it is not bound. {{(pid=80760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: Traceback (most recent call last): Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: timer() Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: cb(*args, **kw) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: return func(*args, **kwargs) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: self._notify() Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: self.callback(batched_events) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: event.method(event) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: return f(self, *a, **k) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: return self._get(url).json() Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: return self.request(url, 'GET', **kwargs) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 14:29:49.661315 n-d-805628-1 neutron-server[80759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 14:29:49.689500 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bb5baa2a-228a-4170-927b-9a705fdf9815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.723181 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bb5baa2a-228a-4170-927b-9a705fdf9815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.823984 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.845436 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3f375be0-1230-4ab4-b4fa-0a895c5cf9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:49.969579 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb58c98a-952f-4bdd-9ced-e4aa475a745e,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:49.973651 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1243434', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655562'] for network, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:49.978817 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-094dbdd5-dbf6-434e-bfab-c80852056fbe tempest-TaggedBootDevicesTest_v242-1742004909 tempest-TaggedBootDevicesTest_v242-1742004909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:49.981105 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:49.996940 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.007530 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Pushing event deleted for resources: {'Network': ['ID=f42c9c60-1e68-4763-91b5-150ada027a21,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:50.010808 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:50.045932 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bb5baa2a-228a-4170-927b-9a705fdf9815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.050961 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-bb5baa2a-228a-4170-927b-9a705fdf9815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.055019 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-bb5baa2a-228a-4170-927b-9a705fdf9815 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/045a45e4-6cc5-4a58-a7dc-7fe06b35f93a HTTP/1.1" status: 204 len: 168 time: 0.5832379 Aug 23 14:29:50.055019 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-40da2b76-29e0-4a69-b777-255afdf47f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:50.070229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:29:50.087170 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022238a-edc0-41cf-b946-363010763fbf req-9ac10c04-c60c-4cf4-9999-6bfd8292a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:50.089198 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6022238a-edc0-41cf-b946-363010763fbf req-9ac10c04-c60c-4cf4-9999-6bfd8292a033 service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.4552467 Aug 23 14:29:50.093452 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5baa2a-228a-4170-927b-9a705fdf9815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045a45e4-6cc5-4a58-a7dc-7fe06b35f93a,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:50.104272 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.104423 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Added segment 38879225-5dbe-4391-a75c-58a6136b202d of type vlan for network 02246464-c16d-4452-be2a-79d1fdaa0a0c Aug 23 14:29:50.118134 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-bb5baa2a-228a-4170-927b-9a705fdf9815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:50.123379 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-418993c2-0370-4daf-ac8e-6a5ffcb0c912 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f42c9c60-1e68-4763-91b5-150ada027a21 HTTP/1.1" status: 204 len: 168 time: 1.2991869 Aug 23 14:29:50.161626 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] Notify agent at l3_agent.n-d-805628-1 the message routers_updated {{(pid=80758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 23 14:29:50.172369 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Sync routers for ids ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'] in n-d-805628-1 {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 23 14:29:50.195075 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Routers {'8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:50.195722 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:50.209574 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ea870-0847-4d46-9911-c906639af28d req-cabab0ce-f238-458d-bf4e-af78eab2a609 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:50.214633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-197ea870-0847-4d46-9911-c906639af28d req-cabab0ce-f238-458d-bf4e-af78eab2a609 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 945 time: 0.4413981 Aug 23 14:29:50.268225 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.291401 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6022238a-edc0-41cf-b946-363010763fbf req-b052d5f9-b2be-45d8-b13d-abc79ba50e05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.1850243 Aug 23 14:29:50.412064 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Set router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:29:50.484344 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-728ab0de-d9a9-4230-b2e0-6127f1c090a3 admin admin] 10.222.0.72 "PUT /v2.0/routers/8f4f3f24-c25b-4623-a6c1-b3ecfbec7745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5799501 Aug 23 14:29:50.488403 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.db.resource_extend [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 14:29:50.513661 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-197ea870-0847-4d46-9911-c906639af28d req-562af298-a577-4135-a0d0-42d1293048f1 tempest-AttachVolumeTestJSON-773829659 tempest-AttachVolumeTestJSON-773829659-project] 10.222.0.72 "GET /v2.0/security-groups?id=6f486986-aaa2-4749-ae52-3eec697abbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886848 Aug 23 14:29:50.544441 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022238a-edc0-41cf-b946-363010763fbf req-d2e1cb03-9df7-4fd1-aee6-70c76b2282d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:50.544441 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6022238a-edc0-41cf-b946-363010763fbf req-d2e1cb03-9df7-4fd1-aee6-70c76b2282d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.2410214 Aug 23 14:29:50.627523 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022238a-edc0-41cf-b946-363010763fbf req-410a1001-a1e1-48b1-bb54-4d6ba289d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:50.629139 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6022238a-edc0-41cf-b946-363010763fbf req-410a1001-a1e1-48b1-bb54-4d6ba289d765 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797589 Aug 23 14:29:50.722920 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.729220 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:50.729822 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.740988 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-4041117d-9466-4fba-b024-b34783ec3287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:50.783990 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'name': 'tempest-TaggedBootDevicesTest-366198419-router', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:29:36Z', 'updated_at': '2021-08-23T14:29:47Z', 'revision_number': 4, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'gw_port': {'id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:38Z', 'updated_at': '2021-08-23T14:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'b5266b1f-98bd-4012-b191-fa037dda1e24', 'name': '', 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'mac_address': 'fa:16:3e:58:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '458b6ede-f203-469d-9370-bf842ae2a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:45Z', 'updated_at': '2021-08-23T14:29:47Z', 'revision_number': 2, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'subnets': [{'id': '458b6ede-f203-469d-9370-bf842ae2a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:50.794079 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Checking router: 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 for host: n-d-805628-1 {{(pid=80760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 23 14:29:50.794983 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Updating router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 port b5266b1f-98bd-4012-b191-fa037dda1e24 binding host n-d-805628-1 {{(pid=80760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 23 14:29:50.873542 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Pushing event updated for resources: {'Network': ['ID=02246464-c16d-4452-be2a-79d1fdaa0a0c,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:50.878070 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:50.881390 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6022238a-edc0-41cf-b946-363010763fbf req-0392d5e1-70b8-4602-a47b-f2199aa6558d service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460208 Aug 23 14:29:50.889340 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-8a800ac9-e8c8-4f76-a336-0464dd4923e3 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9893634 Aug 23 14:29:50.889611 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 02246464-c16d-4452-be2a-79d1fdaa0a0c details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:50.909865 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:50.927309 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59520) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:51.047819 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59526) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:51.063804 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Request body: {'subnet': {'network_id': '02246464-c16d-4452-be2a-79d1fdaa0a0c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:51.091702 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-c8b552a2-9121-4efd-b876-ccc0d45da942 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bbe506e5500f4f41895c7619a72b0667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625948 Aug 23 14:29:51.097983 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59530) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:51.192876 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6022238a-edc0-41cf-b946-363010763fbf req-eb72c82b-d78c-4e44-ad05-0dac4ed24eec service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044772 Aug 23 14:29:51.262854 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:51.268880 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Usage tracker for resource:subnet and tenant:fe196fc05a504d86a87a66418fb43538 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:51.280446 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:51.289437 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:51.294624 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-383e6f23-8320-4a5f-a97f-2d398006426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.332965 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-383e6f23-8320-4a5f-a97f-2d398006426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.494700 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-383e6f23-8320-4a5f-a97f-2d398006426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_delete {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.499623 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Made reservation on behalf of fe196fc05a504d86a87a66418fb43538 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:51.508099 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.534887 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-8a6db5eb-af19-4b36-8475-25e50c4d6fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:51.574550 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e6f23-8320-4a5f-a97f-2d398006426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea427a59-e1d9-463c-a76a-f2b3bec4e9ea,revision_number=None']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:51.583149 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-383e6f23-8320-4a5f-a97f-2d398006426f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:51.645133 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59576) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:51.693512 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-383e6f23-8320-4a5f-a97f-2d398006426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.695620 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-383e6f23-8320-4a5f-a97f-2d398006426f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea427a59-e1d9-463c-a76a-f2b3bec4e9ea HTTP/1.1" status: 204 len: 168 time: 0.5967698 Aug 23 14:29:51.711918 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Notify callbacks [] for port, precommit_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.726018 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Transition to ACTIVE for port object b5266b1f-98bd-4012-b191-fa037dda1e24 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:51.813731 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:51.825265 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:51.885573 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8058917-a180-4c42-a2cf-e3802ae7cdfd req-2736ae43-a67e-4d91-a4c1-16f3a02a1973 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:51.887325 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8058917-a180-4c42-a2cf-e3802ae7cdfd req-2736ae43-a67e-4d91-a4c1-16f3a02a1973 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.1445842 Aug 23 14:29:51.889101 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1740657353-network', 'tenant_id': 'b3147a7b52694b3bb1dbda698949a9f7'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:51.895949 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:51.902015 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Usage tracker for resource:network and tenant:b3147a7b52694b3bb1dbda698949a9f7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:51.929341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:51.949953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:51.977831 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-c8058917-a180-4c42-a2cf-e3802ae7cdfd req-4d369857-a2e4-4b79-9477-51ff53478dc1 tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781538 Aug 23 14:29:52.012779 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.016713 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-c7cd3463-3a5e-4d76-863a-8018ebe918f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:52.053130 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Made reservation on behalf of b3147a7b52694b3bb1dbda698949a9f7 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:52.059906 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.067586 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345ec9-fa37-4aa1-b9ed-cb9decc4ceee None None] Pushing event updated for resources: {'Port': ['ID=b5266b1f-98bd-4012-b191-fa037dda1e24,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:52.075678 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-76345ec9-fa37-4aa1-b9ed-cb9decc4ceee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:52.095936 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Attempting to bind port b5266b1f-98bd-4012-b191-fa037dda1e24 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:52.096680 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Attempting to bind port b5266b1f-98bd-4012-b191-fa037dda1e24 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:52.097164 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Attempting to bind port b5266b1f-98bd-4012-b191-fa037dda1e24 on network 2898684c-f334-45e9-b060-1d3f44a800dd {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:52.108897 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.112096 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:52.112520 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Checking segment: {'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:52.112883 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.113379 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Bound using segment: {'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:52.119268 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Bound port: b5266b1f-98bd-4012-b191-fa037dda1e24, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dac3b9-a47f-4e38-8929-8924e6fabcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:52.119268 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.153431 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:52.164383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Usage tracker for resource:security_group_rule and tenant:b3147a7b52694b3bb1dbda698949a9f7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:52.172262 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:52.189283 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:52.221961 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Pushing event updated for resources: {'Subnet': ['ID=f0dd39f8-710f-4c67-a74c-916df5174280,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:52.229381 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:52.237987 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Checking segment: {'id': '38879225-5dbe-4391-a75c-58a6136b202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '02246464-c16d-4452-be2a-79d1fdaa0a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:52.238415 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Network hostable DHCP agents. Network: 02246464-c16d-4452-be2a-79d1fdaa0a0c, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:29:52.297582 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] For port b5266b1f-98bd-4012-b191-fa037dda1e24, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:52.302266 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] For port b5266b1f-98bd-4012-b191-fa037dda1e24, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b5266b1f-98bd-4012-b191-fa037dda1e24,segment=NetworkSegment(13dac3b9-a47f-4e38-8929-8924e6fabcdd),segment_id=13dac3b9-a47f-4e38-8929-8924e6fabcdd)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:52.312332 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.344334 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Network 02246464-c16d-4452-be2a-79d1fdaa0a0c is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:29:52.407498 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.412227 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:52.447453 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 02246464-c16d-4452-be2a-79d1fdaa0a0c) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:52.447641 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.453471 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:52.453471 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.467682 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-a89c4082-7c20-4e71-8677-eb6c59d909d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:52.472702 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f06041-df3b-44c8-9747-82c34e9411a0 None None] Network 02246464-c16d-4452-be2a-79d1fdaa0a0c requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:52.474750 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:29:52.501842 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.502383 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Added segment 96fad73a-2225-44a0-bd7d-eb023495574d of type vlan for network 1aa4edd7-bde2-4af1-8fc9-cd04966af7df Aug 23 14:29:52.558489 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18b104f-fefc-4bbb-b0dd-4ef3cd297f53,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:52.570244 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:52.602417 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-5c8d601f-9acd-4fc5-abd8-18293ff5e748 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5525904 Aug 23 14:29:52.616767 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59610) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:52.626174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128330189'}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:52.633970 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:52.641096 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Usage tracker for resource:network and tenant:fe196fc05a504d86a87a66418fb43538 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:52.645194 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:52.657606 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:52.657852 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.707361 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345ec9-fa37-4aa1-b9ed-cb9decc4ceee None None] Pushing event updated for resources: {'Port': ['ID=b5266b1f-98bd-4012-b191-fa037dda1e24,revision_number=4']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:52.713782 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-76345ec9-fa37-4aa1-b9ed-cb9decc4ceee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:52.714736 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Routers {'8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'} bound to L3 agent in host n-d-805628-1 {{(pid=80760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 23 14:29:52.715398 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805628-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T13:56:00Z,description=,heartbeat_timestamp=2021-08-23T14:29:30Z,host='n-d-805628-1',id=9dd8c354-d7b6-47b2-b3f4-414a8fae3ebf,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T13:56:00Z,topic='l3_agent')) {'router_ids': ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'], 'active': True} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:52.757632 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-422a0dfe-6d15-48c6-a046-59585270759b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4066150 Aug 23 14:29:52.778638 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Made reservation on behalf of fe196fc05a504d86a87a66418fb43538 for: {'network': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:52.783344 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.860140 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.861935 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=80759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:29:52.862819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:52.872609 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.883315 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:52.883663 n-d-805628-1 neutron-server[80759]: INFO neutron.db.segments_db [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Added segment f64f4872-898b-44ee-9d8d-06ffaf5399d8 of type vlan for network c08212ad-6bf6-47e6-8fe5-44986304652a Aug 23 14:29:52.902573 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c55f6054-c5e0-4071-9ac0-956cc887f80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:52.914835 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.053411 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.060240 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:53.060920 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.073573 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-2dcedfed-9f69-4131-bf60-88d0a2048796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:53.125329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4789152 Aug 23 14:29:53.126227 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59636) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.139121 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa4edd7-bde2-4af1-8fc9-cd04966af7df,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:53.153280 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-13872b3e-a20a-4f35-a43e-f2ccf6bc2d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:53.157228 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Request body: {'subnet': {'network_id': '1aa4edd7-bde2-4af1-8fc9-cd04966af7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1740657353-subnet', 'tenant_id': 'b3147a7b52694b3bb1dbda698949a9f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:53.162293 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:53.175739 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Usage tracker for resource:subnet and tenant:b3147a7b52694b3bb1dbda698949a9f7 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:53.179104 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 1aa4edd7-bde2-4af1-8fc9-cd04966af7df details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:53.179730 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:53.191925 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:53.352153 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835649c9-cf63-4caa-bda1-6e8138c70341 req-eff051d1-7bee-4c8c-9b19-e483454c706b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:53.354048 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-835649c9-cf63-4caa-bda1-6e8138c70341 req-eff051d1-7bee-4c8c-9b19-e483454c706b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 943 time: 0.1675761 Aug 23 14:29:53.455193 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Made reservation on behalf of b3147a7b52694b3bb1dbda698949a9f7 for: {'subnet': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:53.458930 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9691310'] for subnet, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.498888 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-02246464-c16d-4452-be2a-79d1fdaa0a0c', 'network_id': '02246464-c16d-4452-be2a-79d1fdaa0a0c', 'tenant_id': 'fe196fc05a504d86a87a66418fb43538', 'fixed_ips': [{'subnet_id': 'f0dd39f8-710f-4c67-a74c-916df5174280'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:29:53.499961 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.511221 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-835649c9-cf63-4caa-bda1-6e8138c70341 req-43911be1-9ced-44f1-bd16-283fed02649b tempest-AttachVolumeShelveTestJSON-1746547426 tempest-AttachVolumeShelveTestJSON-1746547426-project] 10.222.0.72 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470227 Aug 23 14:29:53.543101 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvr_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] Set router 8f4f3f24-c25b-4623-a6c1-b3ecfbec7745 gateway port host: n-d-805628-1 {{(pid=80760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 23 14:29:53.706339 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0871379 Aug 23 14:29:53.707922 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Pushing event updated for resources: {'Network': ['ID=c08212ad-6bf6-47e6-8fe5-44986304652a,revision_number=1']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:53.710068 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [-] (80759) accepted ('10.222.0.72', 59684) {{(pid=80759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:53.736896 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-1e690967-ae5a-4895-bfe8-0a7a07567869 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:53.747318 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.v2.base [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Request body: {'subnet': {'network_id': 'c08212ad-6bf6-47e6-8fe5-44986304652a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:53.756810 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network c08212ad-6bf6-47e6-8fe5-44986304652a details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:53.934457 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3060045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9691356'] for subnet, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:53.946150 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:54.085136 n-d-805628-1 neutron-server[80758]: DEBUG neutron.wsgi [-] (80758) accepted ('10.222.0.72', 59702) {{(pid=80758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 14:29:54.086285 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:54.097971 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Usage tracker for resource:subnet and tenant:fe196fc05a504d86a87a66418fb43538 is out of sync, need to count used quota {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:54.107332 n-d-805628-1 neutron-server[80759]: DEBUG neutron.quota.resource [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80759) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:54.137669 n-d-805628-1 neutron-server[80759]: DEBUG neutron.db.quota.driver [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80759) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:54.143813 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53daa06-395c-462c-aaec-a75b3878808c,revision_number=0']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:54.148530 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:54.156921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Checking segment: {'id': '96fad73a-2225-44a0-bd7d-eb023495574d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '1aa4edd7-bde2-4af1-8fc9-cd04966af7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:54.159624 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Network hostable DHCP agents. Network: 1aa4edd7-bde2-4af1-8fc9-cd04966af7df, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:29:54.247071 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Made reservation on behalf of fe196fc05a504d86a87a66418fb43538 for: {'subnet': 1} {{(pid=80759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:54.250975 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3983867'] for subnet, before_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.276107 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Network 1aa4edd7-bde2-4af1-8fc9-cd04966af7df is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:29:54.325008 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Allocated IP 172.20.255.242 (02246464-c16d-4452-be2a-79d1fdaa0a0c/f0dd39f8-710f-4c67-a74c-916df5174280/4d00b4d7-84fb-4bba-a4f9-c0d74984c130) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:54.349558 n-d-805628-1 neutron-server[80758]: DEBUG neutron.scheduler.base_scheduler [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, 1aa4edd7-bde2-4af1-8fc9-cd04966af7df) {{(pid=80758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:54.355108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:54.355792 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for subnet, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.370191 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1406402740-network', 'tenant_id': 'c0377dc23e1a411fb1933e027f4cc064'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:54.388460 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad45a16-3e36-408d-905e-0aaa2aa62227 None None] Network 1aa4edd7-bde2-4af1-8fc9-cd04966af7df requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:54.429002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:54.437948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Usage tracker for resource:network and tenant:c0377dc23e1a411fb1933e027f4cc064 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:54.443100 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:54.450591 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:54.516455 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Made reservation on behalf of c0377dc23e1a411fb1933e027f4cc064 for: {'network': 1} {{(pid=80758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 14:29:54.519646 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for network, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.534441 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-148ee2ba-71ea-4baf-830b-0f4d7c670b52 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3982952 Aug 23 14:29:54.541644 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.565423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 14:29:54.571252 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0377dc23e1a411fb1933e027f4cc064 is out of sync, need to count used quota {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 14:29:54.575051 n-d-805628-1 neutron-server[80758]: DEBUG neutron.quota.resource [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80758) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 14:29:54.586230 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.quota.driver [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80758) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 14:29:54.642657 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_hamode_db [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'name': 'tempest-TaggedBootDevicesTest-366198419-router', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:29:36Z', 'updated_at': '2021-08-23T14:29:47Z', 'revision_number': 4, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'gw_port': {'id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:38Z', 'updated_at': '2021-08-23T14:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'b5266b1f-98bd-4012-b191-fa037dda1e24', 'name': '', 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'mac_address': 'fa:16:3e:58:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '458b6ede-f203-469d-9370-bf842ae2a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:45Z', 'updated_at': '2021-08-23T14:29:52Z', 'revision_number': 4, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'subnets': [{'id': '458b6ede-f203-469d-9370-bf842ae2a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805628-1', False) {} {{(pid=80760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 14:29:54.651292 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e353dc-22ac-4054-9119-a3b48effd393 None None] The sync data for ids ['8f4f3f24-c25b-4623-a6c1-b3ecfbec7745'] in n-d-805628-1 is: [{'id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'name': 'tempest-TaggedBootDevicesTest-366198419-router', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'external_fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T14:29:36Z', 'updated_at': '2021-08-23T14:29:47Z', 'revision_number': 4, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'gw_port': {'id': '9ebf3cf6-4b4d-407f-8604-10a028206679', 'name': '', 'network_id': 'ab9f8435-4b22-4f4a-8048-f1559421213b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:38Z', 'updated_at': '2021-08-23T14:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ad96ba9-5c87-49f2-84dd-beb1c4835a85', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805628-1', '_interfaces': [{'id': 'b5266b1f-98bd-4012-b191-fa037dda1e24', 'name': '', 'network_id': '2898684c-f334-45e9-b060-1d3f44a800dd', 'tenant_id': 'f52ab4979af54925ae956cbe424f9479', 'mac_address': 'fa:16:3e:58:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4f3f24-c25b-4623-a6c1-b3ecfbec7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '458b6ede-f203-469d-9370-bf842ae2a0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805628-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T14:29:45Z', 'updated_at': '2021-08-23T14:29:52Z', 'revision_number': 4, 'project_id': 'f52ab4979af54925ae956cbe424f9479', 'subnets': [{'id': '458b6ede-f203-469d-9370-bf842ae2a0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 23 14:29:54.770934 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.782732 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3692305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3983753'] for subnet, after_create {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.788513 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-5ba61e5b-443c-4625-a29c-a100addd8e7a tempest-FloatingIPNegativeTestJSON-907065923 tempest-FloatingIPNegativeTestJSON-907065923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:54.863980 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467806'] for security_group, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.868443 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-5fb9bcac-f318-438d-b597-8ad81a0ab26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:54.912702 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=80758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 23 14:29:54.929411 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Pushing event updated for resources: {'Subnet': ['ID=cc8a3fe7-cfd0-4b1b-ac36-8bdf3ca2995c,revision_number=0']} {{(pid=80759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:54.933960 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a145fd56-2fdf-4059-ba40-d1c986fb36c6,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:54.939411 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:54.942597 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1238418'] for segment, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:54.942597 n-d-805628-1 neutron-server[80758]: INFO neutron.db.segments_db [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Added segment 179cf246-fe6e-4d22-8964-3e7ef921b76f of type vlan for network 7fb2f8f7-c22d-45c9-bfe8-605b4fd70378 Aug 23 14:29:54.955860 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb01d5b-3bde-4131-bcec-42c153deeda2 None None] Network 1aa4edd7-bde2-4af1-8fc9-cd04966af7df requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:54.967084 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.967474 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.967856 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.971867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.971867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.971867 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.972338 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.972840 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.973245 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.973620 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.973989 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.974353 n-d-805628-1 neutron-server[80759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805628-1 {{(pid=80759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 14:29:54.985132 n-d-805628-1 neutron-server[80759]: DEBUG oslo_concurrency.lockutils [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80759) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:54.996330 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740022078374'] for network, precommit_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.002174 n-d-805628-1 neutron-server[80759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Checking segment: {'id': 'f64f4872-898b-44ee-9d8d-06ffaf5399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c08212ad-6bf6-47e6-8fe5-44986304652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:55.002558 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Network hostable DHCP agents. Network: c08212ad-6bf6-47e6-8fe5-44986304652a, hostable agents: ['fedce9b5-5f42-4fdf-8321-c2cbcee3bbba'], hosted agents: [] {{(pid=80759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 14:29:55.069757 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Network c08212ad-6bf6-47e6-8fe5-44986304652a is scheduled to be hosted by DHCP agent fedce9b5-5f42-4fdf-8321-c2cbcee3bbba with binding_index 1 {{(pid=80759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 14:29:55.115724 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573'] for network, after_create {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.116800 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:55.117431 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592555'] for network, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.125130 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.125355 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-3a8b4d23-ea01-45c2-b55e-d5a059849b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:55.133223 n-d-805628-1 neutron-server[80759]: DEBUG neutron.scheduler.base_scheduler [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805628-1, c08212ad-6bf6-47e6-8fe5-44986304652a) {{(pid=80759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:55.140212 n-d-805628-1 neutron-server[80759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:55.141192 n-d-805628-1 neutron-server[80759]: DEBUG neutron_lib.callbacks.manager [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] Notify callbacks [] for subnet, before_response {{(pid=80759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.148415 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e7d9bd-a12c-420c-9572-951b49237657 None None] Network c08212ad-6bf6-47e6-8fe5-44986304652a requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:55.210092 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Transition to ACTIVE for port object 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:55.270822 n-d-805628-1 neutron-server[80759]: INFO neutron.wsgi [None req-49f4ac23-cf39-4c8a-a568-fc8134033715 tempest-NetworksTest-972091569 tempest-NetworksTest-972091569-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5360203 Aug 23 14:29:55.353680 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Transition to ACTIVE for port object 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:55.398870 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3100567 Aug 23 14:29:55.413300 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb2f8f7-c22d-45c9-bfe8-605b4fd70378,revision_number=1']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:55.417889 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-7b47aa6e-932e-4595-8279-c65ed74c04b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:55.432950 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Network 7fb2f8f7-c22d-45c9-bfe8-605b4fd70378 details requested by agent ovs-agent-n-d-805628-1 with host n-d-805628-1 {{(pid=80760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 14:29:55.439372 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f599-a211-489a-9f27-54550aa7843c req-9e5761c3-152b-480f-b8b4-916775504cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:55.442124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-9e5761c3-152b-480f-b8b4-916775504cfa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723&tenant_id=49916597200042ae959f72dd430b4134 HTTP/1.1" status: 200 len: 1094 time: 0.2760072 Aug 23 14:29:55.455871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.v2.base [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805628-1', 'device_owner': 'compute:nova'}} {{(pid=80758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 23 14:29:55.480295 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.489802 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4c60a82c-4b21-4c03-af0e-c026b1bf4a17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:55.608852 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.702890 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Network 02246464-c16d-4452-be2a-79d1fdaa0a0c is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:55.760352 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:55.791860 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:55.794545 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Pushing event updated for resources: {'Port': ['ID=4d00b4d7-84fb-4bba-a4f9-c0d74984c130,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:55.807839 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:55.840362 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp293d5525-2844-59d0-8a1a-37f30cd78183-c08212ad-6bf6-47e6-8fe5-44986304652a', 'network_id': 'c08212ad-6bf6-47e6-8fe5-44986304652a', 'tenant_id': 'fe196fc05a504d86a87a66418fb43538', 'fixed_ips': [{'subnet_id': 'cc8a3fe7-cfd0-4b1b-ac36-8bdf3ca2995c'}]}} from n-d-805628-1. {{(pid=80760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 23 14:29:55.841348 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:55.989688 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Attempting to bind port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:55.990232 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Attempting to bind port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': '38879225-5dbe-4391-a75c-58a6136b202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '02246464-c16d-4452-be2a-79d1fdaa0a0c'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:55.990713 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Attempting to bind port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 on network 02246464-c16d-4452-be2a-79d1fdaa0a0c {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:56.006479 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:56.007049 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Checking segment: {'id': '38879225-5dbe-4391-a75c-58a6136b202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '02246464-c16d-4452-be2a-79d1fdaa0a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:56.007762 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.008272 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Bound using segment: {'id': '38879225-5dbe-4391-a75c-58a6136b202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '02246464-c16d-4452-be2a-79d1fdaa0a0c'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:56.008883 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Bound port: 4d00b4d7-84fb-4bba-a4f9-c0d74984c130, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38879225-5dbe-4391-a75c-58a6136b202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '02246464-c16d-4452-be2a-79d1fdaa0a0c'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:56.009429 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.281959 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:56.320255 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h2-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:56.378928 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] For port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:56.394813 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] For port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4d00b4d7-84fb-4bba-a4f9-c0d74984c130,segment=NetworkSegment(38879225-5dbe-4391-a75c-58a6136b202d),segment_id=38879225-5dbe-4391-a75c-58a6136b202d)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:56.400535 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.db_base_plugin_common [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Allocated IP 172.20.0.2 (c08212ad-6bf6-47e6-8fe5-44986304652a/cc8a3fe7-cfd0-4b1b-ac36-8bdf3ca2995c/48fc0520-56aa-4a7c-9a31-cb4f6ef9a530) {{(pid=80760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 14:29:56.410341 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd {{(pid=80758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:29:56.437048 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.456848 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.484374 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.provisioning_blocks [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Transition to ACTIVE for port object dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd will not be triggered until provisioned by entity L2. {{(pid=80758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:56.515894 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.522060 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f6c7309d-f3fb-41da-91cd-3a6d28050713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:56.606779 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.612363 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-c275f473-c8a1-424a-bce7-e58f38ec38d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:56.674391 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Pushing event updated for resources: {'Port': ['ID=4d00b4d7-84fb-4bba-a4f9-c0d74984c130,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:56.724470 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:56.784621 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Notify callbacks [] for port, precommit_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:56.802317 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Transition to ACTIVE for port object 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 will not be triggered until provisioned by entity L2. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:56.814066 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b5266b1f-98bd-4012-b191-fa037dda1e24 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:56.893411 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Transition to ACTIVE for port object 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 will not be triggered until provisioned by entity DHCP. {{(pid=80760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 14:29:56.895131 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=9']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:56.901776 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:56.963658 n-d-805628-1 neutron-server[80758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] No DVR routers for this DVR port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on host n-h2-805628-1 {{(pid=80758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 14:29:57.064807 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740022060584'] for port, after_create {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.074409 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port b5266b1f-98bd-4012-b191-fa037dda1e24 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:57.080474 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:57.216100 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port b5266b1f-98bd-4012-b191-fa037dda1e24 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:57.216100 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.333875 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Network c08212ad-6bf6-47e6-8fe5-44986304652a is already hosted by enough agents. {{(pid=80760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 14:29:57.342694 n-d-805628-1 neutron-server[80760]: DEBUG neutron.scheduler.base_scheduler [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Resources bound (agent type, host, resource id): {{(pid=80760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 14:29:57.346959 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Received port after_create {{(pid=80760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 23 14:29:57.362305 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Pushing event updated for resources: {'Port': ['ID=48fc0520-56aa-4a7c-9a31-cb4f6ef9a530,revision_number=1']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:57.366351 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:57.414149 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on host n-h1-805628-1 for vnic_type normal with profile {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:57.414916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd by drivers openvswitch,hyperv on host n-h1-805628-1 at level 0 using segments [{'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:57.414916 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:57.421499 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on network c2772466-1850-4e89-a8e1-6c7eb8055f5d not bound, no agent of type Open vSwitch agent registered on host n-h1-805628-1 {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 23 14:29:57.421871 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Attempting to bind port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd on network c2772466-1850-4e89-a8e1-6c7eb8055f5d {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:57.430169 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Checking agent: {'id': 'ce40d69b-05d4-40ca-a52c-5fdac2bf65a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'started_at': datetime.datetime(2021, 8, 23, 14, 4, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:57.430596 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Checking segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:57.431584 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Bound using segment: {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'} {{(pid=80758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:57.432108 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.managers [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Bound port: dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host: n-h1-805628-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ed4b47-37cb-4057-a04b-064c1664d003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d'}}] {{(pid=80758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:57.432517 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.605077 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Attempting to bind port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 on host n-d-805628-1 for vnic_type normal with profile {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 14:29:57.605649 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Attempting to bind port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 by drivers openvswitch,hyperv on host n-d-805628-1 at level 0 using segments [{'id': 'f64f4872-898b-44ee-9d8d-06ffaf5399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c08212ad-6bf6-47e6-8fe5-44986304652a'}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 14:29:57.605830 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Attempting to bind port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 on network c08212ad-6bf6-47e6-8fe5-44986304652a {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 23 14:29:57.608202 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h1-805628-1, cleared binding levels {{(pid=80758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:57.612837 n-d-805628-1 neutron-server[80758]: DEBUG neutron.plugins.ml2.db [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h1-805628-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:57.615930 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Checking agent: {'id': 'e0aca2a5-8e83-40e6-ac09-1de5c232be95', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805628-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 13, 55, 58), 'started_at': datetime.datetime(2021, 8, 23, 13, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 14, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805628-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 23 14:29:57.616315 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Checking segment: {'id': 'f64f4872-898b-44ee-9d8d-06ffaf5399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c08212ad-6bf6-47e6-8fe5-44986304652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 23 14:29:57.616767 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.617141 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Bound using segment: {'id': 'f64f4872-898b-44ee-9d8d-06ffaf5399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c08212ad-6bf6-47e6-8fe5-44986304652a'} {{(pid=80760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 23 14:29:57.617615 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.managers [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Bound port: 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530, host: n-d-805628-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64f4872-898b-44ee-9d8d-06ffaf5399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c08212ad-6bf6-47e6-8fe5-44986304652a'}}] {{(pid=80760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 14:29:57.617995 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.627588 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.701998 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-5ee8fbba-10f0-48f3-9063-297230e99665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.724591 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3060420'] for port, after_update {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.727416 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port b5266b1f-98bd-4012-b191-fa037dda1e24, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=b5266b1f-98bd-4012-b191-fa037dda1e24,segment=NetworkSegment(13dac3b9-a47f-4e38-8929-8924e6fabcdd),segment_id=13dac3b9-a47f-4e38-8929-8924e6fabcdd)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:29:57.736843 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-d629e9ac-bedb-4cf6-891d-6ab0dc6d3949 tempest-ServersNegativeTestMultiTenantJSON-1650883143 tempest-ServersNegativeTestMultiTenantJSON-1650883143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:57.755514 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] For port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530, host n-d-805628-1, cleared binding levels {{(pid=80760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 23 14:29:57.759445 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] For port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530, host n-d-805628-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=48fc0520-56aa-4a7c-9a31-cb4f6ef9a530,segment=NetworkSegment(f64f4872-898b-44ee-9d8d-06ffaf5399d8),segment_id=f64f4872-898b-44ee-9d8d-06ffaf5399d8)] {{(pid=80760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 23 14:29:57.777064 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:29:57.778292 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.815113 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:57.815758 n-d-805628-1 neutron-server[80758]: DEBUG neutron_lib.callbacks.manager [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1973586'] for port, before_response {{(pid=80758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.817166 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] 10.222.0.82 "PUT /v2.0/ports/dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 1091 time: 2.3678315 Aug 23 14:29:57.817710 n-d-805628-1 neutron-server[80758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}] {{(pid=80758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:29:57.838506 n-d-805628-1 neutron-server[80758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=10']} {{(pid=80758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:57.842677 n-d-805628-1 neutron-server[80758]: DEBUG oslo_concurrency.lockutils [None req-f91911a6-5994-4b2f-9373-084a64299546 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:57.846990 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:57.850379 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:57.933948 n-d-805628-1 neutron-server[80758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'status': 'completed', 'code': 200} Aug 23 14:29:57.940127 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f599-a211-489a-9f27-54550aa7843c req-d99214e0-e7a3-466f-ac94-97fca615dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:57.942080 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-d99214e0-e7a3-466f-ac94-97fca615dec7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1095 time: 0.0903673 Aug 23 14:29:57.991869 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:58.032742 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=b5266b1f-98bd-4012-b191-fa037dda1e24,revision_number=5']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:58.053300 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:58.054070 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:29:58.128956 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f599-a211-489a-9f27-54550aa7843c req-e337b998-f70b-42fe-8e1f-db15895c670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:58.133203 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-e337b998-f70b-42fe-8e1f-db15895c670b service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.1833160 Aug 23 14:29:58.190830 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Pushing event updated for resources: {'Port': ['ID=48fc0520-56aa-4a7c-9a31-cb4f6ef9a530,revision_number=2']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:29:58.194063 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-449566c9-54ec-41a2-ba51-65ef0a672a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:29:58.232630 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:58.303593 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-cab19838-32d5-45cb-8a8b-c61d0d615dc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 999 time: 0.1538732 Aug 23 14:29:58.393705 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f599-a211-489a-9f27-54550aa7843c req-00176223-b579-4869-8efb-b2402db11836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:58.395186 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-00176223-b579-4869-8efb-b2402db11836 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0797629 Aug 23 14:29:58.426078 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a977f750-8fef-4e72-895c-034fc3979f67 None None] Network 02246464-c16d-4452-be2a-79d1fdaa0a0c requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:58.541647 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f599-a211-489a-9f27-54550aa7843c req-0b0a8fe6-ead0-476f-86c1-fa7880251324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:58.543588 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-0b0a8fe6-ead0-476f-86c1-fa7880251324 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415825 Aug 23 14:29:58.642185 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6cb235f7-6c8e-4fae-82f7-1330d677b50d None None] Provisioning for port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:58.861359 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device b5266b1f-98bd-4012-b191-fa037dda1e24 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:58.922329 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-2d01de6a-5cff-46ac-9349-408c9895e773 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704956 Aug 23 14:29:58.938033 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port b5266b1f-98bd-4012-b191-fa037dda1e24 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:58.938642 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.122249 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:59.132125 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-d339f599-a211-489a-9f27-54550aa7843c req-e4790dde-03f2-480f-b7ac-1c7f7d16a83a service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002079 Aug 23 14:29:59.309774 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:59.315589 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:29:59.360703 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67b050-99a4-4260-a687-50da2b07474f req-a25c90a7-2397-42de-b7cb-7ec0a242dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:59.362588 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c67b050-99a4-4260-a687-50da2b07474f req-a25c90a7-2397-42de-b7cb-7ec0a242dcdc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1095 time: 0.1018438 Aug 23 14:29:59.492192 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf10af-c4ee-465f-bee0-3a549ce46f58 None None] Network c08212ad-6bf6-47e6-8fe5-44986304652a requested from n-d-805628-1 {{(pid=80760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 23 14:29:59.538768 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning for port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:59.548949 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:59.549482 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.559347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67b050-99a4-4260-a687-50da2b07474f req-fb82a2d9-509c-465d-8d1e-c464417dfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:59.561224 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c67b050-99a4-4260-a687-50da2b07474f req-fb82a2d9-509c-465d-8d1e-c464417dfadd service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.1839986 Aug 23 14:29:59.710508 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c67b050-99a4-4260-a687-50da2b07474f req-81a8d09d-3508-4b9e-8aaf-5c2214cb2c63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 999 time: 0.1381197 Aug 23 14:29:59.798443 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67b050-99a4-4260-a687-50da2b07474f req-8131484f-b682-455b-a7bd-781202315f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:59.800008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c67b050-99a4-4260-a687-50da2b07474f req-8131484f-b682-455b-a7bd-781202315f24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0814569 Aug 23 14:29:59.814980 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] Provisioning for port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 completed by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:29:59.847507 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] Provisioning complete for port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:29:59.847889 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.883607 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67b050-99a4-4260-a687-50da2b07474f req-a21459f6-210b-45cc-86cf-3bb107aea6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:29:59.885818 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c67b050-99a4-4260-a687-50da2b07474f req-a21459f6-210b-45cc-86cf-3bb107aea6bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792789 Aug 23 14:29:59.910316 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:29:59.933186 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0201ae8b-8dee-424f-ab4e-52746e2d7f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.047128 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c67b050-99a4-4260-a687-50da2b07474f req-3b3b99e3-614d-412e-a9d7-f32ea4aea3c0 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542804 Aug 23 14:30:00.056082 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] For port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=4d00b4d7-84fb-4bba-a4f9-c0d74984c130,segment=NetworkSegment(38879225-5dbe-4391-a75c-58a6136b202d),segment_id=38879225-5dbe-4391-a75c-58a6136b202d)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:30:00.139821 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.150521 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-31d8ca98-fbe9-4895-b4d5-8be6bf610520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:00.229782 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.285290 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Pushing event updated for resources: {'Port': ['ID=4d00b4d7-84fb-4bba-a4f9-c0d74984c130,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:00.292329 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] For port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530, host n-d-805628-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805628-1',level=0,port_id=48fc0520-56aa-4a7c-9a31-cb4f6ef9a530,segment=NetworkSegment(f64f4872-898b-44ee-9d8d-06ffaf5399d8),segment_id=f64f4872-898b-44ee-9d8d-06ffaf5399d8)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:30:00.293939 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:00.363646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-6c67b050-99a4-4260-a687-50da2b07474f req-16b0122b-8218-41ea-83ef-159b7f95a937 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988365 Aug 23 14:30:00.378608 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.380917 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-43551d7b-9243-4ad2-a070-e6675714b84e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:00.493160 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] Pushing event updated for resources: {'Port': ['ID=48fc0520-56aa-4a7c-9a31-cb4f6ef9a530,revision_number=3']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:00.515256 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-4fbde946-e01b-492f-88fa-7dc790b0df8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:00.610764 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-08f78dbe-a163-4f1e-90f4-aeef79544d82 None None] Provisioning complete for port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 triggered by entity DHCP. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:00.611483 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-08f78dbe-a163-4f1e-90f4-aeef79544d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:00.770198 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:00.917636 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 48fc0520-56aa-4a7c-9a31-cb4f6ef9a530 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:00.918292 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.060061 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Device 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 up at agent ovs-agent-n-d-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:01.133534 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Provisioning complete for port 4d00b4d7-84fb-4bba-a4f9-c0d74984c130 triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:01.133974 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:01.389392 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:03.007098 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.108393 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd details requested by agent hyperv_n-h1-805628-1 with host n-h1-805628-1 {{(pid=80760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 14:30:15.245036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:30:15.259030 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Returning: {'device': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'network_id': 'c2772466-1850-4e89-a8e1-6c7eb8055f5d', 'port_id': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'mac_address': 'fa:16:3e:34:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f255428-13e0-4e06-86c8-6d2c1af0853e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 14:30:15.317346 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.371772 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd {{(pid=80760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 14:30:15.387431 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:30:15.469465 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:15.471275 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-76345ec9-fa37-4aa1-b9ed-cb9decc4ceee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:15.536785 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=11']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:15.539938 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:15.719313 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] get_ports_and_sgs() called for port_ids ['dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'] {{(pid=80760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 23 14:30:17.123953 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Device dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd up at agent hyperv_n-h1-805628-1 {{(pid=80760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 14:30:17.354945 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning for port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd completed by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 14:30:17.359952 n-d-805628-1 neutron-server[80760]: DEBUG neutron.db.provisioning_blocks [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Provisioning complete for port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd triggered by entity L2. {{(pid=80760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 14:30:17.360358 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1180122'] for port, provisioning_complete {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.484380 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840462'] for port, before_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.515867 n-d-805628-1 neutron-server[80760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd'}] {{(pid=80760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 14:30:17.526036 n-d-805628-1 neutron-server[80760]: DEBUG neutron.plugins.ml2.db [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] For port dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd, host n-h1-805628-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805628-1',level=0,port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,segment=NetworkSegment(64ed4b47-37cb-4057-a04b-064c1664d003),segment_id=64ed4b47-37cb-4057-a04b-064c1664d003)] {{(pid=80760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 23 14:30:17.566541 n-d-805628-1 neutron-server[80760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452bc412-52bd-44a9-994f-6af41a158723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd', 'code': 200} Aug 23 14:30:17.640635 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-840387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592573', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740022557507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740022060602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740022060647'] for port, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:17.643085 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 14:30:17.714760 n-d-805628-1 neutron-server[80760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd,revision_number=12']} {{(pid=80760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 14:30:17.718717 n-d-805628-1 neutron-server[80760]: DEBUG oslo_concurrency.lockutils [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 14:30:17.891930 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092042-1856-4992-9386-dc4cf0d82ff4 req-19338a95-5a43-40f9-811c-d1e7b3d71d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:17.893379 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-30092042-1856-4992-9386-dc4cf0d82ff4 req-19338a95-5a43-40f9-811c-d1e7b3d71d0c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1097 time: 0.0748780 Aug 23 14:30:17.941726 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-30092042-1856-4992-9386-dc4cf0d82ff4 req-8e54bedc-495c-41e4-8aa4-94b4ff8f79cd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bf8811cd-5c80-45dd-b948-b7014ea80f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Aug 23 14:30:26.194439 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:27.554237 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-80d963c5-a732-4389-96c5-2c827c9ded30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:27.743270 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:28.125602 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:29.869235 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8699e596-f218-4059-93f2-3ad03d3128e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:31.371685 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:32.983016 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:34.780213 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:30:54.028241 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-81860b65-b309-402c-a6a8-a62f814d245c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809355 Aug 23 14:30:54.179150 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-51d0816d-65a2-435a-87d7-3c53f474ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:54.180678 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-51d0816d-65a2-435a-87d7-3c53f474ec28 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.0721540 Aug 23 14:30:54.346226 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-e82edcf5-0610-4d7c-be97-36c57646478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:54.347736 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-e82edcf5-0610-4d7c-be97-36c57646478f service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.1465764 Aug 23 14:30:54.471743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-1d7ade16-4a32-4175-96a0-819f8a2b4e84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.1171374 Aug 23 14:30:54.540905 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-4e38e6b6-9eb4-45af-bedd-f6b58063f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:54.542552 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-4e38e6b6-9eb4-45af-bedd-f6b58063f95e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.0637059 Aug 23 14:30:54.626994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-f5f874cb-82e7-4511-9ea9-4fe04530e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:30:54.637622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-f5f874cb-82e7-4511-9ea9-4fe04530e80f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785286 Aug 23 14:30:54.895150 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-43b8af18-9915-458b-81fd-775081e095ce service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589662 Aug 23 14:30:55.028049 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-0255e5b9-9241-40d0-aeb4-732e2ca771d0 req-fccf18e2-1323-46c1-9d3d-b300313ea668 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260166 Aug 23 14:30:56.216429 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.571391 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9522c7d4-b07a-4de7-aff2-a8c32be8cb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:57.749105 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:58.136794 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:59.845312 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-cfa26cc7-5b6e-4a3d-908b-0105671fbdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:30:59.973299 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-0c5172fa-3a97-4929-808f-95fe46ade026 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0824914 Aug 23 14:31:00.128403 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.128807 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.129319 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.129858 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.130274 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.131189 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.131515 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.133745 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c2c82d2b-aeb6-4014-8db8-5f99c9f0928a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.0840161 Aug 23 14:31:00.305464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-5136050b-e624-4648-beac-40693f7f3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.305950 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-5136050b-e624-4648-beac-40693f7f3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.306440 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-5136050b-e624-4648-beac-40693f7f3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.308068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-5136050b-e624-4648-beac-40693f7f3fa7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.1480548 Aug 23 14:31:00.415043 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-562f974d-e718-4ea8-9592-b4eb720bcad2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.0996506 Aug 23 14:31:00.486747 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-a61c57c1-fe26-4afb-a020-72def5072f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.488250 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-a61c57c1-fe26-4afb-a020-72def5072f42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0627482 Aug 23 14:31:00.566203 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-2e564b7e-ffc6-4181-8eb9-af16e7fda5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.568217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-2e564b7e-ffc6-4181-8eb9-af16e7fda5ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722575 Aug 23 14:31:00.707673 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-69ada994-f931-4f35-a165-7c463f657d1d service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317303 Aug 23 14:31:00.841382 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-a15dfd77-6144-437b-8fe1-8a57d1d96b80 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265426 Aug 23 14:31:00.911988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-b20055f1-c3c8-491f-a9eb-afa6f4cd8044 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.0637684 Aug 23 14:31:00.977643 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-48960a83-df29-42d2-97fd-09651084ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:00.979017 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-48960a83-df29-42d2-97fd-09651084ce17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0609026 Aug 23 14:31:01.056694 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-18140ad0-042a-43a4-88b3-e82d0325846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:01.058214 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-18140ad0-042a-43a4-88b3-e82d0325846b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721381 Aug 23 14:31:01.197139 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-8d20e343-024b-4331-9547-3c4a7bbdd93d service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267843 Aug 23 14:31:01.340424 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-1f6c5879-8be9-4ed8-88ff-6ec4cee7bb19 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362798 Aug 23 14:31:01.399604 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:01.414158 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-52189a81-00ea-44a1-baf8-0b04e9922d8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.0641835 Aug 23 14:31:01.480948 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-93534d31-4256-4d0d-8781-21654434107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:01.482402 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-93534d31-4256-4d0d-8781-21654434107c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0610855 Aug 23 14:31:01.675002 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c000ae26-878f-4652-80cc-e5361373061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:01.676490 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c000ae26-878f-4652-80cc-e5361373061d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1861446 Aug 23 14:31:01.812115 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-fb710fcc-cef6-4c24-8eb7-aafe191ab894 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244779 Aug 23 14:31:01.946733 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-4fa2e902-30c3-4b11-a72f-407effecb369 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269658 Aug 23 14:31:02.021348 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c74983d3-3485-47b0-aa1e-336373c00bed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.0641446 Aug 23 14:31:02.085847 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-dada2818-7e0a-46a8-afc4-38957b731f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:02.087294 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-dada2818-7e0a-46a8-afc4-38957b731f34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0584853 Aug 23 14:31:02.168785 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-26abc397-5393-4b52-a73f-0274beff3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:02.170360 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-26abc397-5393-4b52-a73f-0274beff3e90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763249 Aug 23 14:31:02.307501 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-32658d3d-1f8d-4afa-9c0b-c51b3360f0bf service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296854 Aug 23 14:31:02.441197 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-30873cdd-c681-449b-a7ad-0439742a05e3 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268852 Aug 23 14:31:02.513728 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-ab3d6102-37bf-4df1-b34b-1133938b474c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0645628 Aug 23 14:31:02.579360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-d8e42359-5cd7-4b89-9a6f-3b2e7ebe6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:02.580811 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-d8e42359-5cd7-4b89-9a6f-3b2e7ebe6798 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0603316 Aug 23 14:31:02.662895 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-da31c293-e342-4498-8ebb-e5bc504dcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:02.664458 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-da31c293-e342-4498-8ebb-e5bc504dcc58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757942 Aug 23 14:31:02.807541 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-fbfe3a88-5a5a-47e6-9885-7eebfb4769a4 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319804 Aug 23 14:31:02.954940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-e24c0eb0-955f-4ef5-b34a-c3de24bf6d53 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398599 Aug 23 14:31:03.029344 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:03.031646 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-96c741bf-12c8-4546-ab47-1c93311aa044 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.0694361 Aug 23 14:31:03.096059 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-563fe34e-505d-4e74-920f-f6137edfc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:03.097577 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-563fe34e-505d-4e74-920f-f6137edfc32c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0586896 Aug 23 14:31:03.178915 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-ac56ecdf-2d42-4419-a8ec-b6ea5a9f7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:03.180789 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-ac56ecdf-2d42-4419-a8ec-b6ea5a9f7942 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757020 Aug 23 14:31:03.446255 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-9e4ba873-c3b6-4733-9cef-d6f87fcec4fb service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572629 Aug 23 14:31:03.582734 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-bf87651e-7ea8-4466-9b34-86b7d45047e3 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295116 Aug 23 14:31:03.659086 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-8807502e-4a03-41b9-86af-e2207e655628 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.0687089 Aug 23 14:31:03.727472 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-70cd4763-c5c1-4f6d-bea8-6e61e5e7acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:03.728885 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-70cd4763-c5c1-4f6d-bea8-6e61e5e7acc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0626295 Aug 23 14:31:03.811259 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-f7bc2fce-d772-45df-8d11-153614d1b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:03.812781 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-f7bc2fce-d772-45df-8d11-153614d1b0e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768321 Aug 23 14:31:03.956265 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-c404f979-2d97-4326-b93b-d10ea5deaedd service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345241 Aug 23 14:31:04.095598 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-a759369b-90df-4acf-88ad-3afab8e9fac6 req-72b490e7-d308-4f13-8de8-b96044f6ab27 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317298 Aug 23 14:31:11.779225 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:31:16.589102 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-fabfec83-c833-4e6f-bdc9-5a27c6853480 req-7713b990-596c-4a7a-8a87-882e32e9d9ba service neutron] (80759) timed out ('10.222.0.72', 36118) {{(pid=80759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 14:31:22.893686 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-9624cf2c-cd2b-4005-b387-b77d220453c8 req-b36ac8a6-11f4-4d20-813f-86391f106f0c service neutron] (80759) timed out ('10.222.0.82', 55788) {{(pid=80759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 14:31:26.221813 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:27.587202 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-32bc9d17-0e71-43cb-a193-70b7e989f680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:27.731118 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:28.142154 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:29.838440 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ac59ca01-771a-4c92-af66-b5cabdc86f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:31.410637 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:32.998881 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:48.779541 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:31:51.146944 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-0a8b05db-06ee-4a17-85a1-3682b584006d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711985 Aug 23 14:31:51.245229 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-f4455b15-944b-42a7-8f69-f474c6779281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:51.248408 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-f4455b15-944b-42a7-8f69-f474c6779281 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1097 time: 0.0785391 Aug 23 14:31:51.396756 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-f457b194-94d4-46fd-9692-6c92386f5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:51.398267 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-f457b194-94d4-46fd-9692-6c92386f5afc service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.1307709 Aug 23 14:31:51.503988 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-329907a7-330f-4dd9-9182-223ab87bb541 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 1001 time: 0.0997109 Aug 23 14:31:51.567724 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-1194a93b-e07f-4c4b-bb3b-09e23ef05437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:51.569247 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-1194a93b-e07f-4c4b-bb3b-09e23ef05437 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0589924 Aug 23 14:31:51.647137 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-0cffc344-6497-4114-b6f7-ef5bf1fe0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:31:51.648560 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-0cffc344-6497-4114-b6f7-ef5bf1fe0dd3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733848 Aug 23 14:31:51.787227 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-2cb6a241-c6c7-4761-b37d-25fc3f01bf6c service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316781 Aug 23 14:31:51.929182 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c7d3d372-7130-4dac-bec1-69458e61dc5f req-da3e4b83-b9cc-4327-a0d1-bbc4ad17a2ac service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350641 Aug 23 14:31:56.227530 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:57.592040 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-086a0366-4b6e-4657-9b50-6ff8bac755c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:57.757882 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:58.147148 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:31:59.855177 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f43776a8-74e4-48bc-9782-5ba7cb98d996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:00.120755 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-9d30343d-e90f-4d69-96f8-768adc0adaec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2049434 Aug 23 14:32:00.271014 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.271501 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.271982 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.272462 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.272927 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.273423 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.273893 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.275771 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-03c6c1d9-53af-4ffb-b2f0-2e3e651e4960 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.0797579 Aug 23 14:32:00.431844 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-e74d76d5-6b02-4c55-a518-1c262a63913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.432333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-e74d76d5-6b02-4c55-a518-1c262a63913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.432809 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-e74d76d5-6b02-4c55-a518-1c262a63913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.434437 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-e74d76d5-6b02-4c55-a518-1c262a63913a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.1342757 Aug 23 14:32:00.539307 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-ed5aae2d-fedf-44c4-ac44-af9f6542c755 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.0974655 Aug 23 14:32:00.606068 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-4577d6e6-4091-4fd4-977b-183255ca72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.607532 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-4577d6e6-4091-4fd4-977b-183255ca72b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0607722 Aug 23 14:32:00.684333 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-1f432995-d27b-4b9a-a788-3b1c479d6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:00.685814 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-1f432995-d27b-4b9a-a788-3b1c479d6d61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706799 Aug 23 14:32:00.830825 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-2d10d1d1-e1b4-4790-a82e-c26efb5aecc8 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367962 Aug 23 14:32:00.965072 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-9967c6f8-0537-488c-8782-42fba8f8b3cb service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268001 Aug 23 14:32:01.036614 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-c48ac66e-3a5d-40ea-8eb8-069de8223797 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.0648239 Aug 23 14:32:01.100810 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-2b0924d1-a29f-4ad5-8e1e-9e0d37e4c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:01.102281 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-2b0924d1-a29f-4ad5-8e1e-9e0d37e4c79e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0591121 Aug 23 14:32:01.183835 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-f7544302-62e2-4ca9-b974-2a7998fafa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:01.185972 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-f7544302-62e2-4ca9-b974-2a7998fafa72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764050 Aug 23 14:32:01.320208 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-7e6824f0-b411-419d-a0b9-9a8df8cd9ccd service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263142 Aug 23 14:32:01.398716 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:01.453639 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-ea2c57e8-9be5-445f-8c7f-924ec5c32e3b service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265197 Aug 23 14:32:01.532463 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-26c32ae9-1dfb-4c09-b2af-f32f6e04e43f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.0634682 Aug 23 14:32:01.596464 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-d25ffa03-7a2b-487b-8624-320684ea6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:01.598019 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-d25ffa03-7a2b-487b-8624-320684ea6295 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0571463 Aug 23 14:32:01.673714 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-b9208dee-95c6-4e8e-b055-295f17b71bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:01.675172 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-b9208dee-95c6-4e8e-b055-295f17b71bb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692477 Aug 23 14:32:01.921124 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-2b8e5cfe-b115-4015-bfaf-6c25e947ba23 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371919 Aug 23 14:32:02.066942 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-72b3d036-67f8-47d7-827d-8c290d86bd86 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388893 Aug 23 14:32:02.141869 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-00da396d-a41b-4ce6-9594-28097cce1a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.0675385 Aug 23 14:32:02.209035 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-36f25593-b4ed-4f2b-b4bc-d26332834424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:02.210514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-36f25593-b4ed-4f2b-b4bc-d26332834424 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0622728 Aug 23 14:32:02.288282 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-3fd4cd0c-9747-4b93-80c9-0fa9b5490387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:02.289848 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-3fd4cd0c-9747-4b93-80c9-0fa9b5490387 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729277 Aug 23 14:32:02.428362 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-cc26c0d1-e2bb-450b-8ca8-4f72033c771f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315796 Aug 23 14:32:02.565468 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-7b986838-29fc-49f2-80f8-e0f1a63a0141 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303329 Aug 23 14:32:02.638608 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-5a654fd1-7eba-4322-bd53-411ccb473013 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0660067 Aug 23 14:32:02.705652 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-62692730-2307-439f-80b3-700a9ea7158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:02.707050 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-62692730-2307-439f-80b3-700a9ea7158d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0605807 Aug 23 14:32:02.786560 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-3a3792ef-734f-4ac8-a9d1-843914161115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:02.788082 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-3a3792ef-734f-4ac8-a9d1-843914161115 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730915 Aug 23 14:32:02.924873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-1e06b133-4c1d-464b-a0d5-0103eeb02c15 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281247 Aug 23 14:32:03.028455 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:03.059664 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-358b8fa2-8db8-425b-8f4e-78baafee5320 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272829 Aug 23 14:32:03.136891 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-8a3c973c-5aef-4de7-9f7a-2187cf1ac1f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.0700185 Aug 23 14:32:03.206552 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-f70a86e8-1ff3-4836-92f7-3c324d23b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:03.208537 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-f70a86e8-1ff3-4836-92f7-3c324d23b8c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0653286 Aug 23 14:32:03.287082 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-dae833c7-b36d-43b9-8244-7306b98cd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:03.288524 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-dae833c7-b36d-43b9-8244-7306b98cd5f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733178 Aug 23 14:32:03.432699 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-9fab3b73-27d8-48e2-a549-3fa75044ddce service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358981 Aug 23 14:32:03.694053 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-27d8681d-e33a-4fca-9160-9787e0901710 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544396 Aug 23 14:32:03.768210 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-eb877c51-5aac-464e-b6c7-072acc823990 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.0671504 Aug 23 14:32:03.836491 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-0032e7e2-91ff-443c-9833-f604dcc4fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:03.838031 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-0032e7e2-91ff-443c-9833-f604dcc4fac2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0618451 Aug 23 14:32:03.934746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-053b32e1-4da2-4a95-bc74-d4fe4c742c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:03.936343 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-053b32e1-4da2-4a95-bc74-d4fe4c742c85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900173 Aug 23 14:32:04.086051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-f8ded195-a881-41b7-81a8-484bd4d4cbd6 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396761 Aug 23 14:32:04.243782 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ae8cbb3b-cbec-40b1-88cb-a3c42a8aa544 req-379edc1d-14f0-458a-babe-eeca2876d08e service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508253 Aug 23 14:32:25.778778 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:32:26.272266 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:27.582046 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-35fb0d1a-eb7d-42c8-ac14-d9aff144cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:27.748015 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:28.147065 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:29.860918 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f7093584-88bc-4b39-9409-05f61e5a4bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:31.393704 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:33.032580 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:51.831404 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-5d27f705-13ac-4aca-8170-c68689d7c29c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1688838 Aug 23 14:32:51.974520 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-34b0df1e-b35f-4742-a004-dd885ea86f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:51.975911 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-34b0df1e-b35f-4742-a004-dd885ea86f8c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.0768425 Aug 23 14:32:52.122425 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-f88c1191-7db3-4d29-819d-f661530e3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:52.123896 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-f88c1191-7db3-4d29-819d-f661530e3e0d service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.1281669 Aug 23 14:32:52.227934 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-02f6664b-bb9c-4c07-b7e0-45d6726f6d8e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.0967991 Aug 23 14:32:52.291903 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-fe1afc4b-adbd-4e2e-b555-1eb51ea5e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:52.293367 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-fe1afc4b-adbd-4e2e-b555-1eb51ea5e5da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.0587802 Aug 23 14:32:52.367219 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-36fa148e-86cb-47ea-bb20-09ae69d82950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:32:52.368674 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-36fa148e-86cb-47ea-bb20-09ae69d82950 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694189 Aug 23 14:32:52.501392 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-4f003e29-e082-44ba-a3e6-52f17c1d5da4 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261907 Aug 23 14:32:52.635483 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-9bc5dcdf-c9f7-4d90-857c-f309043b4e95 req-4ae9a190-4f69-4622-a095-9d457402b2d9 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274781 Aug 23 14:32:56.273909 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:57.559895 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-0385b43e-dc0b-4046-88bd-9669c6212904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:57.742178 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:58.154098 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:32:59.857248 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f1408e9b-35ba-43fe-9d8b-76f18c850624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:01.411692 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:01.992248 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-1a75c763-e83b-47c9-b694-5aa4bfe60256 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0802386 Aug 23 14:33:02.147056 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.147544 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.148025 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.148498 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.148967 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.149461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.149932 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.151775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6b27e469-0046-4560-abbd-753e52b629d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.0818148 Aug 23 14:33:02.433994 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-392af7ab-5234-4d09-9d59-b34d8b67f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.434479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-392af7ab-5234-4d09-9d59-b34d8b67f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.434952 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-392af7ab-5234-4d09-9d59-b34d8b67f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.436534 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-392af7ab-5234-4d09-9d59-b34d8b67f577 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.2603481 Aug 23 14:33:02.543960 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-028c8d8c-93d0-4dfc-88d7-3907b05f6343 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.0996299 Aug 23 14:33:02.613638 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-873cc04f-566a-4abe-991c-cf1a213cf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.615091 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-873cc04f-566a-4abe-991c-cf1a213cf5d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0623872 Aug 23 14:33:02.693751 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-95fecddc-ba16-4d63-be00-f1ef96faad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:02.695242 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-95fecddc-ba16-4d63-be00-f1ef96faad86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727539 Aug 23 14:33:02.777947 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:33:02.830601 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-f2f73fcc-5303-4322-8d27-b3dfe222dfe2 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280069 Aug 23 14:33:02.983995 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-48edab65-1806-423c-8f4f-a9c642b250fb service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408241 Aug 23 14:33:03.006076 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:03.061043 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-5aad29dd-33fb-4272-a34b-dfbae9fb6f2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.0653570 Aug 23 14:33:03.125692 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-65978bcb-7a1f-48d6-86b6-d0b3079dd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:03.127103 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-65978bcb-7a1f-48d6-86b6-d0b3079dd135 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0568032 Aug 23 14:33:03.207746 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-af3eb504-4ed5-4086-8009-4562d2012a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:03.209394 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-af3eb504-4ed5-4086-8009-4562d2012a74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748396 Aug 23 14:33:03.343574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-1c767b29-2077-45f5-aff7-761acbea1fc7 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251712 Aug 23 14:33:03.479583 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-321857f7-26bd-4006-9d9d-ba6d9d49054f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244860 Aug 23 14:33:03.551839 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-f767836d-3b0a-436c-8fb8-6f3494cd2de7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.0646081 Aug 23 14:33:03.615921 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-178b8b54-4a9f-4779-b2af-9495d55d6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:03.617422 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-178b8b54-4a9f-4779-b2af-9495d55d6e4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0585635 Aug 23 14:33:03.693832 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-5c76d76e-16fa-473d-9090-99f8446d22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:03.696060 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-5c76d76e-16fa-473d-9090-99f8446d22c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711303 Aug 23 14:33:03.831378 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-8a74edd9-071c-42cc-b44e-4968ae3a64f7 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283915 Aug 23 14:33:03.965280 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-0f1d10c1-878d-45ef-943d-77f554e21e6f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261308 Aug 23 14:33:04.146874 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-4e88eb99-17c2-4e7c-9bb5-31dbe25a926e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.1743748 Aug 23 14:33:04.212814 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-0ab65569-02af-4f22-8d38-19173c84cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:04.214298 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-0ab65569-02af-4f22-8d38-19173c84cb4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0610013 Aug 23 14:33:04.292913 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6c6fa218-4ddf-4d6f-94a7-a409fa1bacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:04.294373 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-6c6fa218-4ddf-4d6f-94a7-a409fa1bacf6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704930 Aug 23 14:33:04.427430 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-f4b9a720-ae14-4d57-b99f-27bbf3ca92d8 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249640 Aug 23 14:33:04.559379 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-0d17e66d-8972-4baf-b51b-3452b2859159 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234159 Aug 23 14:33:04.637724 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-3fb45f34-cbc7-4ec0-b282-10608a968247 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0647402 Aug 23 14:33:04.695716 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-f92fda20-cd33-422f-a97e-3cd08dc539ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:04.697191 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-f92fda20-cd33-422f-a97e-3cd08dc539ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0591919 Aug 23 14:33:04.782221 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-e1901df1-8978-4e97-9f8f-66b95b3e5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:04.783708 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-e1901df1-8978-4e97-9f8f-66b95b3e5e81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754144 Aug 23 14:33:04.926237 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-d8015110-6e28-4d72-9e01-77440c0c661f service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340883 Aug 23 14:33:05.063205 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-440119ca-88cc-4278-ad16-bbf9b66d2b1e service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274757 Aug 23 14:33:05.133717 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-c27829b1-86bf-4811-88b7-a7133838c054 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.0628400 Aug 23 14:33:05.211249 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-46f83b91-84d2-402c-a563-1a8e58e9a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:05.212617 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-46f83b91-84d2-402c-a563-1a8e58e9a744 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0723438 Aug 23 14:33:05.292385 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-2fe511f7-b70f-4d71-8a11-29c3d0529c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:05.293930 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-2fe511f7-b70f-4d71-8a11-29c3d0529c81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729830 Aug 23 14:33:05.433894 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-a3562b2b-476c-420e-9b8c-5098afd71b7f service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326802 Aug 23 14:33:05.573371 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-751bde68-c21a-4d01-9991-7be7eaec00d4 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276662 Aug 23 14:33:05.763815 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-fdb42b8e-46f6-4ab5-bec3-ec5841fcf1d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.1825242 Aug 23 14:33:05.828192 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-19d411bc-3a01-4d41-994d-8e7b3b0478d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:05.829575 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-19d411bc-3a01-4d41-994d-8e7b3b0478d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0591147 Aug 23 14:33:05.907005 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9bfdc-322b-4740-8498-277387daa72e req-07f7b9b4-1cb2-4afd-a5df-e4f05fe16c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:05.908464 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-07f7b9b4-1cb2-4afd-a5df-e4f05fe16c02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719635 Aug 23 14:33:06.043035 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-11941d46-80cc-45f9-bd76-42fcd7cff804 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251712 Aug 23 14:33:06.175759 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-f8f9bfdc-322b-4740-8498-277387daa72e req-d6d19333-b0ed-41ae-bf56-b67a50e81543 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260529 Aug 23 14:33:26.279813 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:27.566593 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e876dea3-13d4-4c1b-9910-d71c134fae59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:27.752826 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:28.169589 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:29.874506 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3461fdb-da76-4ea0-83d1-a6c40b9e8347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:31.405551 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:33.005573 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:39.783903 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:33:53.142968 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-18f38056-ad90-465d-9e13-f2a31ce7412f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727010 Aug 23 14:33:53.240199 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-0db1289d-b630-4e78-93c8-c65d69849368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:53.241732 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-0db1289d-b630-4e78-93c8-c65d69849368 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1097 time: 0.0766404 Aug 23 14:33:53.398990 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-181e4051-45a8-4df9-ae42-3cea929c038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:53.400458 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-181e4051-45a8-4df9-ae42-3cea929c038d service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.1384168 Aug 23 14:33:53.508720 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-b96b0261-4751-46f3-8790-2069ab8b1555 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 1001 time: 0.1010988 Aug 23 14:33:53.573158 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-841c74b0-4510-43d9-afcb-4a7334279971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:53.574609 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-841c74b0-4510-43d9-afcb-4a7334279971 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0592210 Aug 23 14:33:53.650162 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-68bed86e-7798-4b40-a4e9-3aee209e075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:33:53.651554 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-68bed86e-7798-4b40-a4e9-3aee209e075b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710948 Aug 23 14:33:53.788395 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-8ee37939-a25d-46cc-a6e6-569b6d77c6c5 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299546 Aug 23 14:33:53.932264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-c1ba0ab5-1fb1-4682-92a5-f205eba6ed43 req-c2dbe79c-c799-45d4-8b6f-b722b4dab56d service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369951 Aug 23 14:33:56.314439 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:57.569679 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-70dfd369-c66a-4a6c-bf49-fb1031a25965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:57.783029 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:58.142575 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:33:59.863986 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-55fa1c1d-4bc4-49ed-862e-4021e3ed01b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:01.406223 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:03.021531 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:03.024574 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-f358b4e0-d1d1-416f-878b-e680a425e237 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1300609 Aug 23 14:34:03.180094 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.180587 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.181090 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.181594 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.182076 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.182569 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.183040 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.184933 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-41d80435-744c-4c01-adf8-ac65fbdddacf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.0833158 Aug 23 14:34:03.346233 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-2da82b56-07c6-45b8-b8dd-ddd93270bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.347161 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-2da82b56-07c6-45b8-b8dd-ddd93270bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.347633 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-2da82b56-07c6-45b8-b8dd-ddd93270bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.349243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-2da82b56-07c6-45b8-b8dd-ddd93270bebd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.1378403 Aug 23 14:34:03.456839 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-8a888326-7b0d-4972-8d22-e8b7e32166b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.0998304 Aug 23 14:34:03.525766 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-1b93beaf-237a-4cf3-b8a7-a006d8f0f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.527289 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-1b93beaf-237a-4cf3-b8a7-a006d8f0f791 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0639138 Aug 23 14:34:03.607757 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-aea637af-6993-4d32-82c4-d63b6461782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:03.609213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-aea637af-6993-4d32-82c4-d63b6461782e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752392 Aug 23 14:34:03.882083 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-1f7f863b-6f5b-4da2-80db-f83eb25e0878 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650268 Aug 23 14:34:04.024514 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-43aaab26-b09a-4e2d-815f-94d84bf8d8d5 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351120 Aug 23 14:34:04.101705 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-420b33a9-18be-4d89-a2a4-8176968ea510 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.0703702 Aug 23 14:34:04.167135 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-20778aae-f6ae-4bc1-9d2f-4f71f2e89f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:04.168626 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-20778aae-f6ae-4bc1-9d2f-4f71f2e89f8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0593488 Aug 23 14:34:04.251138 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-3266e7fa-91e1-4812-8bae-c715b2b3d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:04.252633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-3266e7fa-91e1-4812-8bae-c715b2b3d239 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767007 Aug 23 14:34:04.389832 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-571458a4-a381-4194-bb48-549d81089da3 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297526 Aug 23 14:34:04.529279 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-e596f2b5-1ed8-4c92-a492-683e3cf5f393 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314032 Aug 23 14:34:04.602396 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-7904b078-17fe-4f77-b572-b8af42467954 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.0660889 Aug 23 14:34:04.666167 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-e081f070-d104-4249-a299-2af3c1257ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:04.667633 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-e081f070-d104-4249-a299-2af3c1257ea9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0583751 Aug 23 14:34:04.750479 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-8236dbc5-1cf0-4cb4-9208-76df48f3ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:04.751969 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-8236dbc5-1cf0-4cb4-9208-76df48f3ced3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772870 Aug 23 14:34:04.897752 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-233c54e1-9ed8-442a-89a5-a786f6d39084 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363881 Aug 23 14:34:05.040715 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-618dbd94-b58a-4d2c-b497-146c2da21e88 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359351 Aug 23 14:34:05.114183 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-a39181be-af89-43b5-a207-8eec795042e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.0658007 Aug 23 14:34:05.179343 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-b52c6afa-57f8-4829-a28f-243308a4d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:05.180730 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-b52c6afa-57f8-4829-a28f-243308a4d3bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0592921 Aug 23 14:34:05.262358 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-cc55b557-38b8-4e5a-af45-23a48652d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:05.263865 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-cc55b557-38b8-4e5a-af45-23a48652d55f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767469 Aug 23 14:34:05.516767 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-e6920ed6-1f6e-4b6f-89a7-46f0c0c3d56c service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450583 Aug 23 14:34:05.652503 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-9900e73c-6c09-4a13-8812-f0f8772a3362 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282310 Aug 23 14:34:05.727536 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-632c3607-d951-449b-9836-1d47a4cdefac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0662146 Aug 23 14:34:05.792064 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-620efed9-cd14-4cd6-a444-4f57ecd1a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:05.793470 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-620efed9-cd14-4cd6-a444-4f57ecd1a499 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0590980 Aug 23 14:34:05.874525 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-f71a0889-fb41-435d-bcb3-f40c61572c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:05.876403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-f71a0889-fb41-435d-bcb3-f40c61572c6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751340 Aug 23 14:34:06.022012 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-7eaa7fb6-d9ac-4a13-97d9-1cfe9c854eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374850 Aug 23 14:34:06.158041 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-809bdd3a-4b0d-44a7-a80f-0f9d466824d9 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290786 Aug 23 14:34:06.231986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-db990507-052b-44c4-9ee8-f079e1eac66f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.0661802 Aug 23 14:34:06.295309 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-4176223f-5df7-4cdc-8225-9b7e2107b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:06.297038 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-4176223f-5df7-4cdc-8225-9b7e2107b6f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0582108 Aug 23 14:34:06.374881 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-b1891ab1-1326-4863-aa14-d33270ce2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:06.377403 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-b1891ab1-1326-4863-aa14-d33270ce2084 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728736 Aug 23 14:34:06.520644 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-2f007f33-7fac-4745-b5c6-6f80cb765f62 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316099 Aug 23 14:34:06.657965 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-e0ced2cc-0d86-4395-9d19-31f87e021247 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297932 Aug 23 14:34:06.732785 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-e1e794de-7ec7-4fb1-8e6b-47129c0e5dbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.0661900 Aug 23 14:34:06.795174 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-97caf8df-9252-4e32-a023-ed39edce254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:06.796896 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-97caf8df-9252-4e32-a023-ed39edce254c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0573862 Aug 23 14:34:06.879389 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-511ad8d1-311c-4108-ae83-0970ab29f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:06.880909 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-511ad8d1-311c-4108-ae83-0970ab29f955 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749650 Aug 23 14:34:07.141350 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-d68c9ccc-6f82-460b-b124-77c33d7fa4fe service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525327 Aug 23 14:34:07.274916 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-505ca162-5e5b-4671-85c3-e28de3b2dcae req-6f48f641-31a2-4fc4-89c8-448e0f31d7ba service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260397 Aug 23 14:34:16.774179 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:34:26.295383 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:27.592822 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-9710a973-e840-441b-882a-0eafcc4f3b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:27.805980 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:28.143175 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:29.909032 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-faf41e6c-8719-4166-b24c-53555a596436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:31.417868 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:33.006268 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:53.071529 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-4494abd5-013a-4d6b-954f-2fd8fa4746ec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813849 Aug 23 14:34:53.216953 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-69e231da-ffe6-4092-b470-5e529b452cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:53.218628 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-69e231da-ffe6-4092-b470-5e529b452cb2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32ca65953eb0442db446486729bf4f90&device_id=b9adc4d5-b863-40ce-8bec-90aff21fecc3 HTTP/1.1" status: 200 len: 1096 time: 0.0768390 Aug 23 14:34:53.365945 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-97e368ba-7f6c-40b7-9237-c9825c4fe4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:53.367326 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-97e368ba-7f6c-40b7-9237-c9825c4fe4d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec HTTP/1.1" status: 200 len: 913 time: 0.1298895 Aug 23 14:34:53.473831 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-1fe75a6e-3be2-4f8a-85ff-404208538c25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad174be9-fc6d-4aa2-8a26-2b101d82d797 HTTP/1.1" status: 200 len: 1000 time: 0.0994668 Aug 23 14:34:53.539507 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-af79a0f6-52d6-42b4-8981-019440e76363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:53.541051 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-af79a0f6-52d6-42b4-8981-019440e76363 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c96bf2f-c4da-4e19-9094-e850146a2e9e HTTP/1.1" status: 200 len: 850 time: 0.0607648 Aug 23 14:34:53.624534 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-3112713a-9632-48ad-b218-e546fe7e9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:34:53.626102 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-3112713a-9632-48ad-b218-e546fe7e9b3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786934 Aug 23 14:34:53.761740 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-0e51d500-b5e7-44ec-b13e-c4bffb1044c6 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291513 Aug 23 14:34:53.772703 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:34:53.904091 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-ddc51f52-63ee-4a0b-adac-68dfe10e4edb req-ab0ea28c-1657-4aaf-8f5f-906b601175e2 service neutron] 10.222.0.82 "GET /v2.0/networks/00c0e7c4-b07f-45b1-b69e-7d0ecb4198ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358359 Aug 23 14:34:56.333181 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:57.592786 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-e18c4d98-60b1-4976-bd77-538ed9da8642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:57.787031 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:58.152528 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:34:59.858244 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-196987bb-835a-450c-b5b0-33f916eceb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:01.417606 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:03.004200 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:03.722775 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-e31c55ca-5d53-44f2-83c5-824b6b09f31e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0783257 Aug 23 14:35:03.881378 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.881865 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.882347 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.882822 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.883296 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.883880 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.884351 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:03.886308 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-b88f17ae-67dd-4c82-a259-ebf94a0de8ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.0870852 Aug 23 14:35:04.054049 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-4de58090-4484-4cbf-b926-a2acb2d23237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.054536 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-4de58090-4484-4cbf-b926-a2acb2d23237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.055010 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-4de58090-4484-4cbf-b926-a2acb2d23237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.056610 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-4de58090-4484-4cbf-b926-a2acb2d23237 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.1454272 Aug 23 14:35:04.164571 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-02aeecb9-e001-4e4c-b5b8-42d5578e0e55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.1006925 Aug 23 14:35:04.234362 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-086cba5a-f616-41d3-83b7-265c0d6831e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.235882 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-086cba5a-f616-41d3-83b7-265c0d6831e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0639088 Aug 23 14:35:04.318821 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-f0ee3dfb-1651-4434-bbc8-16f5031fcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.320258 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-f0ee3dfb-1651-4434-bbc8-16f5031fcc15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767789 Aug 23 14:35:04.589980 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-4b6a904d-ef36-4250-8179-a01e2151b09c service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617948 Aug 23 14:35:04.733777 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-af49e25d-738a-4efc-9a0c-004a9ea6801d service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370597 Aug 23 14:35:04.805743 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-1634a8cf-6a2c-4e91-bc08-c98d11eacd88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.0649197 Aug 23 14:35:04.872598 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-6fd45c53-38e2-4cf6-a1c7-5d58be5dfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.875008 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-6fd45c53-38e2-4cf6-a1c7-5d58be5dfc60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0624218 Aug 23 14:35:04.954360 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-90ec2880-3918-4294-894e-bdb4f20016b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:04.955868 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-90ec2880-3918-4294-894e-bdb4f20016b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743704 Aug 23 14:35:05.095693 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-e7f2b880-f581-4bcd-8a23-e9b3559b544c service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319473 Aug 23 14:35:05.238153 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-0c60a974-259f-404d-a3f5-566bbe363925 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340995 Aug 23 14:35:05.311703 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-bd622016-911f-43bb-a58f-08d8f442f326 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.0651581 Aug 23 14:35:05.374367 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-037ffc0e-d3f3-4f31-adbf-797a6f0ceb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:05.375863 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-037ffc0e-d3f3-4f31-adbf-797a6f0ceb5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0576606 Aug 23 14:35:05.456637 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-55eb5682-2c2a-4ddc-a0d4-24ffd7c3f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:05.458623 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-55eb5682-2c2a-4ddc-a0d4-24ffd7c3f70d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752702 Aug 23 14:35:05.596749 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-9374c494-6dae-43c5-857a-52c0b272fccf service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305947 Aug 23 14:35:05.744566 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-b157aa9b-d93c-4a11-8579-79a5268c253d service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398335 Aug 23 14:35:05.817504 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-1fb716e7-4183-4c4a-a8ab-3583d3cbc56e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.0658762 Aug 23 14:35:05.882636 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-e383dab5-2400-4e52-8792-e8a2a42ada2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:05.884021 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-e383dab5-2400-4e52-8792-e8a2a42ada2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0594568 Aug 23 14:35:05.966947 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-dc7dacd2-906e-41fb-ba59-a67e120fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:05.968445 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-dc7dacd2-906e-41fb-ba59-a67e120fd2aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774593 Aug 23 14:35:06.229609 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-059d85e1-fe21-4692-bbf6-af16c16d3406 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537749 Aug 23 14:35:06.372486 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-e7dd3005-d43c-4d76-8aad-3e18ff9b20ae service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353858 Aug 23 14:35:06.446037 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-49edf915-c8ef-401a-b2bb-f0f54466b2c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0663655 Aug 23 14:35:06.516078 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-812f3f92-073e-44e1-bc3b-e186b9ace45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:06.517515 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-812f3f92-073e-44e1-bc3b-e186b9ace45d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0648870 Aug 23 14:35:06.606461 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-c31f85d5-6e6a-4438-9fab-8df8d9ca3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:06.607984 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-c31f85d5-6e6a-4438-9fab-8df8d9ca3f5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833156 Aug 23 14:35:06.742597 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-a1ab3740-ab77-4dfc-bb5f-3bbf0238165a service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267862 Aug 23 14:35:06.888264 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-254b2c0b-9398-4186-a470-31e011144af8 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383259 Aug 23 14:35:06.964436 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-f31156ca-cdaa-451d-8e27-08b702090bf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.0677774 Aug 23 14:35:07.033339 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-6304c0e4-f76e-41cb-a2c4-5170dccb3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:07.034850 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-6304c0e4-f76e-41cb-a2c4-5170dccb3a62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0639629 Aug 23 14:35:07.114346 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-06437dd8-dfdb-4a51-bf0d-6bda8343c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:07.115873 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-06437dd8-dfdb-4a51-bf0d-6bda8343c9f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737243 Aug 23 14:35:07.253919 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-5150d20e-bd69-44d6-8e05-6f42f644d013 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307092 Aug 23 14:35:07.392073 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-963e09e8-095c-4498-bbe0-e6cfcbe02975 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306736 Aug 23 14:35:07.468068 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-5e35a903-59bc-4caa-99cb-cc34c63b1b47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.0676334 Aug 23 14:35:07.543847 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-f17d020e-9146-42f2-bb87-955f3ef6afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:07.545245 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-f17d020e-9146-42f2-bb87-955f3ef6afcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0708120 Aug 23 14:35:07.624383 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cae9aa-e060-408b-9185-6581918e31ef req-eacbea37-9288-442c-91c1-5a71a890c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:07.625940 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-eacbea37-9288-442c-91c1-5a71a890c559 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730803 Aug 23 14:35:07.762187 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-69b3cd67-c4a9-45e0-98e9-eaf02fec2d1d service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289487 Aug 23 14:35:08.021778 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32cae9aa-e060-408b-9185-6581918e31ef req-4920e8c6-1950-4247-99d2-6c79ced3f92d service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522504 Aug 23 14:35:26.312709 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:27.587576 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-3adfac3c-2d84-482f-88a7-9f4561dc665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:27.803824 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:28.157980 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:29.886075 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-b01e407f-2407-4c59-8215-1a67aab723e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:30.779558 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:35:31.630596 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:33.017980 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:54.142679 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-8f439e2e-0216-40d9-80b2-b601ede8802c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=452bc412-52bd-44a9-994f-6af41a158723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727541 Aug 23 14:35:54.232698 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-7cf4c5cb-371f-4d61-b82d-174f4753d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:54.234217 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-7cf4c5cb-371f-4d61-b82d-174f4753d63d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=49916597200042ae959f72dd430b4134&device_id=452bc412-52bd-44a9-994f-6af41a158723 HTTP/1.1" status: 200 len: 1097 time: 0.0718503 Aug 23 14:35:54.380878 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-d8340d93-fa6e-4b89-bcd6-37359e06827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:54.382293 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-d8340d93-fa6e-4b89-bcd6-37359e06827c service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2772466-1850-4e89-a8e1-6c7eb8055f5d HTTP/1.1" status: 200 len: 919 time: 0.1289437 Aug 23 14:35:54.486885 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-58e3bdf1-3d8f-4869-816c-a1d70578f88f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfdd8d31-9ac0-4992-8fc9-aa8313e88fcd HTTP/1.1" status: 200 len: 1001 time: 0.0970554 Aug 23 14:35:54.551039 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-78a830eb-4a76-47e4-a1a0-6b92c6943158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:54.552474 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-78a830eb-4a76-47e4-a1a0-6b92c6943158 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f255428-13e0-4e06-86c8-6d2c1af0853e HTTP/1.1" status: 200 len: 856 time: 0.0595925 Aug 23 14:35:54.630794 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-225c129c-f454-46ad-b8ec-0925dbdc6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:35:54.632333 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-225c129c-f454-46ad-b8ec-0925dbdc6be5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2772466-1850-4e89-a8e1-6c7eb8055f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730450 Aug 23 14:35:54.763236 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-455ca944-8a05-4a33-8a35-b04081741536 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241422 Aug 23 14:35:54.896243 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-32f9c638-8232-4bbc-b646-64cc3592b5e4 req-ba372257-1ab5-4a5c-b5d6-19c004ddf266 service neutron] 10.222.0.82 "GET /v2.0/networks/c2772466-1850-4e89-a8e1-6c7eb8055f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260886 Aug 23 14:35:56.300452 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:57.603350 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-bfabb246-b1a7-419a-96bc-4c5a2d768af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:57.820772 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:58.146216 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:35:59.869260 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-4a32ece0-7566-42e0-8a44-ea7d06a5087d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:01.411476 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:03.000582 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:04.995381 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-3de56927-532b-47a0-9777-5094aa5e91da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328d68f-09db-4abf-bd37-afc46196b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0763261 Aug 23 14:36:05.154327 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.154819 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.155301 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.155778 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.156253 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.156727 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.157353 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.159239 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-9a471c87-1451-4949-a8ff-a2d31ac71d48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=46bcae8ed8ed44d899057f085a0060d7&device_id=5328d68f-09db-4abf-bd37-afc46196b2ff HTTP/1.1" status: 200 len: 6500 time: 0.0840099 Aug 23 14:36:05.321991 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-fe4458d7-eff7-4c73-b95e-ca14f137d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.322971 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-fe4458d7-eff7-4c73-b95e-ca14f137d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.323450 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-fe4458d7-eff7-4c73-b95e-ca14f137d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.325013 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-fe4458d7-eff7-4c73-b95e-ca14f137d0e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=9208984e-1876-483f-a715-7f9a67d1f7ef&id=3f9e285f-bc9e-4315-9439-46a69316e3a2&id=3f9e285f-bc9e-4315-9439-46a69316e3a2 HTTP/1.1" status: 200 len: 2300 time: 0.1374075 Aug 23 14:36:05.428986 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-66657890-fcd2-45de-a907-1f8506e2219e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4733c45-5e02-4f23-83e9-dfd4518be297 HTTP/1.1" status: 200 len: 1000 time: 0.0966847 Aug 23 14:36:05.496123 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-215e3c8f-897e-439e-926c-3c16e3e3c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.497815 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-215e3c8f-897e-439e-926c-3c16e3e3c7f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8d1c2f7-b095-4e17-ba3e-3ecd21060efe HTTP/1.1" status: 200 len: 854 time: 0.0570939 Aug 23 14:36:05.580972 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-1ec2ebac-f98a-44a7-8843-3e409597b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:05.582389 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-1ec2ebac-f98a-44a7-8843-3e409597b5a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c19dde2f-9025-4ff4-8a6a-74f0d932ef59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740545 Aug 23 14:36:05.835622 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-6f08580c-3c1c-456f-b56c-705271fc9527 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443621 Aug 23 14:36:05.967978 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-16855474-1d71-49a7-8e95-752d17bb04b0 service neutron] 10.222.0.64 "GET /v2.0/networks/c19dde2f-9025-4ff4-8a6a-74f0d932ef59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238906 Aug 23 14:36:06.040334 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-cb868a08-291e-4303-b8ee-03b5a4a568e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=8f3ba8fa-8b59-47e1-b0f5-b3c03aa64f69 HTTP/1.1" status: 200 len: 217 time: 0.0613008 Aug 23 14:36:06.109553 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-55c31875-7e8a-43e1-88f1-acaf6f68331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:06.110900 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-55c31875-7e8a-43e1-88f1-acaf6f68331a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0608883 Aug 23 14:36:06.189748 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-4a2cb48b-f6c3-4b29-906b-8fc23e97dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:06.191213 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-4a2cb48b-f6c3-4b29-906b-8fc23e97dbbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696433 Aug 23 14:36:06.328448 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-00026f5d-e97c-4bc0-a809-4104699e41ce service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294250 Aug 23 14:36:06.462557 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-291fc577-42f9-420b-9cc6-def68237b7ab service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246264 Aug 23 14:36:06.537800 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-74dffdd1-3048-41fe-8135-02657270fbf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0bd1c790-7866-424d-a12d-328f0f03c4ca HTTP/1.1" status: 200 len: 217 time: 0.0650644 Aug 23 14:36:06.604437 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-6add5a94-b60e-402a-813c-f5708bf38fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:06.605933 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-6add5a94-b60e-402a-813c-f5708bf38fe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0584455 Aug 23 14:36:06.688787 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-84c731a6-e07c-4bc2-80b4-7558ec3af9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:06.690305 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-84c731a6-e07c-4bc2-80b4-7558ec3af9dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741291 Aug 23 14:36:06.822949 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-6909cd7f-3d1b-4ec6-aa68-b003ca5a7fe5 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237900 Aug 23 14:36:06.958125 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-ef4cd2c3-bec1-43fc-911d-665094461ea0 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253440 Aug 23 14:36:07.030429 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-8514e163-4cb0-448a-b5a5-bc384673b42d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=fab742cd-4c36-45bf-82cd-70b8ad028ef7 HTTP/1.1" status: 200 len: 217 time: 0.0641127 Aug 23 14:36:07.096855 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-de02b1b5-ddf5-4916-9352-0f7d4c3c1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:07.098334 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-de02b1b5-ddf5-4916-9352-0f7d4c3c1258 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0581524 Aug 23 14:36:07.176462 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-b5d8b474-82dc-49ac-a6bc-7f7367c7dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:07.177961 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-b5d8b474-82dc-49ac-a6bc-7f7367c7dfe7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692871 Aug 23 14:36:07.311343 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-1e2fe84c-dcff-466a-a8dd-634b544f2e56 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252828 Aug 23 14:36:07.551238 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-293ee159-071f-4348-bab6-148ccf45134e service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332745 Aug 23 14:36:07.626884 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-8270491c-4c8e-48e8-8ee9-804193ad876f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=655de0f9-e31f-49f9-8ca8-6b02cabfd06d HTTP/1.1" status: 200 len: 217 time: 0.0640323 Aug 23 14:36:07.695258 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-ef938e89-4ae9-4dbd-a3c1-d0b06fd488d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:07.696683 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-ef938e89-4ae9-4dbd-a3c1-d0b06fd488d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3919cd64-c3f8-4da2-a66c-d8031183f276 HTTP/1.1" status: 200 len: 797 time: 0.0600135 Aug 23 14:36:07.769181 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 14:36:07.772627 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-d76af6ac-b818-4cea-9a1e-08b321a0e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:07.774139 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-d76af6ac-b818-4cea-9a1e-08b321a0e305 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9208984e-1876-483f-a715-7f9a67d1f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689738 Aug 23 14:36:07.906904 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-de0af54c-818a-4597-9208-fe33ac58aa1a service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235032 Aug 23 14:36:08.052413 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-3b79a27b-4dcc-4bfd-95e4-43ce37bf4d52 service neutron] 10.222.0.64 "GET /v2.0/networks/9208984e-1876-483f-a715-7f9a67d1f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336577 Aug 23 14:36:08.125941 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-eb6d7a42-4266-4306-be81-49ffcc763ed8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=52c07e56-96e4-4afd-a2bb-8bb117140b71 HTTP/1.1" status: 200 len: 217 time: 0.0655718 Aug 23 14:36:08.194159 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-77e9e65d-e411-4ffd-8291-db36e0b2800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:08.195526 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-77e9e65d-e411-4ffd-8291-db36e0b2800d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0581360 Aug 23 14:36:08.272666 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-b126bdd8-6252-4e72-a510-cc83ae1fc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:08.274186 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-b126bdd8-6252-4e72-a510-cc83ae1fc4ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712662 Aug 23 14:36:08.410195 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-4b88da96-2cf0-4afc-bdfd-36e35a336a22 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249926 Aug 23 14:36:08.543785 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-a66fdbe9-db0a-4d08-ae40-5ad3267cdd07 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238701 Aug 23 14:36:08.617612 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-2c8e9e45-abe9-4306-b848-eac5836f0084 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cd73a312-1d21-4310-aca7-ae33e27198be HTTP/1.1" status: 200 len: 217 time: 0.0631444 Aug 23 14:36:08.688330 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-50d552fc-1430-4d87-9053-e3573416f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:08.690009 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-50d552fc-1430-4d87-9053-e3573416f81e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c199b6a6-19c6-4009-aef7-1a14c1f5d15d HTTP/1.1" status: 200 len: 797 time: 0.0630782 Aug 23 14:36:08.768366 n-d-805628-1 neutron-server[80758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b58-d732-4a82-8901-4d20a894808e req-5542b9b8-69c2-454f-9ae7-cf3980bfba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 14:36:08.769855 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-5542b9b8-69c2-454f-9ae7-cf3980bfba40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f9e285f-bc9e-4315-9439-46a69316e3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695508 Aug 23 14:36:08.900675 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-f5522ffc-cfbc-4e2f-9739-a96166299619 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229036 Aug 23 14:36:09.032779 n-d-805628-1 neutron-server[80758]: INFO neutron.wsgi [req-13d10b58-d732-4a82-8901-4d20a894808e req-737d3dc8-940b-41ce-87ad-329ef44edfc6 service neutron] 10.222.0.64 "GET /v2.0/networks/3f9e285f-bc9e-4315-9439-46a69316e3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241300 Aug 23 14:36:26.320791 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-f3be9f6b-2d67-4a20-91be-566499a441e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:27.612127 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-8258f66b-890e-4947-b36f-576afcf6e252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:27.806052 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-42ee2ea3-ae65-42a2-b12b-91cb7a9fa795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:28.143344 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-6bab5ca3-23b1-449e-9ff9-33a551633285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:28.937202 n-d-805628-1 neutron-server[80759]: DEBUG neutron.wsgi [req-d7d70564-13a3-4844-896c-6545f49db6ee req-2cf36ca7-3998-41ed-b1ef-33d363e17908 service neutron] (80759) timed out ('10.222.0.82', 55812) {{(pid=80759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 14:36:29.883960 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-ec863c6b-af4b-4b9c-8c96-bd81d1cebbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:31.420875 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-d73ec216-9024-4a40-84fc-42633ad406c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:33.029198 n-d-805628-1 neutron-server[80760]: DEBUG neutron_lib.callbacks.manager [None req-03911ded-3cff-458c-a08a-ad65a98eeec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740022588811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1180009'] for agent, after_update {{(pid=80760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 14:36:44.769234 n-d-805628-1 neutron-server[80761]: DEBUG neutron.db.agents_db [None req-27fdd9fb-012c-423d-a409-27bacd21eede None None] Agent healthcheck: found 7 active agents {{(pid=80761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}